]> git.puffer.fish Git - mirror/frr.git/commitdiff
tests: relax requirements for test_static_timing 9830/head
authorIgor Ryzhov <iryzhov@nfware.com>
Wed, 13 Oct 2021 21:13:57 +0000 (00:13 +0300)
committerIgor Ryzhov <iryzhov@nfware.com>
Wed, 20 Oct 2021 22:04:44 +0000 (01:04 +0300)
When the CI system is heavily loaded, we might see the following failures:

```
test failed at "test_config_timing/test_static_timing": assert 20.083204 <= 19.487716
```

Currently we allow each step to run 2 times slower than the initial
measurement. Let's allow them to run 3 times slower.

Signed-off-by: Igor Ryzhov <iryzhov@nfware.com>
tests/topotests/config_timing/test_config_timing.py

index cf225645059cca283ea582c55ea8847a3fe1e14f..7ab8619b01c1337a6d5a9e7cbd7e5fb46399ded5 100644 (file)
@@ -176,12 +176,12 @@ def test_static_timing():
 
         # Another set of same number of prefixes
         do_config(
-            prefix_count, prefix_count, bad_indices, base_delta, 2, True, ipv6, prefix_base[ipv6][1]
+            prefix_count, prefix_count, bad_indices, base_delta, 3, True, ipv6, prefix_base[ipv6][1]
         )
 
         # Duplicate config
         do_config(
-            prefix_count, prefix_count, bad_indices, base_delta, 2, True, ipv6, prefix_base[ipv6][0]
+            prefix_count, prefix_count, bad_indices, base_delta, 3, True, ipv6, prefix_base[ipv6][0]
         )
 
         # Remove 1/2 of duplicate
@@ -190,7 +190,7 @@ def test_static_timing():
             prefix_count // 2,
             bad_indices,
             base_delta,
-            2,
+            3,
             False,
             ipv6,
             prefix_base[ipv6][0],
@@ -198,15 +198,15 @@ def test_static_timing():
 
         # Add all back in so 1/2 replicate 1/2 new
         do_config(
-            prefix_count, prefix_count, bad_indices, base_delta, 2, True, ipv6, prefix_base[ipv6][0]
+            prefix_count, prefix_count, bad_indices, base_delta, 3, True, ipv6, prefix_base[ipv6][0]
         )
 
         # remove all
         delta = do_config(
-            prefix_count, prefix_count, bad_indices, base_delta, 2, False, ipv6, prefix_base[ipv6][0]
+            prefix_count, prefix_count, bad_indices, base_delta, 3, False, ipv6, prefix_base[ipv6][0]
         )
         delta += do_config(
-            prefix_count, prefix_count, bad_indices, base_delta, 2, False, ipv6, prefix_base[ipv6][1]
+            prefix_count, prefix_count, bad_indices, base_delta, 3, False, ipv6, prefix_base[ipv6][1]
         )