From f4387e4b66158b53fc09d404872c05576fb047ee Mon Sep 17 00:00:00 2001 From: Matt Riedemann Date: Wed, 6 Mar 2019 10:12:26 -0500 Subject: [PATCH] Do not run tempest.scenario.test_network* tests in nova-next The test_network* scenario tests in tempest take a really long time. For example, the tempest.scenario.test_network_v6.TestGettingAddress tests in one job (that timed out) took ~35 minutes. We already run test network scenario tests in the tempest-slow job so let's just let that job handle these and exclude them from nova-next. Change-Id: I9c7fc0f0b0937f04c5b3ab9c5e8fff21c4232b86 --- .zuul.yaml | 2 +- playbooks/legacy/nova-next/run.yaml | 7 +++++-- 2 files changed, 6 insertions(+), 3 deletions(-) diff --git a/.zuul.yaml b/.zuul.yaml index 148bbe3432..39e2af80a2 100644 --- a/.zuul.yaml +++ b/.zuul.yaml @@ -164,7 +164,7 @@ TLS console proxy code in the libvirt driver. Starting in Stein, the job was changed to run with python 3 and enabled volume multi-attach testing. - Runs all tempest compute API and scenario tests concurrently. + Runs all tempest compute API and most scenario tests concurrently. run: playbooks/legacy/nova-next/run.yaml post-run: playbooks/legacy/nova-next/post.yaml diff --git a/playbooks/legacy/nova-next/run.yaml b/playbooks/legacy/nova-next/run.yaml index 8c3e7dd449..1005b616aa 100644 --- a/playbooks/legacy/nova-next/run.yaml +++ b/playbooks/legacy/nova-next/run.yaml @@ -60,9 +60,12 @@ export PYTHONUNBUFFERED=true # Yes we want to run Tempest. export DEVSTACK_GATE_TEMPEST=1 - # Run all compute API tests and all scenario tests at the default + # Run all compute API tests and most scenario tests at the default # concurrency (nproc/2 which is normally 4 in the gate). - export DEVSTACK_GATE_TEMPEST_REGEX="^tempest\.((scenario)|(api\.compute))" + # The tempest.scenario.test_network* tests are skipped because they + # (1) take a long time and (2) are already covered in the + # tempest-slow* job. + export DEVSTACK_GATE_TEMPEST_REGEX="^tempest\.((scenario(?!\.test_network))|(api\.compute))" # The post_test_hook runs some post-test CLIs for things that # Tempest does not test, like archiving deleted records. function post_test_hook {