Try to get best parallel testing values 06/69906/1
authorCédric Ollivier <cedric.ollivier@orange.com>
Sun, 5 Apr 2020 14:37:46 +0000 (16:37 +0200)
committerCédric Ollivier <cedric.ollivier@orange.com>
Sun, 5 Apr 2020 14:43:26 +0000 (16:43 +0200)
It's no simple to get the best threads (test cases and tempest) values
and then guarantee Functest vs:
  - test flapping
  - backend limitations

As opposed to the OpenStack gates, Jenkins runs all test cases in
parallel which indirectly increases the number of threads.

Let's run smoke sequentially which is closed to the OpenStack model.

Change-Id: I6172568b915d49e2723173b7c428970110f63620
Signed-off-by: Cédric Ollivier <cedric.ollivier@orange.com>
jjb/functest/functest.ovn.yaml
jjb/functest/functest.yaml

index 3fde134..7a3e346 100644 (file)
               <<: *functest-ovn-jobs
       - multijob:
           name: opnfv/functest-smoke:{tag}
+          execution-type: SEQUENTIALLY
           condition: ALWAYS
           projects:
             - name: 'functest-ovn-opnfv-functest-smoke-{tag}-neutron-tempest-plugin-api-run'
               <<: *functest-ovn-jobs
       - multijob:
           name: opnfv/functest-smoke-cntt:{tag}
+          execution-type: SEQUENTIALLY
           condition: ALWAYS
           projects:
             - name: 'functest-ovn-opnfv-functest-smoke-cntt-{tag}-neutron-tempest-plugin-api-cntt-run'
               <<: *functest-ovn-jobs
       - multijob:
           name: opnfv/functest-smoke:{tag}
+          execution-type: SEQUENTIALLY
           projects:
             - name: 'functest-ovn-opnfv-functest-smoke-{tag}-neutron-tempest-plugin-api-run'
               <<: *functest-ovn-jobs
               <<: *functest-ovn-jobs
       - multijob:
           name: opnfv/functest-smoke-cntt:{tag}
+          execution-type: SEQUENTIALLY
           projects:
             - name: 'functest-ovn-opnfv-functest-smoke-cntt-{tag}-neutron-tempest-plugin-api-cntt-run'
               <<: *functest-ovn-jobs
               <<: *functest-ovn-jobs
       - multijob:
           name: opnfv/functest-smoke:{tag}
+          execution-type: SEQUENTIALLY
           projects:
             - name: 'functest-ovn-opnfv-functest-smoke-{tag}-neutron-tempest-plugin-api-run'
               <<: *functest-ovn-jobs
               <<: *functest-ovn-jobs
       - multijob:
           name: opnfv/functest-smoke-cntt:{tag}
+          execution-type: SEQUENTIALLY
           projects:
             - name: 'functest-ovn-opnfv-functest-smoke-cntt-{tag}-neutron-tempest-plugin-api_cntt-run'
               <<: *functest-ovn-jobs
index 313221b..ce7f990 100644 (file)
               <<: *functest-jobs
       - multijob:
           name: opnfv/functest-smoke:{tag}
+          execution-type: SEQUENTIALLY
           projects:
             - name: 'functest-opnfv-functest-smoke-{tag}-neutron-tempest-plugin-api-run'
               <<: *functest-jobs
               <<: *functest-jobs
       - multijob:
           name: opnfv/functest-smoke-cntt:{tag}
+          execution-type: SEQUENTIALLY
           projects:
             - name: 'functest-opnfv-functest-smoke-cntt-{tag}-neutron-tempest-plugin-api-cntt-run'
               <<: *functest-jobs
               <<: *functest-jobs
       - multijob:
           name: opnfv/functest-smoke:{tag}
+          execution-type: SEQUENTIALLY
           projects:
             - name: 'functest-opnfv-functest-smoke-{tag}-neutron-tempest-plugin-api-run'
               <<: *functest-jobs
               <<: *functest-jobs
       - multijob:
           name: opnfv/functest-smoke-cntt:{tag}
+          execution-type: SEQUENTIALLY
           projects:
             - name: 'functest-opnfv-functest-smoke-cntt-{tag}-neutron-tempest-plugin-api-cntt-run'
               <<: *functest-jobs
               <<: *functest-jobs
       - multijob:
           name: opnfv/functest-smoke:{tag}
+          execution-type: SEQUENTIALLY
           projects:
             - name: 'functest-opnfv-functest-smoke-{tag}-neutron-tempest-plugin-api-run'
               <<: *functest-jobs
               <<: *functest-jobs
       - multijob:
           name: opnfv/functest-smoke-cntt:{tag}
+          execution-type: SEQUENTIALLY
           projects:
             - name: 'functest-opnfv-functest-smoke-cntt-{tag}-neutron-tempest-plugin-api-cntt-run'
               <<: *functest-jobs