functest/ci/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: healthcheck
   5         order: 0
   6         description: >-
   7             First tier to be executed to verify the basic
   8             operations in the VIM.
   9         testcases:
  10             -
  11                 case_name: connection_check
  12                 project_name: functest
  13                 criteria: 100
  14                 blocking: true
  15                 description: >-
  16                     This test case verifies the retrieval of OpenStack clients:
  17                     Keystone, Glance, Neutron and Nova and may perform some
  18                     simple queries.
  19                 run:
  20                     name: connection_check
  21
  22             -
  23                 case_name: tenantnetwork1
  24                 project_name: functest
  25                 criteria: 100
  26                 blocking: true
  27                 description: >-
  28                     It creates and configures all tenant network ressources
  29                     required by advanced testcases (subnet, network and
  30                     router).
  31                 run:
  32                     name: tenantnetwork1
  33
  34             -
  35                 case_name: tenantnetwork2
  36                 project_name: functest
  37                 criteria: 100
  38                 blocking: true
  39                 description: >-
  40                     It creates new user/project before creating and configuring
  41                     all tenant network ressources required by a testcase
  42                     (subnet, network and router).
  43                 run:
  44                     name: tenantnetwork2
  45
  46             -
  47                 case_name: vmready1
  48                 project_name: functest
  49                 criteria: 100
  50                 blocking: true
  51                 description: >-
  52                     It inherits from TenantNetwork1 which creates all network
  53                     resources and prepares a future VM attached to that
  54                     network.
  55                 run:
  56                     name: vmready1
  57
  58             -
  59                 case_name: vmready2
  60                 project_name: functest
  61                 criteria: 100
  62                 blocking: true
  63                 description: >-
  64                     It creates new user/project before creating and configuring
  65                     all tenant network ressources, flavors, images, etc.
  66                     required by advanced testcases.
  67                 run:
  68                     name: vmready2
  69
  70             -
  71                 case_name: singlevm1
  72                 project_name: functest
  73                 criteria: 100
  74                 blocking: true
  75                 description: >-
  76                     It inherits from TenantNetwork1 which creates all network
  77                     resources and completes it by booting a VM attached to that
  78                     network.
  79                 run:
  80                     name: singlevm1
  81
  82             -
  83                 case_name: singlevm2
  84                 project_name: functest
  85                 criteria: 100
  86                 blocking: true
  87                 description: >-
  88                     It creates new user/project before creating and configuring
  89                     all tenant network ressources and vms required by advanced
  90                     testcases.
  91                 run:
  92                     name: singlevm2
  93
  94             -
  95                 case_name: vping_ssh
  96                 project_name: functest
  97                 criteria: 100
  98                 blocking: true
  99                 description: >-
 100                     This test case verifies: 1) SSH to an instance using
 101                     floating IPs over the public network. 2) Connectivity
 102                     between 2 instances over a private network.
 103                 run:
 104                     name: vping_ssh
 105
 106             -
 107                 case_name: vping_userdata
 108                 project_name: functest
 109                 criteria: 100
 110                 blocking: true
 111                 description: >-
 112                     This test case verifies:  1) Boot a VM with given userdata.
 113                     2) Connectivity between 2 instances over a private network.
 114                 run:
 115                     name: vping_userdata
 116
 117             -
 118                 case_name: cinder_test
 119                 project_name: functest
 120                 criteria: 100
 121                 blocking: true
 122                 description: >-
 123                     This test case verifies: 1) Attach volume and to 1
 124                     instance; 2) Write data on volume 3) Detach volume
 125                     from instance 1, attach it on instance 2 3) Read volume
 126                     data
 127                 run:
 128                     name: cinder_test
 129
 130             -
 131                 case_name: odl
 132                 project_name: functest
 133                 criteria: 100
 134                 blocking: true
 135                 description: >-
 136                     Test Suite for the OpenDaylight SDN Controller. It
 137                     integrates some test suites from upstream using
 138                     Robot as the test framework.
 139                 dependencies:
 140                     - DEPLOY_SCENARIO: 'odl'
 141                 run:
 142                     name: odl
 143                     args:
 144                         suites:
 145                             - /src/odl_test/csit/suites/integration/basic
 146                             - /src/odl_test/csit/suites/openstack/neutron
 147
 148             -
 149                 case_name: tempest_smoke
 150                 project_name: functest
 151                 criteria: 100
 152                 blocking: false
 153                 description: >-
 154                     This test case runs the smoke subset of the OpenStack
 155                     Tempest suite. The list of test cases is generated by
 156                     Tempest automatically and depends on the parameters of
 157                     the OpenStack deplopyment.
 158                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L114
 159                 run:
 160                     name: tempest_common
 161                     args:
 162                         mode: '(?=.*\[.*\bsmoke\b.*\])(^tempest\.api)'
 163                         option:
 164                             - '--concurrency=4'
 165
 166     -
 167         name: smoke
 168         order: 1
 169         description: >-
 170             Set of basic Functional tests to validate the OPNFV scenarios.
 171         testcases:
 172             -
 173                 case_name: neutron-tempest-plugin-api
 174                 project_name: functest
 175                 criteria: 100
 176                 blocking: false
 177                 description: >-
 178                     This test case runs the Tempest suite proposed by the
 179                     Neutron project. The list of test cases is generated by
 180                     Tempest automatically and depends on the parameters of
 181                     the OpenStack deployment.
 182                 run:
 183                     name: tempest_common
 184                     args:
 185                         mode: '^neutron_tempest_plugin\.api'
 186                         option:
 187                             - '--concurrency=4'
 188
 189             -
 190                 case_name: rally_sanity
 191                 project_name: functest
 192                 criteria: 100
 193                 blocking: false
 194                 description: >-
 195                     This test case runs a sub group of tests of the OpenStack
 196                     Rally suite in smoke mode.
 197                 run:
 198                     name: rally_sanity
 199                     args:
 200                         optional:
 201                             - 'gnocchi'
 202
 203             -
 204                 case_name: refstack_defcore
 205                 project_name: functest
 206                 criteria: 100
 207                 blocking: false
 208                 description: >-
 209                     This test case runs a sub group of tests of the OpenStack
 210                     Defcore testcases.
 211                 run:
 212                     name: refstack_defcore
 213                     args:
 214                         option:
 215                             - '--concurrency=4'
 216
 217             -
 218                 case_name: tempest_full
 219                 project_name: functest
 220                 criteria: 100
 221                 blocking: false
 222                 description: >-
 223                     The list of test cases is generated by
 224                     Tempest automatically and depends on the parameters of
 225                     the OpenStack deployment.
 226                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 227                 run:
 228                     name: tempest_common
 229                     args:
 230                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
 231                         option:
 232                             - '--concurrency=4'
 233
 234             -
 235                 case_name: tempest_scenario
 236                 project_name: functest
 237                 criteria: 100
 238                 blocking: false
 239                 description: >-
 240                     The list of test cases is generated by
 241                     Tempest automatically and depends on the parameters of
 242                     the OpenStack deployment.
 243                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 244                 run:
 245                     name: tempest_common
 246                     args:
 247                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
 248                         option:
 249                             - '--concurrency=1'
 250
 251             -
 252                 case_name: patrole
 253                 project_name: functest
 254                 criteria: 100
 255                 blocking: false
 256                 description: >-
 257                     Test suite from Patrole project.
 258                 run:
 259                     name: patrole
 260                     args:
 261                         role: 'admin'
 262                         includes:
 263                             - 'image'
 264                             - 'network'
 265                         excludes:
 266                             - 'network.test_flavors_rbac'
 267                             - 'network.test_network_ip_availability_rbac'
 268                             - 'test_networks_multiprovider_rbac'
 269                             - 'test_auto_allocated_topology_rbac'
 270
 271             -
 272                 case_name: neutron_trunk
 273                 project_name: functest
 274                 criteria: 100
 275                 blocking: false
 276                 description: >-
 277                     This test case runs the neutron trunk subtest of the
 278                     OpenStack Tempest suite. The list of test cases is
 279                     generated by Tempest having as input the relevant
 280                     testcase list file.
 281                 run:
 282                     name: tempest_common
 283                     args:
 284                         mode: 'neutron_tempest_plugin.(api|scenario).test_trunk'
 285                         neutron_extensions:
 286                             - trunk
 287                             - trunk-details
 288
 289             -
 290                 case_name: networking-bgpvpn
 291                 project_name: functest
 292                 criteria: 100
 293                 blocking: false
 294                 description: >-
 295                     This test case runs OpenStack networking-bgpvpn Tempest
 296                     suite. The list of test cases is generated by Tempest
 297                     having as input the relevant regex.
 298                 run:
 299                     name: tempest_common
 300                     args:
 301                         mode: '^networking_bgpvpn_tempest.tests.api\.'
 302                         neutron_extensions:
 303                             - bgpvpn
 304                         option:
 305                             - '--concurrency=4'
 306
 307             -
 308                 case_name: networking-sfc
 309                 project_name: functest
 310                 criteria: 100
 311                 blocking: false
 312                 description: >-
 313                     This test case runs OpenStack networking-sfc Tempest
 314                     suite. The list of test cases is generated by Tempest
 315                     having as input the relevant regex.
 316                 run:
 317                     name: tempest_common
 318                     args:
 319                         mode:
 320                             '^(?:networking_sfc\.tests\.tempest_plugin.tests.api).*$'
 321                         neutron_extensions:
 322                             - sfc
 323                         option:
 324                             - '--concurrency=0'
 325
 326             -
 327                 case_name: barbican
 328                 project_name: functest
 329                 criteria: 100
 330                 blocking: false
 331                 description: >-
 332                     It leverages on the tempest plugin containing tests used to
 333                     verify the functionality of a barbican installation.
 334                 run:
 335                     name: barbican
 336                     args:
 337                         mode:
 338                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 339                         services:
 340                             - barbican
 341
 342     -
 343         name: benchmarking
 344         order: 2
 345         description: >-
 346             Run several OpenStack performance tools
 347             https://docs.openstack.org/performance-docs/latest/methodologies/tools.html
 348         testcases:
 349             -
 350                 case_name: rally_full
 351                 project_name: functest
 352                 criteria: 100
 353                 blocking: false
 354                 description: >-
 355                     This test case runs the full suite of scenarios of the
 356                     OpenStack Rally suite using several threads and iterations.
 357                 run:
 358                     name: rally_full
 359                     args:
 360                         optional:
 361                             - 'gnocchi'
 362
 363             -
 364                 case_name: rally_jobs
 365                 project_name: functest
 366                 criteria: 100
 367                 blocking: false
 368                 description: >-
 369                     This test case runs a group of Rally jobs used in
 370                     OpenStack gating
 371                 run:
 372                     name: rally_jobs
 373                     args:
 374                         optional:
 375                             - 'gnocchi'
 376
 377             -
 378                 case_name: vmtp
 379                 project_name: functest
 380                 criteria: 100
 381                 blocking: false
 382                 description: >-
 383                     VMTP is a small python application that will automatically
 384                     perform ping connectivity, round trip time measurement
 385                     (latency) and TCP/UDP throughput
 386                 dependencies:
 387                     - POD_ARCH: '^(?!aarch64$)'
 388                 run:
 389                     name: vmtp
 390
 391             -
 392                 case_name: shaker
 393                 project_name: functest
 394                 criteria: 100
 395                 blocking: false
 396                 description: >-
 397                     Shaker wraps around popular system network testing tools
 398                     like iperf, iperf3 and netperf (with help of flent). Shaker
 399                     is able to deploy OpenStack instances and networks in
 400                     different topologies.
 401                 run:
 402                     name: shaker
 403
 404     -
 405         name: features
 406         order: 3
 407         description: >-
 408             Test suites from feature projects
 409             integrated in functest
 410         testcases:
 411             -
 412                 case_name: doctor-notification
 413                 project_name: doctor
 414                 enabled: false
 415                 criteria: 100
 416                 blocking: false
 417                 description: >-
 418                     Test suite from Doctor project.
 419                 dependencies:
 420                     - INSTALLER_TYPE: '(apex)|(fuel)|(daisy)'
 421                     - DEPLOY_SCENARIO: '^((?!fdio|nofeature).)*$'
 422                 run:
 423                     name: bashfeature
 424                     args:
 425                         cmd: 'doctor-test'
 426
 427             -
 428                 case_name: functest-odl-sfc
 429                 project_name: sfc
 430                 criteria: 100
 431                 blocking: false
 432                 description: >-
 433                     Test suite for odl-sfc to test two chains with one SF and
 434                     one chain with two SFs
 435                 dependencies:
 436                     - DEPLOY_SCENARIO: 'odl.*sfc'
 437                 run:
 438                     name: functest-odl-sfc
 439
 440             -
 441                 case_name: barometercollectd
 442                 project_name: barometer
 443                 enabled: false
 444                 criteria: 100
 445                 blocking: false
 446                 description: >-
 447                     Test suite for the Barometer project. Separate tests verify
 448                     the proper configuration and basic functionality of all the
 449                     collectd plugins as described in the Project Release Plan
 450                 dependencies:
 451                     - DEPLOY_SCENARIO: 'bar'
 452                 run:
 453                     name: barometercollectd
 454
 455             -
 456                 case_name: vgpu
 457                 project_name: functest
 458                 criteria: 100
 459                 blocking: false
 460                 description: >-
 461                     Test suite for the OpenStack vGPU feature
 462                 dependencies:
 463                     - DEPLOY_SCENARIO: 'vgpu'
 464                 run:
 465                     name: vgpu
 466
 467             -
 468                 case_name: stor4nfv_os
 469                 project_name: stor4nfv
 470                 enabled: false
 471                 criteria: 100
 472                 blocking: false
 473                 description: >-
 474                     This tests are necessary demonstrate conformance
 475                     of the OpenStack+Stor4NFV deployment.
 476                 dependencies:
 477                     - DEPLOY_SCENARIO: 'stor4nfv'
 478                 run:
 479                     name: stor4nfv_os
 480
 481     -
 482         name: vnf
 483         order: 4
 484         description: >-
 485             Collection of VNF test cases.
 486         testcases:
 487             -
 488                 case_name: cloudify
 489                 project_name: functest
 490                 criteria: 100
 491                 blocking: false
 492                 description: >-
 493                     This test case deploys the Cloudify orchestrator.
 494                 run:
 495                     name: cloudify
 496             -
 497                 case_name: cloudify_ims
 498                 project_name: functest
 499                 criteria: 100
 500                 blocking: false
 501                 description: >-
 502                     This test case deploys an OpenSource vIMS solution from
 503                     Clearwater using the Cloudify orchestrator. It also runs
 504                     some signaling traffic.
 505                 dependencies:
 506                     - DEPLOY_SCENARIO: 'os-.*-nofeature-.*ha'
 507                 run:
 508                     name: cloudify_ims
 509
 510             -
 511                 case_name: heat_ims
 512                 project_name: functest
 513                 criteria: 100
 514                 blocking: false
 515                 description: >-
 516                     This test case deploys an OpenSource vIMS solution from
 517                     Clearwater using the OpenStack Heat orchestrator.
 518                     It also runs some signaling traffic.
 519                 run:
 520                     name: heat_ims
 521
 522             -
 523                 case_name: vyos_vrouter
 524                 project_name: functest
 525                 criteria: 100
 526                 blocking: false
 527                 description: >-
 528                     This test case is vRouter testing.
 529                 run:
 530                     name: vyos_vrouter
 531
 532             -
 533                 case_name: juju_epc
 534                 project_name: functest
 535                 criteria: 100
 536                 blocking: false
 537                 description: >-
 538                     vEPC validation with Juju as VNF manager and ABoT as test
 539                     executor.
 540                 run:
 541                     name: juju_epc