functest/ci/testcases.yaml

   1 tiers:
   2     -
   3         name: healthcheck
   4         order: 0
   5         ci_loop: '(daily)|(weekly)'
   6         description : >-
   7             First tier to be executed to verify the basic
   8             operations in the VIM.
   9         testcases:
  10             -
  11                 case_name: connection_check
  12                 project_name: functest
  13                 criteria: 100
  14                 blocking: true
  15                 description: >-
  16                     This test case verifies the retrieval of OpenStack clients:
  17                     Keystone, Glance, Neutron and Nova and may perform some
  18                     simple queries. When the config value of
  19                     snaps.use_keystone is True, functest must have access to
  20                     the cloud's private network.
  21                 dependencies:
  22                     installer: '^((?!netvirt).)*$'
  23                     scenario: ''
  24                 run:
  25                     module: 'functest.opnfv_tests.openstack.snaps.connection_check'
  26                     class: 'ConnectionCheck'
  27
  28             -
  29                 case_name: api_check
  30                 project_name: functest
  31                 criteria: 100
  32                 blocking: true
  33                 description: >-
  34                     This test case verifies the retrieval of OpenStack clients:
  35                     Keystone, Glance, Neutron and Nova and may perform some
  36                     simple queries. When the config value of
  37                     snaps.use_keystone is True, functest must have access to
  38                     the cloud's private network.
  39                 dependencies:
  40                     installer: '^((?!netvirt).)*$'
  41                     scenario: ''
  42                 run:
  43                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
  44                     class: 'ApiCheck'
  45
  46             -
  47                 case_name: snaps_health_check
  48                 project_name: functest
  49                 criteria: 100
  50                 blocking: true
  51                 description: >-
  52                     This test case creates executes the SimpleHealthCheck
  53                     Python test class which creates an, image, flavor, network,
  54                     and Cirros VM instance and observes the console output to
  55                     validate the single port obtains the correct IP address.
  56                 dependencies:
  57                     installer: ''
  58                     scenario: '^((?!lxd).)*$'
  59                 run:
  60                     module: 'functest.opnfv_tests.openstack.snaps.health_check'
  61                     class: 'HealthCheck'
  62
  63     -
  64         name: smoke
  65         order: 1
  66         ci_loop: '(daily)|(weekly)'
  67         description : >-
  68             Set of basic Functional tests to validate the OPNFV scenarios.
  69         testcases:
  70             -
  71                 case_name: vping_ssh
  72                 project_name: functest
  73                 criteria: 100
  74                 blocking: true
  75                 description: >-
  76                     This test case verifies: 1) SSH to an instance using floating
  77                     IPs over the public network. 2) Connectivity between 2 instances
  78                     over a private network.
  79                 dependencies:
  80                     installer: ''
  81                     scenario: '^((?!odl_l3|odl-bgpvpn|gluon).)*$'
  82                 run:
  83                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
  84                     class: 'VPingSSH'
  85
  86             -
  87                 case_name: vping_userdata
  88                 project_name: functest
  89                 criteria: 100
  90                 blocking: true
  91                 description: >-
  92                     This test case verifies:  1) Boot a VM with given userdata.
  93                     2) Connectivity between 2 instances over a private network.
  94                 dependencies:
  95                     installer: ''
  96                     scenario: '^((?!lxd).)*$'
  97                 run:
  98                     module: 'functest.opnfv_tests.openstack.vping.vping_userdata'
  99                     class: 'VPingUserdata'
 100
 101             -
 102                 case_name: tempest_smoke_serial
 103                 project_name: functest
 104                 criteria: 100
 105                 blocking: false
 106                 description: >-
 107                     This test case runs the smoke subset of the OpenStack
 108                     Tempest suite. The list of test cases is generated by
 109                     Tempest automatically and depends on the parameters of
 110                     the OpenStack deplopyment.
 111                 dependencies:
 112                     installer: '^((?!netvirt).)*$'
 113                     scenario: ''
 114                 run:
 115                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 116                     class: 'TempestSmokeSerial'
 117
 118             -
 119                 case_name: rally_sanity
 120                 project_name: functest
 121                 criteria: 100
 122                 blocking: false
 123                 description: >-
 124                     This test case runs a sub group of tests of the OpenStack
 125                     Rally suite in smoke mode.
 126                 dependencies:
 127                     installer: ''
 128                     scenario: ''
 129                 run:
 130                     module: 'functest.opnfv_tests.openstack.rally.rally'
 131                     class: 'RallySanity'
 132
 133             -
 134                 case_name: refstack_defcore
 135                 project_name: functest
 136                 criteria: 100
 137                 blocking: false
 138                 description: >-
 139                     This test case runs a sub group of tests of the OpenStack
 140                     Defcore testcases by using refstack client.
 141                 dependencies:
 142                     installer: ''
 143                     scenario: ''
 144                 run:
 145                     module: 'functest.opnfv_tests.openstack.refstack_client.refstack_client'
 146                     class: 'RefstackClient'
 147
 148             -
 149                 case_name: odl
 150                 project_name: functest
 151                 criteria: 100
 152                 blocking: false
 153                 description: >-
 154                     Test Suite for the OpenDaylight SDN Controller. It
 155                     integrates some test suites from upstream using
 156                     Robot as the test framework.
 157                 dependencies:
 158                     installer: ''
 159                     scenario: 'odl'
 160                 run:
 161                     module: 'functest.opnfv_tests.sdn.odl.odl'
 162                     class: 'ODLTests'
 163                     args:
 164                         suites:
 165                             -  /src/odl_test/csit/suites/integration/basic
 166                             -  /src/odl_test/csit/suites/openstack/neutron
 167
 168             -
 169                 case_name: odl_netvirt
 170                 project_name: functest
 171                 criteria: 100
 172                 blocking: false
 173                 description: >-
 174                     Test Suite for the OpenDaylight SDN Controller when
 175                     the NetVirt features are installed. It integrates
 176                     some test suites from upstream using Robot as the
 177                     test framework.
 178                 dependencies:
 179                     installer: 'apex'
 180                     scenario: 'os-odl_l3-nofeature'
 181                 run:
 182                     module: 'functest.opnfv_tests.sdn.odl.odl'
 183                     class: 'ODLTests'
 184                     args:
 185                         suites:
 186                             -  /src/odl_test/csit/suites/integration/basic
 187                             -  /src/odl_test/csit/suites/openstack/neutron
 188                             -  /src/odl_test/csit/suites/openstack/connectivity
 189
 190             -
 191                 case_name: fds
 192                 project_name: functest
 193                 criteria: 100
 194                 blocking: false
 195                 description: >-
 196                     Test Suite for the OpenDaylight SDN Controller when GBP features are
 197                     installed. It integrates some test suites from upstream using
 198                     Robot as the test framework.
 199                 dependencies:
 200                     installer: 'apex'
 201                     scenario: 'odl.*-fdio'
 202                 run:
 203                     module: 'functest.opnfv_tests.sdn.odl.odl'
 204                     class: 'ODLTests'
 205                     args:
 206                         suites:
 207                             -  /src/fds/testing/robot
 208
 209             -
 210                 case_name: snaps_smoke
 211                 project_name: functest
 212                 criteria: 100
 213                 blocking: false
 214                 description: >-
 215                     This test case contains tests that setup and destroy
 216                     environments with VMs with and without Floating IPs
 217                     with a newly created user and project. Set the config
 218                     value snaps.use_floating_ips (True|False) to toggle
 219                     this functionality. When the config value of
 220                     snaps.use_keystone is True, functest must have access to
 221                     the cloud's private network.
 222
 223                 dependencies:
 224                     installer: '^((?!netvirt).)*$'
 225                     scenario: '^((?!lxd).)*$'
 226                 run:
 227                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 228                     class: 'SnapsSmoke'
 229
 230     -
 231         name: features
 232         order: 2
 233         ci_loop: '(daily)|(weekly)'
 234         description : >-
 235             Test suites from feature projects
 236             integrated in functest
 237         testcases:
 238             -
 239                 case_name: promise
 240                 project_name: promise
 241                 criteria: 100
 242                 blocking: false
 243                 description: >-
 244                     Test suite from Promise project.
 245                 dependencies:
 246                     installer: '(fuel)|(joid)'
 247                     scenario: ''
 248                 run:
 249                     module: 'functest.core.feature'
 250                     class: 'BashFeature'
 251                     args:
 252                         cmd: 'run_promise_tests.py'
 253
 254             -
 255                 case_name: doctor-notification
 256                 enabled: false
 257                 project_name: doctor
 258                 criteria: 100
 259                 blocking: false
 260                 description: >-
 261                     Test suite from Doctor project.
 262                 dependencies:
 263                     installer: '(apex)|(fuel)'
 264                     scenario: '^((?!fdio).)*$'
 265                 run:
 266                     module: 'functest.core.feature'
 267                     class: 'BashFeature'
 268                     args:
 269                         cmd: '(cd /src/doctor-test/tests && run.sh)'
 270
 271             -
 272                 case_name: bgpvpn
 273                 project_name: sdnvpn
 274                 criteria: 100
 275                 blocking: false
 276                 description: >-
 277                     Test suite from SDNVPN project.
 278                 dependencies:
 279                     installer: '(fuel)|(apex)|(netvirt)'
 280                     scenario: 'bgpvpn'
 281                 run:
 282                     module: 'functest.core.feature'
 283                     class: 'BashFeature'
 284                     args:
 285                         cmd: 'run_sdnvpn_tests.py'
 286
 287             -
 288                 case_name: security_scan
 289                 enabled: false
 290                 project_name: securityscanning
 291                 criteria: 100
 292                 blocking: false
 293                 description: >-
 294                     Simple Security Scan
 295                 dependencies:
 296                     installer: 'apex'
 297                     scenario: '^((?!fdio).)*$'
 298                 run:
 299                     module: 'functest.core.feature'
 300                     class: 'BashFeature'
 301                     args:
 302                         cmd: '. /home/opnfv/functest/conf/stackrc && security_scan --config /usr/local/etc/securityscanning/config.ini'
 303
 304             -
 305                 case_name: functest-odl-sfc
 306                 enabled: true
 307                 project_name: sfc
 308                 criteria: 100
 309                 blocking: false
 310                 description: >-
 311                     Test suite for odl-sfc to test two chains with one SF and one chain with two SFs
 312                 dependencies:
 313                     installer: ''
 314                     scenario: 'odl.*sfc'
 315                 run:
 316                     module: 'functest.core.feature'
 317                     class: 'BashFeature'
 318                     args:
 319                         cmd: 'run_sfc_tests.py'
 320
 321             -
 322                 case_name: parser-basics
 323                 enabled: false
 324                 project_name: parser
 325                 criteria: 100
 326                 blocking: false
 327                 description: >-
 328                     Test suite from Parser project.
 329                 dependencies:
 330                     installer: 'fuel'
 331                     scenario: '^((?!bgpvpn|noha).)*$'
 332                 run:
 333                     module: 'functest.core.feature'
 334                     class: 'BashFeature'
 335                     args:
 336                         cmd: 'cd /home/opnfv/repos/parser/tests && ./functest_run.sh'
 337
 338             -
 339                 case_name: domino-multinode
 340                 enabled: false
 341                 project_name: domino
 342                 criteria: 100
 343                 blocking: false
 344                 description: >-
 345                     Test suite from Domino project.
 346                 dependencies:
 347                     installer: ''
 348                     scenario: ''
 349                 run:
 350                     module: 'functest.core.feature'
 351                     class: 'BashFeature'
 352                     args:
 353                         cmd: 'run_multinode.sh'
 354
 355             -
 356                 case_name: barometercollectd
 357                 enabled: true
 358                 project_name: barometer
 359                 criteria: 100
 360                 blocking: false
 361                 description: >-
 362                     Test suite for the Barometer project. Separate tests verify
 363                     the proper configuration and basic functionality of all the
 364                     collectd plugins as described in the Project Release Plan
 365                 dependencies:
 366                     installer: 'apex'
 367                     scenario: 'bar'
 368                 run:
 369                      module: 'baro_tests.barometer'
 370                      class: 'BarometerCollectd'
 371
 372     -
 373         name: components
 374         order: 3
 375         ci_loop: 'weekly'
 376         description : >-
 377             Extensive testing of OpenStack API.
 378         testcases:
 379             -
 380                 case_name: tempest_full_parallel
 381                 project_name: functest
 382                 criteria: 80
 383                 blocking: false
 384                 description: >-
 385                     The list of test cases is generated by
 386                     Tempest automatically and depends on the parameters of
 387                     the OpenStack deplopyment.
 388                 dependencies:
 389                     installer: '^((?!netvirt).)*$'
 390                     scenario: ''
 391                 run:
 392                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 393                     class: 'TempestFullParallel'
 394
 395             -
 396                 case_name: tempest_custom
 397                 project_name: functest
 398                 criteria: 100
 399                 blocking: false
 400                 description: >-
 401                     The test case allows running a customized list of tempest
 402                     test cases defined in a file under
 403                     <dir_functest_repo>/functest/opnfv_tests/openstack/
 404                       /tempest/custom_tests/test_list.txt
 405                     The file is empty and can be customized with the desired tests.
 406                 dependencies:
 407                     installer: 'unknown'
 408                     scenario: 'unknown'
 409                 run:
 410                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 411                     class: 'TempestCustom'
 412
 413             -
 414                 case_name: rally_full
 415                 project_name: functest
 416                 criteria: 90
 417                 blocking: false
 418                 description: >-
 419                     This test case runs the full suite of scenarios of the OpenStack
 420                     Rally suite using several threads and iterations.
 421                 dependencies:
 422                     installer: '^((?!netvirt).)*$'
 423                     scenario: ''
 424                 run:
 425                     module: 'functest.opnfv_tests.openstack.rally.rally'
 426                     class: 'RallyFull'
 427
 428     -
 429         name: vnf
 430         order: 4
 431         ci_loop: '(daily)|(weekly)'
 432         description : >-
 433             Collection of VNF test cases.
 434         testcases:
 435             -
 436                 case_name: cloudify_ims
 437                 project_name: functest
 438                 criteria: 80
 439                 blocking: false
 440                 description: >-
 441                     This test case deploys an OpenSource vIMS solution from Clearwater
 442                     using the Cloudify orchestrator. It also runs some signaling traffic.
 443                 dependencies:
 444                     installer: ''
 445                     scenario: 'os-nosdn-nofeature-ha'
 446                 run:
 447                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
 448                     class: 'CloudifyIms'
 449             -
 450                 case_name: orchestra_openims
 451                 project_name: functest
 452                 enabled: false
 453                 criteria: 100
 454                 blocking: false
 455                 description: >-
 456                     OpenIMS VNF deployment with Open Baton (Orchestra)
 457                 dependencies:
 458                     installer: ''
 459                     scenario: 'os-nosdn-nofeature-ha'
 460                 run:
 461                     module: 'functest.opnfv_tests.vnf.ims.orchestra_openims'
 462                     class: 'OpenImsVnf'
 463
 464             -
 465                 case_name: orchestra_clearwaterims
 466                 project_name: functest
 467                 enabled: false
 468                 criteria: 100
 469                 blocking: false
 470                 description: >-
 471                     ClearwaterIMS VNF deployment with Open Baton (Orchestra)
 472                 dependencies:
 473                     installer: ''
 474                     scenario: 'os-nosdn-nofeature-ha'
 475                 run:
 476                     module: 'functest.opnfv_tests.vnf.ims.orchestra_clearwaterims'
 477                     class: 'ClearwaterImsVnf'
 478
 479             -
 480                 case_name: vyos_vrouter
 481                 project_name: functest
 482                 criteria: 100
 483                 blocking: false
 484                 description: >-
 485                     This test case is vRouter testing.
 486                 dependencies:
 487                     installer: ''
 488                     scenario: 'os-nosdn-nofeature-ha'
 489                 run:
 490                     module: 'functest.opnfv_tests.vnf.router.cloudify_vrouter'
 491                     class: 'CloudifyVrouter'