functest/ci/testcases.yaml

   1 tiers:
   2     -
   3         name: healthcheck
   4         order: 0
   5         ci_loop: '(daily)|(weekly)'
   6         description : >-
   7             First tier to be executed to verify the basic
   8             operations in the VIM.
   9         testcases:
  10             -
  11                 case_name: connection_check
  12                 project_name: functest
  13                 criteria: 'status == "PASS"'
  14                 blocking: true
  15                 clean_flag: false
  16                 description: >-
  17                     This test case verifies the retrieval of OpenStack clients:
  18                     Keystone, Glance, Neutron and Nova and may perform some
  19                     simple queries. When the config value of
  20                     snaps.use_keystone is True, functest must have access to
  21                     the cloud's private network.
  22
  23                 dependencies:
  24                     installer: '^((?!netvirt).)*$'
  25                     scenario: ''
  26                 run:
  27                     module: 'functest.opnfv_tests.openstack.snaps.connection_check'
  28                     class: 'ConnectionCheck'
  29
  30             -
  31                 case_name: api_check
  32                 project_name: functest
  33                 criteria: 'status == "PASS"'
  34                 blocking: true
  35                 clean_flag: false
  36                 description: >-
  37                     This test case verifies the retrieval of OpenStack clients:
  38                     Keystone, Glance, Neutron and Nova and may perform some
  39                     simple queries. When the config value of
  40                     snaps.use_keystone is True, functest must have access to
  41                     the cloud's private network.
  42
  43                 dependencies:
  44                     installer: '^((?!netvirt).)*$'
  45                     scenario: ''
  46                 run:
  47                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
  48                     class: 'ApiCheck'
  49             -
  50                 case_name: snaps_health_check
  51                 project_name: functest
  52                 criteria: 'status == "PASS"'
  53                 blocking: true
  54                 clean_flag: false
  55                 description: >-
  56                     This test case creates executes the SimpleHealthCheck
  57                     Python test class which creates an, image, flavor, network,
  58                     and Cirros VM instance and observes the console output to
  59                     validate the single port obtains the correct IP address.
  60                 dependencies:
  61                     installer: ''
  62                     scenario: '^((?!lxd).)*$'
  63                 run:
  64                     module: 'functest.opnfv_tests.openstack.snaps.health_check'
  65                     class: 'HealthCheck'
  66     -
  67         name: smoke
  68         order: 1
  69         ci_loop: '(daily)|(weekly)'
  70         description : >-
  71             Set of basic Functional tests to validate the OPNFV scenarios.
  72         testcases:
  73             -
  74                 case_name: vping_ssh
  75                 project_name: functest
  76                 criteria: 'status == "PASS"'
  77                 blocking: true
  78                 clean_flag: true
  79                 description: >-
  80                     This test case verifies: 1) SSH to an instance using floating
  81                     IPs over the public network. 2) Connectivity between 2 instances
  82                     over a private network.
  83                 dependencies:
  84                     installer: ''
  85                     scenario: '^((?!odl_l3|odl-bgpvpn|gluon).)*$'
  86                 run:
  87                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
  88                     class: 'VPingSSH'
  89
  90             -
  91                 case_name: vping_userdata
  92                 project_name: functest
  93                 criteria: 'status == "PASS"'
  94                 blocking: true
  95                 clean_flag: true
  96                 description: >-
  97                     This test case verifies:  1) Boot a VM with given userdata.
  98                     2) Connectivity between 2 instances over a private network.
  99                 dependencies:
 100                     installer: ''
 101                     scenario: '^((?!lxd).)*$'
 102                 run:
 103                     module: 'functest.opnfv_tests.openstack.vping.vping_userdata'
 104                     class: 'VPingUserdata'
 105
 106             -
 107                 case_name: tempest_smoke_serial
 108                 project_name: functest
 109                 criteria: 'success_rate == 100%'
 110                 blocking: false
 111                 clean_flag: true
 112                 description: >-
 113                     This test case runs the smoke subset of the OpenStack
 114                     Tempest suite. The list of test cases is generated by
 115                     Tempest automatically and depends on the parameters of
 116                     the OpenStack deplopyment.
 117                 dependencies:
 118                     installer: '^((?!netvirt).)*$'
 119                     scenario: ''
 120                 run:
 121                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 122                     class: 'TempestSmokeSerial'
 123
 124             -
 125                 case_name: rally_sanity
 126                 project_name: functest
 127                 criteria: 'success_rate == 100%'
 128                 blocking: false
 129                 clean_flag: false
 130                 description: >-
 131                     This test case runs a sub group of tests of the OpenStack
 132                     Rally suite in smoke mode.
 133                 dependencies:
 134                     installer: ''
 135                     scenario: ''
 136                 run:
 137                     module: 'functest.opnfv_tests.openstack.rally.rally'
 138                     class: 'RallySanity'
 139
 140             -
 141                 case_name: refstack_defcore
 142                 project_name: functest
 143                 criteria: 'success_rate == 100%'
 144                 blocking: false
 145                 clean_flag: true
 146                 description: >-
 147                     This test case runs a sub group of tests of the OpenStack
 148                     Defcore testcases by using refstack client.
 149                 dependencies:
 150                     installer: ''
 151                     scenario: ''
 152                 run:
 153                     module: 'functest.opnfv_tests.openstack.refstack_client.refstack_client'
 154                     class: 'RefstackClient'
 155
 156             -
 157                 case_name: odl
 158                 project_name: functest
 159                 criteria: 'success_rate == 100%'
 160                 blocking: true
 161                 clean_flag: false
 162                 description: >-
 163                     Test Suite for the OpenDaylight SDN Controller. It
 164                     integrates some test suites from upstream using
 165                     Robot as the test framework.
 166                 dependencies:
 167                     installer: ''
 168                     scenario: 'odl'
 169                 run:
 170                     module: 'functest.opnfv_tests.sdn.odl.odl'
 171                     class: 'ODLTests'
 172                     args:
 173                         suites:
 174                             -  /home/opnfv/repos/odl_test/csit/suites/integration/basic
 175                             -  /home/opnfv/repos/odl_test/csit/suites/openstack/neutron
 176
 177             -
 178                 case_name: odl_netvirt
 179                 project_name: functest
 180                 criteria: 'success_rate == 100%'
 181                 blocking: false
 182                 clean_flag: false
 183                 description: >-
 184                     Test Suite for the OpenDaylight SDN Controller when
 185                     the NetVirt features are installed. It integrates
 186                     some test suites from upstream using Robot as the
 187                     test framework.
 188                 dependencies:
 189                     installer: 'apex'
 190                     scenario: 'os-odl_l3-nofeature'
 191                 run:
 192                     module: 'functest.opnfv_tests.sdn.odl.odl'
 193                     class: 'ODLTests'
 194                     args:
 195                         suites:
 196                             -  /home/opnfv/repos/odl_test/csit/suites/integration/basic
 197                             -  /home/opnfv/repos/odl_test/csit/suites/openstack/neutron
 198                             -  /home/opnfv/repos/odl_test/csit/suites/openstack/connectivity
 199
 200             -
 201                 case_name: fds
 202                 project_name: functest
 203                 criteria: 'success_rate == 100%'
 204                 blocking: false
 205                 clean_flag: false
 206                 description: >-
 207                     Test Suite for the OpenDaylight SDN Controller when GBP features are
 208                     installed. It integrates some test suites from upstream using
 209                     Robot as the test framework.
 210                 dependencies:
 211                     installer: 'apex'
 212                     scenario: 'odl_l2-fdio'
 213                 run:
 214                     module: 'functest.opnfv_tests.sdn.odl.odl'
 215                     class: 'ODLTests'
 216                     args:
 217                         suites:
 218                             -  /home/opnfv/repos/fds/testing/robot
 219
 220             -
 221                 case_name: onos
 222                 project_name: functest
 223                 criteria: 'status == "PASS"'
 224                 blocking: true
 225                 clean_flag: true
 226                 description: >-
 227                     Test Suite for the ONOS SDN Controller. It integrates
 228                     some test suites from upstream using TestON as the test
 229                     framework.
 230                 dependencies:
 231                     installer: ''
 232                     scenario: 'onos'
 233                 run:
 234                     module: 'functest.opnfv_tests.sdn.onos.onos'
 235                     class: 'Onos'
 236
 237             -
 238                 case_name: snaps_smoke
 239                 project_name: functest
 240                 criteria: 'status == "PASS"'
 241                 blocking: false
 242                 clean_flag: false
 243                 description: >-
 244                     This test case contains tests that setup and destroy
 245                     environments with VMs with and without Floating IPs
 246                     with a newly created user and project. Set the config
 247                     value snaps.use_floating_ips (True|False) to toggle
 248                     this functionality. When the config value of
 249                     snaps.use_keystone is True, functest must have access to
 250                     the cloud's private network.
 251
 252                 dependencies:
 253                     installer: '^((?!netvirt).)*$'
 254                     scenario: '^((?!lxd).)*$'
 255                 run:
 256                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 257                     class: 'SnapsSmoke'
 258
 259     -
 260         name: features
 261         order: 2
 262         ci_loop: '(daily)|(weekly)'
 263         description : >-
 264             Test suites from feature projects
 265             integrated in functest
 266         testcases:
 267             -
 268                 case_name: promise
 269                 project_name: promise
 270                 criteria: 'success_rate == 100%'
 271                 blocking: false
 272                 clean_flag: true
 273                 description: >-
 274                     Test suite from Promise project.
 275                 dependencies:
 276                     installer: '(fuel)|(joid)'
 277                     scenario: ''
 278                 run:
 279                     module: 'functest.core.feature'
 280                     class: 'BashFeature'
 281                     args:
 282                         cmd: 'cd /home/opnfv/repos/promise/promise/test/functest && python ./run_tests.py'
 283
 284             -
 285                 case_name: doctor-notification
 286                 project_name: doctor
 287                 criteria: 'status == "PASS"'
 288                 blocking: false
 289                 clean_flag: true
 290                 description: >-
 291                     Test suite from Doctor project.
 292                 dependencies:
 293                     installer: '(apex)|(fuel)'
 294                     scenario: '^((?!fdio).)*$'
 295                 run:
 296                     module: 'functest.core.feature'
 297                     class: 'BashFeature'
 298                     args:
 299                         cmd: 'cd /home/opnfv/repos/doctor/tests && ./run.sh'
 300
 301             -
 302                 case_name: bgpvpn
 303                 project_name: sdnvpn
 304                 criteria: 'status == "PASS"'
 305                 blocking: false
 306                 clean_flag: true
 307                 description: >-
 308                     Test suite from SDNVPN project.
 309                 dependencies:
 310                     installer: '(fuel)|(apex)|(netvirt)'
 311                     scenario: 'bgpvpn'
 312                 run:
 313                     module: 'functest.core.feature'
 314                     class: 'BashFeature'
 315                     args:
 316                         cmd: 'cd /home/opnfv/repos/sdnvpn/sdnvpn/test/functest && python ./run_tests.py'
 317
 318             -
 319                 case_name: security_scan
 320                 project_name: securityscanning
 321                 criteria: 'status == "PASS"'
 322                 blocking: false
 323                 clean_flag: true
 324                 description: >-
 325                     Simple Security Scan
 326                 dependencies:
 327                     installer: 'apex'
 328                     scenario: '^((?!fdio).)*$'
 329                 run:
 330                     module: 'functest.core.feature'
 331                     class: 'BashFeature'
 332                     args:
 333                         cmd: '. /home/opnfv/functest/conf/stackrc && cd /home/opnfv/repos/securityscanning && python security_scan.py --config config.ini && cd -'
 334
 335             -
 336                 case_name: multisite
 337                 project_name: multisite
 338                 criteria: 'success_rate == 100%'
 339                 blocking: false
 340                 clean_flag: false
 341                 description: >-
 342                     Test suite from kingbird
 343                 dependencies:
 344                     installer: '(fuel)|(compass)'
 345                     scenario: 'multisite'
 346                 run:
 347                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 348                     class: 'TempestMultisite'
 349             -
 350                 case_name: functest-odl-sfc
 351                 project_name: sfc
 352                 criteria: 'status == "PASS"'
 353                 blocking: false
 354                 clean_flag: true
 355                 description: >-
 356                     Test suite for odl-sfc to test two chains and two SFs
 357                 dependencies:
 358                     installer: '(apex)|(fuel)'
 359                     scenario: 'odl_l2-sfc'
 360                 run:
 361                     module: 'functest.core.feature'
 362                     class: 'BashFeature'
 363                     args:
 364                         cmd: 'cd /home/opnfv/repos/sfc/sfc/tests/functest && python ./run_tests.py'
 365             -
 366                 case_name: onos_sfc
 367                 project_name: functest
 368                 criteria: 'status == "PASS"'
 369                 blocking: true
 370                 clean_flag: true
 371                 description: >-
 372                     Test Suite for onos-sfc to test sfc function.
 373                 dependencies:
 374                     installer: ''
 375                     scenario: 'onos-sfc'
 376                 run:
 377                     module: 'functest.opnfv_tests.sdn.onos.onos'
 378                     class: 'OnosSfc'
 379             -
 380                 case_name: parser-basics
 381                 project_name: parser
 382                 criteria: 'ret == 0'
 383                 blocking: false
 384                 clean_flag: true
 385                 description: >-
 386                     Test suite from Parser project.
 387                 dependencies:
 388                     installer: 'fuel'
 389                     scenario: '^((?!bgpvpn|noha).)*$'
 390                 run:
 391                     module: 'functest.core.feature'
 392                     class: 'BashFeature'
 393                     args:
 394                         cmd: 'cd /home/opnfv/repos/parser/tests && ./functest_run.sh'
 395             -
 396                 case_name: domino-multinode
 397                 project_name: domino
 398                 criteria: 'status == "PASS"'
 399                 blocking: false
 400                 clean_flag: true
 401                 description: >-
 402                     Test suite from Domino project.
 403                 dependencies:
 404                     installer: ''
 405                     scenario: ''
 406                 run:
 407                     module: 'functest.core.feature'
 408                     class: 'BashFeature'
 409                     args:
 410                         cmd: 'cd /home/opnfv/repos/domino && ./tests/run_multinode.sh'
 411             -
 412                 case_name: gluon_vping
 413                 project_name: netready
 414                 criteria: 'status == "PASS"'
 415                 blocking: false
 416                 clean_flag: true
 417                 description: >-
 418                     Test suite from Netready project.
 419                 dependencies:
 420                     installer: 'apex'
 421                     scenario: 'gluon'
 422                 run:
 423                     module: 'functest.core.feature'
 424                     class: 'BashFeature'
 425                     args:
 426                         cmd: 'cd /home/opnfv/repos/netready/test/functest && python ./gluon-test-suite.py'
 427             -
 428                 case_name: barometercollectd
 429                 project_name: barometer
 430                 criteria: 'status == "PASS"'
 431                 blocking: false
 432                 clean_flag: true
 433                 description: >-
 434                     Test suite for the Barometer project. Separate tests verify the
 435                     proper configuration and functionality of the following
 436                     collectd plugins Ceilometer, Hugepages, Memory RAS (mcelog),
 437                     and OVS Events
 438                 dependencies:
 439                     installer: 'fuel'
 440                     scenario: 'kvm_ovs_dpdk_bar'
 441                 run:
 442                      module: 'functest.opnfv_tests.features.barometer'
 443                      class: 'BarometerCollectd'
 444     -
 445         name: components
 446         order: 3
 447         ci_loop: 'weekly'
 448         description : >-
 449             Extensive testing of OpenStack API.
 450         testcases:
 451             -
 452                 case_name: tempest_full_parallel
 453                 project_name: functest
 454                 criteria: 'success_rate >= 80%'
 455                 blocking: false
 456                 clean_flag: true
 457                 description: >-
 458                     The list of test cases is generated by
 459                     Tempest automatically and depends on the parameters of
 460                     the OpenStack deplopyment.
 461                 dependencies:
 462                     installer: '^((?!netvirt).)*$'
 463                     scenario: ''
 464                 run:
 465                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 466                     class: 'TempestFullParallel'
 467             -
 468                 case_name: tempest_custom
 469                 project_name: functest
 470                 criteria: 'success_rate == 100%'
 471                 blocking: false
 472                 clean_flag: true
 473                 description: >-
 474                     The test case allows running a customized list of tempest
 475                     test cases defined in a file under
 476                     <dir_functest_repo>/functest/opnfv_tests/openstack/
 477                       /tempest/custom_tests/test_list.txt
 478                     The file is empty and can be customized with the desired tests.
 479                 dependencies:
 480                     installer: 'unknown'
 481                     scenario: 'unknown'
 482                 run:
 483                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 484                     class: 'TempestCustom'
 485             -
 486                 case_name: rally_full
 487                 project_name: functest
 488                 criteria: 'success_rate >= 90%'
 489                 blocking: false
 490                 clean_flag: false
 491                 description: >-
 492                     This test case runs the full suite of scenarios of the OpenStack
 493                     Rally suite using several threads and iterations.
 494                 dependencies:
 495                     installer: '^((?!netvirt).)*$'
 496                     scenario: ''
 497                 run:
 498                     module: 'functest.opnfv_tests.openstack.rally.rally'
 499                     class: 'RallyFull'
 500
 501     -
 502         name: vnf
 503         order: 4
 504         ci_loop: 'weekly'
 505         description : >-
 506             Collection of VNF test cases.
 507         testcases:
 508             -
 509                 case_name: cloudify_ims
 510                 project_name: functest
 511                 criteria: 'status == "PASS"'
 512                 blocking: false
 513                 clean_flag: true
 514                 description: >-
 515                     This test case deploys an OpenSource vIMS solution from Clearwater
 516                     using the Cloudify orchestrator. It also runs some signaling traffic.
 517                 dependencies:
 518                     installer: ''
 519                     scenario: '(ocl)|(nosdn)|^(os-odl)((?!bgpvpn).)*$'
 520                 run:
 521                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
 522                     class: 'CloudifyIms'
 523 #          -
 524 #               case_name: aaa
 525 #               project_name: functest
 526 #               criteria: 'ret == 0'
 527 #               blocking: false
 528 #               clean_flag: true
 529 #               description: >-
 530 #                   Test suite from Parser project.
 531 #               dependencies:
 532 #                   installer: ''
 533 #                   scenario: ''
 534 #               run:
 535 #                   module: 'functest.opnfv_tests.vnf.aaa.aaa'
 536 #                   class: 'AaaVnf'
 537             -
 538                 case_name: orchestra_ims
 539                 project_name: functest
 540                 criteria: 'ret == 0'
 541                 blocking: false
 542                 clean_flag: true
 543                 description: >-
 544                     VNF deployment with OpenBaton (Orchestra)
 545                 dependencies:
 546                     installer: ''
 547                     scenario: ''
 548                 run:
 549                     module: 'functest.opnfv_tests.vnf.ims.orchestra_ims'
 550                     class: 'ImsVnf'
 551
 552             -
 553                 case_name: opera-vims
 554                 project_name: opera
 555                 criteria: 'status == "PASS"'
 556                 blocking: false
 557                 clean_flag: true
 558                 description: >-
 559                     VNF deployment with OPEN-O
 560                 dependencies:
 561                     installer: 'unknown'
 562                     scenario: 'unknown'
 563                 run:
 564                     module: 'functest.opnfv_tests.vnf.ims.opera_ims'
 565                     class: 'OperaIms'
 566
 567             -
 568                 case_name: vyos_vrouter
 569                 project_name: functest
 570                 criteria: 'status == "PASS"'
 571                 blocking: false
 572                 clean_flag: true
 573                 description: >-
 574                     This test case is vRouter testing.
 575                 dependencies:
 576                     installer: 'fuel'
 577                     scenario: 'nosdn-nofeature'
 578                 run:
 579                     module: 'functest.opnfv_tests.vnf.router.vyos_vrouter'
 580                     class: 'VrouterVnf'