functest/ci/testcases.yaml

   1 tiers:
   2     -
   3         name: healthcheck
   4         order: 0
   5         ci_loop: '(daily)|(weekly)'
   6         description : >-
   7             First tier to be executed to verify the basic
   8             operations in the VIM.
   9         testcases:
  10             -
  11                 case_name: connection_check
  12                 project_name: functest
  13                 criteria: 100
  14                 blocking: true
  15                 clean_flag: false
  16                 description: >-
  17                     This test case verifies the retrieval of OpenStack clients:
  18                     Keystone, Glance, Neutron and Nova and may perform some
  19                     simple queries. When the config value of
  20                     snaps.use_keystone is True, functest must have access to
  21                     the cloud's private network.
  22
  23                 dependencies:
  24                     installer: '^((?!netvirt).)*$'
  25                     scenario: ''
  26                 run:
  27                     module: 'functest.opnfv_tests.openstack.snaps.connection_check'
  28                     class: 'ConnectionCheck'
  29
  30             -
  31                 case_name: api_check
  32                 project_name: functest
  33                 criteria: 100
  34                 blocking: true
  35                 clean_flag: false
  36                 description: >-
  37                     This test case verifies the retrieval of OpenStack clients:
  38                     Keystone, Glance, Neutron and Nova and may perform some
  39                     simple queries. When the config value of
  40                     snaps.use_keystone is True, functest must have access to
  41                     the cloud's private network.
  42
  43                 dependencies:
  44                     installer: '^((?!netvirt).)*$'
  45                     scenario: ''
  46                 run:
  47                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
  48                     class: 'ApiCheck'
  49             -
  50                 case_name: snaps_health_check
  51                 project_name: functest
  52                 criteria: 100
  53                 blocking: true
  54                 clean_flag: false
  55                 description: >-
  56                     This test case creates executes the SimpleHealthCheck
  57                     Python test class which creates an, image, flavor, network,
  58                     and Cirros VM instance and observes the console output to
  59                     validate the single port obtains the correct IP address.
  60                 dependencies:
  61                     installer: ''
  62                     scenario: '^((?!lxd).)*$'
  63                 run:
  64                     module: 'functest.opnfv_tests.openstack.snaps.health_check'
  65                     class: 'HealthCheck'
  66     -
  67         name: smoke
  68         order: 1
  69         ci_loop: '(daily)|(weekly)'
  70         description : >-
  71             Set of basic Functional tests to validate the OPNFV scenarios.
  72         testcases:
  73             -
  74                 case_name: vping_ssh
  75                 project_name: functest
  76                 criteria: 100
  77                 blocking: true
  78                 clean_flag: true
  79                 description: >-
  80                     This test case verifies: 1) SSH to an instance using floating
  81                     IPs over the public network. 2) Connectivity between 2 instances
  82                     over a private network.
  83                 dependencies:
  84                     installer: ''
  85                     scenario: '^((?!odl_l3|odl-bgpvpn|gluon).)*$'
  86                 run:
  87                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
  88                     class: 'VPingSSH'
  89
  90             -
  91                 case_name: vping_userdata
  92                 project_name: functest
  93                 criteria: 100
  94                 blocking: true
  95                 clean_flag: true
  96                 description: >-
  97                     This test case verifies:  1) Boot a VM with given userdata.
  98                     2) Connectivity between 2 instances over a private network.
  99                 dependencies:
 100                     installer: ''
 101                     scenario: '^((?!lxd).)*$'
 102                 run:
 103                     module: 'functest.opnfv_tests.openstack.vping.vping_userdata'
 104                     class: 'VPingUserdata'
 105
 106             -
 107                 case_name: tempest_smoke_serial
 108                 project_name: functest
 109                 criteria: 100
 110                 blocking: false
 111                 clean_flag: true
 112                 description: >-
 113                     This test case runs the smoke subset of the OpenStack
 114                     Tempest suite. The list of test cases is generated by
 115                     Tempest automatically and depends on the parameters of
 116                     the OpenStack deplopyment.
 117                 dependencies:
 118                     installer: '^((?!netvirt).)*$'
 119                     scenario: ''
 120                 run:
 121                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 122                     class: 'TempestSmokeSerial'
 123
 124             -
 125                 case_name: rally_sanity
 126                 project_name: functest
 127                 criteria: 100
 128                 blocking: false
 129                 clean_flag: false
 130                 description: >-
 131                     This test case runs a sub group of tests of the OpenStack
 132                     Rally suite in smoke mode.
 133                 dependencies:
 134                     installer: ''
 135                     scenario: ''
 136                 run:
 137                     module: 'functest.opnfv_tests.openstack.rally.rally'
 138                     class: 'RallySanity'
 139
 140             -
 141                 case_name: refstack_defcore
 142                 project_name: functest
 143                 criteria: 100
 144                 blocking: false
 145                 clean_flag: true
 146                 description: >-
 147                     This test case runs a sub group of tests of the OpenStack
 148                     Defcore testcases by using refstack client.
 149                 dependencies:
 150                     installer: ''
 151                     scenario: ''
 152                 run:
 153                     module: 'functest.opnfv_tests.openstack.refstack_client.refstack_client'
 154                     class: 'RefstackClient'
 155
 156             -
 157                 case_name: odl
 158                 project_name: functest
 159                 criteria: 100
 160                 blocking: true
 161                 clean_flag: false
 162                 description: >-
 163                     Test Suite for the OpenDaylight SDN Controller. It
 164                     integrates some test suites from upstream using
 165                     Robot as the test framework.
 166                 dependencies:
 167                     installer: ''
 168                     scenario: 'odl'
 169                 run:
 170                     module: 'functest.opnfv_tests.sdn.odl.odl'
 171                     class: 'ODLTests'
 172                     args:
 173                         suites:
 174                             -  /home/opnfv/repos/odl_test/csit/suites/integration/basic
 175                             -  /home/opnfv/repos/odl_test/csit/suites/openstack/neutron
 176
 177             -
 178                 case_name: odl_netvirt
 179                 project_name: functest
 180                 criteria: 100
 181                 blocking: false
 182                 clean_flag: false
 183                 description: >-
 184                     Test Suite for the OpenDaylight SDN Controller when
 185                     the NetVirt features are installed. It integrates
 186                     some test suites from upstream using Robot as the
 187                     test framework.
 188                 dependencies:
 189                     installer: 'apex'
 190                     scenario: 'os-odl_l3-nofeature'
 191                 run:
 192                     module: 'functest.opnfv_tests.sdn.odl.odl'
 193                     class: 'ODLTests'
 194                     args:
 195                         suites:
 196                             -  /home/opnfv/repos/odl_test/csit/suites/integration/basic
 197                             -  /home/opnfv/repos/odl_test/csit/suites/openstack/neutron
 198                             -  /home/opnfv/repos/odl_test/csit/suites/openstack/connectivity
 199
 200             -
 201                 case_name: fds
 202                 project_name: functest
 203                 criteria: 100
 204                 blocking: false
 205                 clean_flag: false
 206                 description: >-
 207                     Test Suite for the OpenDaylight SDN Controller when GBP features are
 208                     installed. It integrates some test suites from upstream using
 209                     Robot as the test framework.
 210                 dependencies:
 211                     installer: 'apex'
 212                     scenario: 'odl_l2-fdio'
 213                 run:
 214                     module: 'functest.opnfv_tests.sdn.odl.odl'
 215                     class: 'ODLTests'
 216                     args:
 217                         suites:
 218                             -  /home/opnfv/repos/fds/testing/robot
 219
 220             -
 221                 case_name: onos
 222                 project_name: functest
 223                 criteria: 100
 224                 blocking: true
 225                 clean_flag: true
 226                 description: >-
 227                     Test Suite for the ONOS SDN Controller. It integrates
 228                     some test suites from upstream using TestON as the test
 229                     framework.
 230                 dependencies:
 231                     installer: ''
 232                     scenario: 'onos'
 233                 run:
 234                     module: 'functest.opnfv_tests.sdn.onos.onos'
 235                     class: 'Onos'
 236
 237             -
 238                 case_name: snaps_smoke
 239                 project_name: functest
 240                 criteria: 100
 241                 blocking: false
 242                 clean_flag: false
 243                 description: >-
 244                     This test case contains tests that setup and destroy
 245                     environments with VMs with and without Floating IPs
 246                     with a newly created user and project. Set the config
 247                     value snaps.use_floating_ips (True|False) to toggle
 248                     this functionality. When the config value of
 249                     snaps.use_keystone is True, functest must have access to
 250                     the cloud's private network.
 251
 252                 dependencies:
 253                     installer: '^((?!netvirt).)*$'
 254                     scenario: '^((?!lxd).)*$'
 255                 run:
 256                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 257                     class: 'SnapsSmoke'
 258
 259     -
 260         name: features
 261         order: 2
 262         ci_loop: '(daily)|(weekly)'
 263         description : >-
 264             Test suites from feature projects
 265             integrated in functest
 266         testcases:
 267             -
 268                 case_name: promise
 269                 project_name: promise
 270                 criteria: 100
 271                 blocking: false
 272                 clean_flag: true
 273                 description: >-
 274                     Test suite from Promise project.
 275                 dependencies:
 276                     installer: '(fuel)|(joid)'
 277                     scenario: ''
 278                 run:
 279                     module: 'functest.core.feature'
 280                     class: 'BashFeature'
 281                     args:
 282                         cmd: 'cd /home/opnfv/repos/promise/promise/test/functest && python ./run_tests.py'
 283
 284             -
 285                 case_name: doctor-notification
 286                 project_name: doctor
 287                 criteria: 100
 288                 blocking: false
 289                 clean_flag: true
 290                 description: >-
 291                     Test suite from Doctor project.
 292                 dependencies:
 293                     installer: '(apex)|(fuel)'
 294                     scenario: '^((?!fdio).)*$'
 295                 run:
 296                     module: 'functest.core.feature'
 297                     class: 'BashFeature'
 298                     args:
 299                         cmd: 'cd /home/opnfv/repos/doctor/tests && ./run.sh'
 300
 301             -
 302                 case_name: bgpvpn
 303                 project_name: sdnvpn
 304                 criteria: 100
 305                 blocking: false
 306                 clean_flag: true
 307                 description: >-
 308                     Test suite from SDNVPN project.
 309                 dependencies:
 310                     installer: '(fuel)|(apex)|(netvirt)'
 311                     scenario: 'bgpvpn'
 312                 run:
 313                     module: 'functest.core.feature'
 314                     class: 'BashFeature'
 315                     args:
 316                         cmd: 'cd /home/opnfv/repos/sdnvpn/sdnvpn/test/functest && python ./run_tests.py'
 317
 318             -
 319                 case_name: security_scan
 320                 project_name: securityscanning
 321                 criteria: 100
 322                 blocking: false
 323                 clean_flag: true
 324                 description: >-
 325                     Simple Security Scan
 326                 dependencies:
 327                     installer: 'apex'
 328                     scenario: '^((?!fdio).)*$'
 329                 run:
 330                     module: 'functest.core.feature'
 331                     class: 'BashFeature'
 332                     args:
 333                         cmd: '. /home/opnfv/functest/conf/stackrc && cd /home/opnfv/repos/securityscanning && python security_scan.py --config config.ini && cd -'
 334
 335             -
 336                 case_name: copper
 337                 project_name: copper
 338                 criteria: 100
 339                 blocking: false
 340                 clean_flag: true
 341                 description: >-
 342                     Test suite for policy management based on OpenStack Congress
 343                 dependencies:
 344                     installer: 'apex'
 345                     scenario: '^((?!fdio).)*$'
 346                 run:
 347                     module: 'functest.core.feature'
 348                     class: 'BashFeature'
 349                     args:
 350                         cmd: 'cd /home/opnfv/repos/copper/tests && bash run.sh && cd -'
 351
 352             -
 353                 case_name: multisite
 354                 project_name: multisite
 355                 criteria: 100
 356                 blocking: false
 357                 clean_flag: false
 358                 description: >-
 359                     Test suite from kingbird
 360                 dependencies:
 361                     installer: '(fuel)|(compass)'
 362                     scenario: 'multisite'
 363                 run:
 364                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 365                     class: 'TempestMultisite'
 366             -
 367                 case_name: functest-odl-sfc
 368                 project_name: sfc
 369                 criteria: 100
 370                 blocking: false
 371                 clean_flag: true
 372                 description: >-
 373                     Test suite for odl-sfc to test two chains and two SFs
 374                 dependencies:
 375                     installer: '(apex)|(fuel)'
 376                     scenario: 'odl_l2-sfc'
 377                 run:
 378                     module: 'functest.core.feature'
 379                     class: 'BashFeature'
 380                     args:
 381                         cmd: 'cd /home/opnfv/repos/sfc/sfc/tests/functest && python ./run_tests.py'
 382             -
 383                 case_name: onos_sfc
 384                 project_name: functest
 385                 criteria: 100
 386                 blocking: true
 387                 clean_flag: true
 388                 description: >-
 389                     Test Suite for onos-sfc to test sfc function.
 390                 dependencies:
 391                     installer: ''
 392                     scenario: 'onos-sfc'
 393                 run:
 394                     module: 'functest.opnfv_tests.sdn.onos.onos'
 395                     class: 'OnosSfc'
 396             -
 397                 case_name: parser-basics
 398                 project_name: parser
 399                 criteria: 100
 400                 blocking: false
 401                 clean_flag: true
 402                 description: >-
 403                     Test suite from Parser project.
 404                 dependencies:
 405                     installer: 'fuel'
 406                     scenario: '^((?!bgpvpn|noha).)*$'
 407                 run:
 408                     module: 'functest.core.feature'
 409                     class: 'BashFeature'
 410                     args:
 411                         cmd: 'cd /home/opnfv/repos/parser/tests && ./functest_run.sh'
 412             -
 413                 case_name: domino-multinode
 414                 project_name: domino
 415                 criteria: 100
 416                 blocking: false
 417                 clean_flag: true
 418                 description: >-
 419                     Test suite from Domino project.
 420                 dependencies:
 421                     installer: ''
 422                     scenario: ''
 423                 run:
 424                     module: 'functest.core.feature'
 425                     class: 'BashFeature'
 426                     args:
 427                         cmd: 'cd /home/opnfv/repos/domino && ./tests/run_multinode.sh'
 428             -
 429                 case_name: gluon_vping
 430                 project_name: netready
 431                 criteria: 100
 432                 blocking: false
 433                 clean_flag: true
 434                 description: >-
 435                     Test suite from Netready project.
 436                 dependencies:
 437                     installer: 'apex'
 438                     scenario: 'gluon'
 439                 run:
 440                     module: 'functest.core.feature'
 441                     class: 'BashFeature'
 442                     args:
 443                         cmd: 'cd /home/opnfv/repos/netready/test/functest && python ./gluon-test-suite.py'
 444             -
 445                 case_name: barometercollectd
 446                 project_name: barometer
 447                 criteria: 100
 448                 blocking: false
 449                 clean_flag: true
 450                 description: >-
 451                     Test suite for the Barometer project. Separate tests verify the
 452                     proper configuration and functionality of the following
 453                     collectd plugins Ceilometer, Hugepages, Memory RAS (mcelog),
 454                     and OVS Events
 455                 dependencies:
 456                     installer: 'fuel'
 457                     scenario: 'kvm_ovs_dpdk_bar'
 458                 run:
 459                      module: 'functest.opnfv_tests.features.barometer'
 460                      class: 'BarometerCollectd'
 461     -
 462         name: components
 463         order: 3
 464         ci_loop: 'weekly'
 465         description : >-
 466             Extensive testing of OpenStack API.
 467         testcases:
 468             -
 469                 case_name: tempest_full_parallel
 470                 project_name: functest
 471                 criteria: 80
 472                 blocking: false
 473                 clean_flag: true
 474                 description: >-
 475                     The list of test cases is generated by
 476                     Tempest automatically and depends on the parameters of
 477                     the OpenStack deplopyment.
 478                 dependencies:
 479                     installer: '^((?!netvirt).)*$'
 480                     scenario: ''
 481                 run:
 482                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 483                     class: 'TempestFullParallel'
 484             -
 485                 case_name: tempest_custom
 486                 project_name: functest
 487                 criteria: 100
 488                 blocking: false
 489                 clean_flag: true
 490                 description: >-
 491                     The test case allows running a customized list of tempest
 492                     test cases defined in a file under
 493                     <dir_functest_repo>/functest/opnfv_tests/openstack/
 494                       /tempest/custom_tests/test_list.txt
 495                     The file is empty and can be customized with the desired tests.
 496                 dependencies:
 497                     installer: 'unknown'
 498                     scenario: 'unknown'
 499                 run:
 500                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 501                     class: 'TempestCustom'
 502             -
 503                 case_name: rally_full
 504                 project_name: functest
 505                 criteria: 90
 506                 blocking: false
 507                 clean_flag: false
 508                 description: >-
 509                     This test case runs the full suite of scenarios of the OpenStack
 510                     Rally suite using several threads and iterations.
 511                 dependencies:
 512                     installer: '^((?!netvirt).)*$'
 513                     scenario: ''
 514                 run:
 515                     module: 'functest.opnfv_tests.openstack.rally.rally'
 516                     class: 'RallyFull'
 517
 518     -
 519         name: vnf
 520         order: 4
 521         ci_loop: 'weekly'
 522         description : >-
 523             Collection of VNF test cases.
 524         testcases:
 525             -
 526                 case_name: cloudify_ims
 527                 project_name: functest
 528                 criteria: 100
 529                 blocking: false
 530                 clean_flag: true
 531                 description: >-
 532                     This test case deploys an OpenSource vIMS solution from Clearwater
 533                     using the Cloudify orchestrator. It also runs some signaling traffic.
 534                 dependencies:
 535                     installer: ''
 536                     scenario: '(ocl)|(nosdn)|^(os-odl)((?!bgpvpn).)*$'
 537                 run:
 538                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
 539                     class: 'CloudifyIms'
 540 #          -
 541 #               case_name: aaa
 542 #               project_name: functest
 543 #               criteria: 100
 544 #               blocking: false
 545 #               clean_flag: true
 546 #               description: >-
 547 #                   Test suite from Parser project.
 548 #               dependencies:
 549 #                   installer: ''
 550 #                   scenario: ''
 551 #               run:
 552 #                   module: 'functest.opnfv_tests.vnf.aaa.aaa'
 553 #                   class: 'AaaVnf'
 554             -
 555                 case_name: orchestra_ims
 556                 project_name: functest
 557                 criteria: 100
 558                 blocking: false
 559                 clean_flag: true
 560                 description: >-
 561                     VNF deployment with OpenBaton (Orchestra)
 562                 dependencies:
 563                     installer: ''
 564                     scenario: ''
 565                 run:
 566                     module: 'functest.opnfv_tests.vnf.ims.orchestra_ims'
 567                     class: 'ImsVnf'
 568
 569             -
 570                 case_name: opera-vims
 571                 project_name: opera
 572                 criteria: 100
 573                 blocking: false
 574                 clean_flag: true
 575                 description: >-
 576                     VNF deployment with OPEN-O
 577                 dependencies:
 578                     installer: 'unknown'
 579                     scenario: 'unknown'
 580                 run:
 581                     module: 'functest.opnfv_tests.vnf.ims.opera_ims'
 582                     class: 'OperaIms'
 583
 584             -
 585                 case_name: vyos_vrouter
 586                 project_name: functest
 587                 criteria: 100
 588                 blocking: false
 589                 clean_flag: true
 590                 description: >-
 591                     This test case is vRouter testing.
 592                 dependencies:
 593                     installer: 'fuel'
 594                     scenario: 'nosdn-nofeature'
 595                 run:
 596                     module: 'functest.opnfv_tests.vnf.router.vyos_vrouter'
 597                     class: 'VrouterVnf'