functest/ci/testcases.yaml

   1 tiers:
   2     -
   3         name: healthcheck
   4         order: 0
   5         ci_loop: '(daily)|(weekly)'
   6         description : >-
   7             First tier to be executed to verify the basic
   8             operations in the VIM.
   9         testcases:
  10             -
  11                 case_name: connection_check
  12                 project_name: functest
  13                 criteria: 100
  14                 blocking: true
  15                 clean_flag: false
  16                 description: >-
  17                     This test case verifies the retrieval of OpenStack clients:
  18                     Keystone, Glance, Neutron and Nova and may perform some
  19                     simple queries. When the config value of
  20                     snaps.use_keystone is True, functest must have access to
  21                     the cloud's private network.
  22                 dependencies:
  23                     installer: '^((?!netvirt).)*$'
  24                     scenario: ''
  25                 run:
  26                     module: 'functest.opnfv_tests.openstack.snaps.connection_check'
  27                     class: 'ConnectionCheck'
  28
  29             -
  30                 case_name: api_check
  31                 project_name: functest
  32                 criteria: 100
  33                 blocking: true
  34                 clean_flag: false
  35                 description: >-
  36                     This test case verifies the retrieval of OpenStack clients:
  37                     Keystone, Glance, Neutron and Nova and may perform some
  38                     simple queries. When the config value of
  39                     snaps.use_keystone is True, functest must have access to
  40                     the cloud's private network.
  41                 dependencies:
  42                     installer: '^((?!netvirt).)*$'
  43                     scenario: ''
  44                 run:
  45                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
  46                     class: 'ApiCheck'
  47
  48             -
  49                 case_name: snaps_health_check
  50                 project_name: functest
  51                 criteria: 100
  52                 blocking: true
  53                 clean_flag: false
  54                 description: >-
  55                     This test case creates executes the SimpleHealthCheck
  56                     Python test class which creates an, image, flavor, network,
  57                     and Cirros VM instance and observes the console output to
  58                     validate the single port obtains the correct IP address.
  59                 dependencies:
  60                     installer: ''
  61                     scenario: '^((?!lxd).)*$'
  62                 run:
  63                     module: 'functest.opnfv_tests.openstack.snaps.health_check'
  64                     class: 'HealthCheck'
  65
  66     -
  67         name: smoke
  68         order: 1
  69         ci_loop: '(daily)|(weekly)'
  70         description : >-
  71             Set of basic Functional tests to validate the OPNFV scenarios.
  72         testcases:
  73             -
  74                 case_name: vping_ssh
  75                 project_name: functest
  76                 criteria: 100
  77                 blocking: true
  78                 clean_flag: true
  79                 description: >-
  80                     This test case verifies: 1) SSH to an instance using floating
  81                     IPs over the public network. 2) Connectivity between 2 instances
  82                     over a private network.
  83                 dependencies:
  84                     installer: ''
  85                     scenario: '^((?!odl_l3|odl-bgpvpn|gluon).)*$'
  86                 run:
  87                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
  88                     class: 'VPingSSH'
  89
  90             -
  91                 case_name: vping_userdata
  92                 project_name: functest
  93                 criteria: 100
  94                 blocking: true
  95                 clean_flag: true
  96                 description: >-
  97                     This test case verifies:  1) Boot a VM with given userdata.
  98                     2) Connectivity between 2 instances over a private network.
  99                 dependencies:
 100                     installer: ''
 101                     scenario: '^((?!lxd).)*$'
 102                 run:
 103                     module: 'functest.opnfv_tests.openstack.vping.vping_userdata'
 104                     class: 'VPingUserdata'
 105
 106             -
 107                 case_name: tempest_smoke_serial
 108                 project_name: functest
 109                 criteria: 100
 110                 blocking: false
 111                 clean_flag: true
 112                 description: >-
 113                     This test case runs the smoke subset of the OpenStack
 114                     Tempest suite. The list of test cases is generated by
 115                     Tempest automatically and depends on the parameters of
 116                     the OpenStack deplopyment.
 117                 dependencies:
 118                     installer: '^((?!netvirt).)*$'
 119                     scenario: ''
 120                 run:
 121                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 122                     class: 'TempestSmokeSerial'
 123
 124             -
 125                 case_name: rally_sanity
 126                 project_name: functest
 127                 criteria: 100
 128                 blocking: false
 129                 clean_flag: false
 130                 description: >-
 131                     This test case runs a sub group of tests of the OpenStack
 132                     Rally suite in smoke mode.
 133                 dependencies:
 134                     installer: ''
 135                     scenario: ''
 136                 run:
 137                     module: 'functest.opnfv_tests.openstack.rally.rally'
 138                     class: 'RallySanity'
 139
 140             -
 141                 case_name: refstack_defcore
 142                 project_name: functest
 143                 criteria: 100
 144                 blocking: false
 145                 clean_flag: true
 146                 description: >-
 147                     This test case runs a sub group of tests of the OpenStack
 148                     Defcore testcases by using refstack client.
 149                 dependencies:
 150                     installer: ''
 151                     scenario: ''
 152                 run:
 153                     module: 'functest.opnfv_tests.openstack.refstack_client.refstack_client'
 154                     class: 'RefstackClient'
 155
 156             -
 157                 case_name: odl
 158                 project_name: functest
 159                 criteria: 100
 160                 blocking: true
 161                 clean_flag: false
 162                 description: >-
 163                     Test Suite for the OpenDaylight SDN Controller. It
 164                     integrates some test suites from upstream using
 165                     Robot as the test framework.
 166                 dependencies:
 167                     installer: ''
 168                     scenario: 'odl'
 169                 run:
 170                     module: 'functest.opnfv_tests.sdn.odl.odl'
 171                     class: 'ODLTests'
 172                     args:
 173                         suites:
 174                             -  /home/opnfv/repos/odl_test/csit/suites/integration/basic
 175                             -  /home/opnfv/repos/odl_test/csit/suites/openstack/neutron
 176
 177             -
 178                 case_name: odl_netvirt
 179                 project_name: functest
 180                 criteria: 100
 181                 blocking: false
 182                 clean_flag: false
 183                 description: >-
 184                     Test Suite for the OpenDaylight SDN Controller when
 185                     the NetVirt features are installed. It integrates
 186                     some test suites from upstream using Robot as the
 187                     test framework.
 188                 dependencies:
 189                     installer: 'apex'
 190                     scenario: 'os-odl_l3-nofeature'
 191                 run:
 192                     module: 'functest.opnfv_tests.sdn.odl.odl'
 193                     class: 'ODLTests'
 194                     args:
 195                         suites:
 196                             -  /home/opnfv/repos/odl_test/csit/suites/integration/basic
 197                             -  /home/opnfv/repos/odl_test/csit/suites/openstack/neutron
 198                             -  /home/opnfv/repos/odl_test/csit/suites/openstack/connectivity
 199
 200             -
 201                 case_name: fds
 202                 project_name: functest
 203                 criteria: 100
 204                 blocking: false
 205                 clean_flag: false
 206                 description: >-
 207                     Test Suite for the OpenDaylight SDN Controller when GBP features are
 208                     installed. It integrates some test suites from upstream using
 209                     Robot as the test framework.
 210                 dependencies:
 211                     installer: 'apex'
 212                     scenario: 'odl_l2-fdio'
 213                 run:
 214                     module: 'functest.opnfv_tests.sdn.odl.odl'
 215                     class: 'ODLTests'
 216                     args:
 217                         suites:
 218                             -  /home/opnfv/repos/fds/testing/robot
 219
 220             -
 221                 case_name: onos
 222                 project_name: functest
 223                 criteria: 100
 224                 blocking: true
 225                 clean_flag: true
 226                 description: >-
 227                     Test Suite for the ONOS SDN Controller. It integrates
 228                     some test suites from upstream using TestON as the test
 229                     framework.
 230                 dependencies:
 231                     installer: ''
 232                     scenario: 'onos'
 233                 run:
 234                     module: 'functest.opnfv_tests.sdn.onos.onos'
 235                     class: 'Onos'
 236
 237             -
 238                 case_name: snaps_smoke
 239                 project_name: functest
 240                 criteria: 100
 241                 blocking: false
 242                 clean_flag: false
 243                 description: >-
 244                     This test case contains tests that setup and destroy
 245                     environments with VMs with and without Floating IPs
 246                     with a newly created user and project. Set the config
 247                     value snaps.use_floating_ips (True|False) to toggle
 248                     this functionality. When the config value of
 249                     snaps.use_keystone is True, functest must have access to
 250                     the cloud's private network.
 251
 252                 dependencies:
 253                     installer: '^((?!netvirt).)*$'
 254                     scenario: '^((?!lxd).)*$'
 255                 run:
 256                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 257                     class: 'SnapsSmoke'
 258
 259     -
 260         name: features
 261         order: 2
 262         ci_loop: '(daily)|(weekly)'
 263         description : >-
 264             Test suites from feature projects
 265             integrated in functest
 266         testcases:
 267             -
 268                 case_name: promise
 269                 enabled: false
 270                 project_name: promise
 271                 criteria: 100
 272                 blocking: false
 273                 clean_flag: true
 274                 description: >-
 275                     Test suite from Promise project.
 276                 dependencies:
 277                     installer: '(fuel)|(joid)'
 278                     scenario: ''
 279                 run:
 280                     module: 'functest.core.feature'
 281                     class: 'BashFeature'
 282                     args:
 283                         cmd: 'cd /home/opnfv/repos/promise/promise/test/functest && python ./run_tests.py'
 284
 285             -
 286                 case_name: doctor-notification
 287                 enabled: false
 288                 project_name: doctor
 289                 criteria: 100
 290                 blocking: false
 291                 clean_flag: true
 292                 description: >-
 293                     Test suite from Doctor project.
 294                 dependencies:
 295                     installer: '(apex)|(fuel)'
 296                     scenario: '^((?!fdio).)*$'
 297                 run:
 298                     module: 'functest.core.feature'
 299                     class: 'BashFeature'
 300                     args:
 301                         cmd: 'cd /home/opnfv/repos/doctor/tests && ./run.sh'
 302
 303             -
 304                 case_name: bgpvpn
 305                 enabled: false
 306                 project_name: sdnvpn
 307                 criteria: 100
 308                 blocking: false
 309                 clean_flag: true
 310                 description: >-
 311                     Test suite from SDNVPN project.
 312                 dependencies:
 313                     installer: '(fuel)|(apex)|(netvirt)'
 314                     scenario: 'bgpvpn'
 315                 run:
 316                     module: 'functest.core.feature'
 317                     class: 'BashFeature'
 318                     args:
 319                         cmd: 'cd /home/opnfv/repos/sdnvpn/sdnvpn/test/functest && python ./run_tests.py'
 320
 321             -
 322                 case_name: security_scan
 323                 enabled: false
 324                 project_name: securityscanning
 325                 criteria: 100
 326                 blocking: false
 327                 clean_flag: true
 328                 description: >-
 329                     Simple Security Scan
 330                 dependencies:
 331                     installer: 'apex'
 332                     scenario: '^((?!fdio).)*$'
 333                 run:
 334                     module: 'functest.core.feature'
 335                     class: 'BashFeature'
 336                     args:
 337                         cmd: '. /home/opnfv/functest/conf/stackrc && cd /home/opnfv/repos/securityscanning && python security_scan.py --config config.ini && cd -'
 338
 339             -
 340                 case_name: copper
 341                 enabled: false
 342                 project_name: copper
 343                 criteria: 100
 344                 blocking: false
 345                 clean_flag: true
 346                 description: >-
 347                     Test suite for policy management based on OpenStack Congress
 348                 dependencies:
 349                     installer: 'apex'
 350                     scenario: '^((?!fdio).)*$'
 351                 run:
 352                     module: 'functest.core.feature'
 353                     class: 'BashFeature'
 354                     args:
 355                         cmd: 'cd /home/opnfv/repos/copper/tests && bash run.sh && cd -'
 356
 357             -
 358                 case_name: multisite
 359                 enabled: false
 360                 project_name: multisite
 361                 criteria: 100
 362                 blocking: false
 363                 clean_flag: false
 364                 description: >-
 365                     Test suite from kingbird
 366                 dependencies:
 367                     installer: '(fuel)|(compass)'
 368                     scenario: 'multisite'
 369                 run:
 370                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 371                     class: 'TempestMultisite'
 372
 373             -
 374                 case_name: functest-odl-sfc
 375                 enabled: false
 376                 project_name: sfc
 377                 criteria: 100
 378                 blocking: false
 379                 clean_flag: true
 380                 description: >-
 381                     Test suite for odl-sfc to test two chains and two SFs
 382                 dependencies:
 383                     installer: '(apex)|(fuel)'
 384                     scenario: 'odl_l2-sfc'
 385                 run:
 386                     module: 'functest.core.feature'
 387                     class: 'BashFeature'
 388                     args:
 389                         cmd: 'cd /home/opnfv/repos/sfc/sfc/tests/functest && python ./run_tests.py'
 390
 391             -
 392                 case_name: onos_sfc
 393                 enabled: false
 394                 project_name: functest
 395                 criteria: 100
 396                 blocking: true
 397                 clean_flag: true
 398                 description: >-
 399                     Test Suite for onos-sfc to test sfc function.
 400                 dependencies:
 401                     installer: ''
 402                     scenario: 'onos-sfc'
 403                 run:
 404                     module: 'functest.opnfv_tests.sdn.onos.onos'
 405                     class: 'OnosSfc'
 406
 407             -
 408                 case_name: parser-basics
 409                 enabled: false
 410                 project_name: parser
 411                 criteria: 100
 412                 blocking: false
 413                 clean_flag: true
 414                 description: >-
 415                     Test suite from Parser project.
 416                 dependencies:
 417                     installer: 'fuel'
 418                     scenario: '^((?!bgpvpn|noha).)*$'
 419                 run:
 420                     module: 'functest.core.feature'
 421                     class: 'BashFeature'
 422                     args:
 423                         cmd: 'cd /home/opnfv/repos/parser/tests && ./functest_run.sh'
 424
 425             -
 426                 case_name: domino-multinode
 427                 enabled: false
 428                 project_name: domino
 429                 criteria: 100
 430                 blocking: false
 431                 clean_flag: true
 432                 description: >-
 433                     Test suite from Domino project.
 434                 dependencies:
 435                     installer: ''
 436                     scenario: ''
 437                 run:
 438                     module: 'functest.core.feature'
 439                     class: 'BashFeature'
 440                     args:
 441                         cmd: 'cd /home/opnfv/repos/domino && ./tests/run_multinode.sh'
 442
 443             -
 444                 case_name: gluon_vping
 445                 enabled: false
 446                 project_name: netready
 447                 criteria: 100
 448                 blocking: false
 449                 clean_flag: true
 450                 description: >-
 451                     Test suite from Netready project.
 452                 dependencies:
 453                     installer: 'apex'
 454                     scenario: 'gluon'
 455                 run:
 456                     module: 'functest.core.feature'
 457                     class: 'BashFeature'
 458                     args:
 459                         cmd: 'cd /home/opnfv/repos/netready/test/functest && python ./gluon-test-suite.py'
 460
 461             -
 462                 case_name: barometercollectd
 463                 enabled: false
 464                 project_name: barometer
 465                 criteria: 100
 466                 blocking: false
 467                 clean_flag: true
 468                 description: >-
 469                     Test suite for the Barometer project. Separate tests verify the
 470                     proper configuration and functionality of the following
 471                     collectd plugins Ceilometer, Hugepages, Memory RAS (mcelog),
 472                     and OVS Events
 473                 dependencies:
 474                     installer: 'fuel'
 475                     scenario: 'kvm_ovs_dpdk_bar'
 476                 run:
 477                      module: 'functest.opnfv_tests.features.barometer'
 478                      class: 'BarometerCollectd'
 479
 480     -
 481         name: components
 482         order: 3
 483         ci_loop: 'weekly'
 484         description : >-
 485             Extensive testing of OpenStack API.
 486         testcases:
 487             -
 488                 case_name: tempest_full_parallel
 489                 project_name: functest
 490                 criteria: 80
 491                 blocking: false
 492                 clean_flag: true
 493                 description: >-
 494                     The list of test cases is generated by
 495                     Tempest automatically and depends on the parameters of
 496                     the OpenStack deplopyment.
 497                 dependencies:
 498                     installer: '^((?!netvirt).)*$'
 499                     scenario: ''
 500                 run:
 501                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 502                     class: 'TempestFullParallel'
 503
 504             -
 505                 case_name: tempest_custom
 506                 project_name: functest
 507                 criteria: 100
 508                 blocking: false
 509                 clean_flag: true
 510                 description: >-
 511                     The test case allows running a customized list of tempest
 512                     test cases defined in a file under
 513                     <dir_functest_repo>/functest/opnfv_tests/openstack/
 514                       /tempest/custom_tests/test_list.txt
 515                     The file is empty and can be customized with the desired tests.
 516                 dependencies:
 517                     installer: 'unknown'
 518                     scenario: 'unknown'
 519                 run:
 520                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 521                     class: 'TempestCustom'
 522
 523             -
 524                 case_name: rally_full
 525                 project_name: functest
 526                 criteria: 90
 527                 blocking: false
 528                 clean_flag: false
 529                 description: >-
 530                     This test case runs the full suite of scenarios of the OpenStack
 531                     Rally suite using several threads and iterations.
 532                 dependencies:
 533                     installer: '^((?!netvirt).)*$'
 534                     scenario: ''
 535                 run:
 536                     module: 'functest.opnfv_tests.openstack.rally.rally'
 537                     class: 'RallyFull'
 538
 539     -
 540         name: vnf
 541         order: 4
 542         ci_loop: 'weekly'
 543         description : >-
 544             Collection of VNF test cases.
 545         testcases:
 546             -
 547                 case_name: cloudify_ims
 548                 project_name: functest
 549                 criteria: 100
 550                 blocking: false
 551                 clean_flag: true
 552                 description: >-
 553                     This test case deploys an OpenSource vIMS solution from Clearwater
 554                     using the Cloudify orchestrator. It also runs some signaling traffic.
 555                 dependencies:
 556                     installer: ''
 557                     scenario: '(ocl)|(nosdn)|^(os-odl)((?!bgpvpn).)*$'
 558                 run:
 559                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
 560                     class: 'CloudifyIms'
 561
 562             -
 563                 case_name: aaa
 564                 enabled: false
 565                 project_name: functest
 566                 criteria: 100
 567                 blocking: false
 568                 clean_flag: true
 569                 description: >-
 570                    Test suite from Parser project.
 571                 dependencies:
 572                     installer: ''
 573                     scenario: ''
 574                 run:
 575                     module: 'functest.opnfv_tests.vnf.aaa.aaa'
 576                     class: 'AaaVnf'
 577
 578             -
 579                 case_name: orchestra_ims
 580                 enabled: false
 581                 project_name: functest
 582                 criteria: 100
 583                 blocking: false
 584                 clean_flag: true
 585                 description: >-
 586                     VNF deployment with OpenBaton (Orchestra)
 587                 dependencies:
 588                     installer: ''
 589                     scenario: ''
 590                 run:
 591                     module: 'functest.opnfv_tests.vnf.ims.orchestra_ims'
 592                     class: 'ImsVnf'
 593
 594             -
 595                 case_name: opera_vims
 596                 enabled: false
 597                 project_name: opera
 598                 criteria: 100
 599                 blocking: false
 600                 clean_flag: true
 601                 description: >-
 602                     VNF deployment with OPEN-O
 603                 dependencies:
 604                     installer: 'compass'
 605                     scenario: 'os-nosdn-openo-ha'
 606                 run:
 607                     module: 'functest.opnfv_tests.vnf.ims.opera_ims'
 608                     class: 'OperaIms'
 609
 610             -
 611                 case_name: vyos_vrouter
 612                 enabled: false
 613                 project_name: functest
 614                 criteria: 100
 615                 blocking: false
 616                 clean_flag: true
 617                 description: >-
 618                     This test case is vRouter testing.
 619                 dependencies:
 620                     installer: 'fuel'
 621                     scenario: 'nosdn-nofeature'
 622                 run:
 623                     module: 'functest.opnfv_tests.vnf.router.vyos_vrouter'
 624                     class: 'VrouterVnf'