functest/ci/testcases.yaml

   1 tiers:
   2     -
   3         name: healthcheck
   4         order: 0
   5         ci_loop: '(daily)|(weekly)'
   6         description : >-
   7             First tier to be executed to verify the basic
   8             operations in the VIM.
   9         testcases:
  10             -
  11                 case_name: connection_check
  12                 project_name: functest
  13                 criteria: 100
  14                 blocking: true
  15                 clean_flag: false
  16                 description: >-
  17                     This test case verifies the retrieval of OpenStack clients:
  18                     Keystone, Glance, Neutron and Nova and may perform some
  19                     simple queries. When the config value of
  20                     snaps.use_keystone is True, functest must have access to
  21                     the cloud's private network.
  22                 dependencies:
  23                     installer: '^((?!netvirt).)*$'
  24                     scenario: ''
  25                 run:
  26                     module: 'functest.opnfv_tests.openstack.snaps.connection_check'
  27                     class: 'ConnectionCheck'
  28
  29             -
  30                 case_name: api_check
  31                 project_name: functest
  32                 criteria: 100
  33                 blocking: true
  34                 clean_flag: false
  35                 description: >-
  36                     This test case verifies the retrieval of OpenStack clients:
  37                     Keystone, Glance, Neutron and Nova and may perform some
  38                     simple queries. When the config value of
  39                     snaps.use_keystone is True, functest must have access to
  40                     the cloud's private network.
  41                 dependencies:
  42                     installer: '^((?!netvirt).)*$'
  43                     scenario: ''
  44                 run:
  45                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
  46                     class: 'ApiCheck'
  47
  48             -
  49                 case_name: snaps_health_check
  50                 project_name: functest
  51                 criteria: 100
  52                 blocking: true
  53                 clean_flag: false
  54                 description: >-
  55                     This test case creates executes the SimpleHealthCheck
  56                     Python test class which creates an, image, flavor, network,
  57                     and Cirros VM instance and observes the console output to
  58                     validate the single port obtains the correct IP address.
  59                 dependencies:
  60                     installer: ''
  61                     scenario: '^((?!lxd).)*$'
  62                 run:
  63                     module: 'functest.opnfv_tests.openstack.snaps.health_check'
  64                     class: 'HealthCheck'
  65
  66     -
  67         name: smoke
  68         order: 1
  69         ci_loop: '(daily)|(weekly)'
  70         description : >-
  71             Set of basic Functional tests to validate the OPNFV scenarios.
  72         testcases:
  73             -
  74                 case_name: vping_ssh
  75                 project_name: functest
  76                 criteria: 100
  77                 blocking: true
  78                 clean_flag: true
  79                 description: >-
  80                     This test case verifies: 1) SSH to an instance using floating
  81                     IPs over the public network. 2) Connectivity between 2 instances
  82                     over a private network.
  83                 dependencies:
  84                     installer: ''
  85                     scenario: '^((?!odl_l3|odl-bgpvpn|gluon).)*$'
  86                 run:
  87                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
  88                     class: 'VPingSSH'
  89
  90             -
  91                 case_name: vping_userdata
  92                 project_name: functest
  93                 criteria: 100
  94                 blocking: true
  95                 clean_flag: true
  96                 description: >-
  97                     This test case verifies:  1) Boot a VM with given userdata.
  98                     2) Connectivity between 2 instances over a private network.
  99                 dependencies:
 100                     installer: ''
 101                     scenario: '^((?!lxd).)*$'
 102                 run:
 103                     module: 'functest.opnfv_tests.openstack.vping.vping_userdata'
 104                     class: 'VPingUserdata'
 105
 106             -
 107                 case_name: tempest_smoke_serial
 108                 project_name: functest
 109                 criteria: 100
 110                 blocking: false
 111                 clean_flag: true
 112                 description: >-
 113                     This test case runs the smoke subset of the OpenStack
 114                     Tempest suite. The list of test cases is generated by
 115                     Tempest automatically and depends on the parameters of
 116                     the OpenStack deplopyment.
 117                 dependencies:
 118                     installer: '^((?!netvirt).)*$'
 119                     scenario: ''
 120                 run:
 121                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 122                     class: 'TempestSmokeSerial'
 123
 124             -
 125                 case_name: rally_sanity
 126                 project_name: functest
 127                 criteria: 100
 128                 blocking: false
 129                 clean_flag: false
 130                 description: >-
 131                     This test case runs a sub group of tests of the OpenStack
 132                     Rally suite in smoke mode.
 133                 dependencies:
 134                     installer: ''
 135                     scenario: ''
 136                 run:
 137                     module: 'functest.opnfv_tests.openstack.rally.rally'
 138                     class: 'RallySanity'
 139
 140             -
 141                 case_name: refstack_defcore
 142                 project_name: functest
 143                 criteria: 100
 144                 blocking: false
 145                 clean_flag: true
 146                 description: >-
 147                     This test case runs a sub group of tests of the OpenStack
 148                     Defcore testcases by using refstack client.
 149                 dependencies:
 150                     installer: ''
 151                     scenario: ''
 152                 run:
 153                     module: 'functest.opnfv_tests.openstack.refstack_client.refstack_client'
 154                     class: 'RefstackClient'
 155
 156             -
 157                 case_name: odl
 158                 project_name: functest
 159                 criteria: 100
 160                 blocking: true
 161                 clean_flag: false
 162                 description: >-
 163                     Test Suite for the OpenDaylight SDN Controller. It
 164                     integrates some test suites from upstream using
 165                     Robot as the test framework.
 166                 dependencies:
 167                     installer: ''
 168                     scenario: 'odl'
 169                 run:
 170                     module: 'functest.opnfv_tests.sdn.odl.odl'
 171                     class: 'ODLTests'
 172                     args:
 173                         suites:
 174                             -  /home/opnfv/repos/odl_test/csit/suites/integration/basic
 175                             -  /home/opnfv/repos/odl_test/csit/suites/openstack/neutron
 176
 177             -
 178                 case_name: odl_netvirt
 179                 project_name: functest
 180                 criteria: 100
 181                 blocking: false
 182                 clean_flag: false
 183                 description: >-
 184                     Test Suite for the OpenDaylight SDN Controller when
 185                     the NetVirt features are installed. It integrates
 186                     some test suites from upstream using Robot as the
 187                     test framework.
 188                 dependencies:
 189                     installer: 'apex'
 190                     scenario: 'os-odl_l3-nofeature'
 191                 run:
 192                     module: 'functest.opnfv_tests.sdn.odl.odl'
 193                     class: 'ODLTests'
 194                     args:
 195                         suites:
 196                             -  /home/opnfv/repos/odl_test/csit/suites/integration/basic
 197                             -  /home/opnfv/repos/odl_test/csit/suites/openstack/neutron
 198                             -  /home/opnfv/repos/odl_test/csit/suites/openstack/connectivity
 199
 200             -
 201                 case_name: fds
 202                 project_name: functest
 203                 criteria: 100
 204                 blocking: false
 205                 clean_flag: false
 206                 description: >-
 207                     Test Suite for the OpenDaylight SDN Controller when GBP features are
 208                     installed. It integrates some test suites from upstream using
 209                     Robot as the test framework.
 210                 dependencies:
 211                     installer: 'apex'
 212                     scenario: 'odl_l2-fdio'
 213                 run:
 214                     module: 'functest.opnfv_tests.sdn.odl.odl'
 215                     class: 'ODLTests'
 216                     args:
 217                         suites:
 218                             -  /home/opnfv/repos/fds/testing/robot
 219
 220             -
 221                 case_name: onos
 222                 project_name: functest
 223                 criteria: 100
 224                 blocking: true
 225                 clean_flag: true
 226                 description: >-
 227                     Test Suite for the ONOS SDN Controller. It integrates
 228                     some test suites from upstream using TestON as the test
 229                     framework.
 230                 dependencies:
 231                     installer: ''
 232                     scenario: 'onos'
 233                 run:
 234                     module: 'functest.opnfv_tests.sdn.onos.onos'
 235                     class: 'Onos'
 236
 237             -
 238                 case_name: snaps_smoke
 239                 project_name: functest
 240                 criteria: 100
 241                 blocking: false
 242                 clean_flag: false
 243                 description: >-
 244                     This test case contains tests that setup and destroy
 245                     environments with VMs with and without Floating IPs
 246                     with a newly created user and project. Set the config
 247                     value snaps.use_floating_ips (True|False) to toggle
 248                     this functionality. When the config value of
 249                     snaps.use_keystone is True, functest must have access to
 250                     the cloud's private network.
 251
 252                 dependencies:
 253                     installer: '^((?!netvirt).)*$'
 254                     scenario: '^((?!lxd).)*$'
 255                 run:
 256                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 257                     class: 'SnapsSmoke'
 258
 259     -
 260         name: features
 261         order: 2
 262         ci_loop: '(daily)|(weekly)'
 263         description : >-
 264             Test suites from feature projects
 265             integrated in functest
 266         testcases:
 267             -
 268                 case_name: promise
 269                 project_name: promise
 270                 criteria: 100
 271                 blocking: false
 272                 clean_flag: true
 273                 description: >-
 274                     Test suite from Promise project.
 275                 dependencies:
 276                     installer: '(fuel)|(joid)'
 277                     scenario: ''
 278                 run:
 279                     module: 'functest.core.feature'
 280                     class: 'BashFeature'
 281                     args:
 282                         cmd: 'cd /home/opnfv/repos/promise/promise/test/functest && python ./run_tests.py'
 283
 284             -
 285                 case_name: doctor-notification
 286                 enabled: false
 287                 project_name: doctor
 288                 criteria: 100
 289                 blocking: false
 290                 clean_flag: true
 291                 description: >-
 292                     Test suite from Doctor project.
 293                 dependencies:
 294                     installer: '(apex)|(fuel)'
 295                     scenario: '^((?!fdio).)*$'
 296                 run:
 297                     module: 'functest.core.feature'
 298                     class: 'BashFeature'
 299                     args:
 300                         cmd: 'cd /home/opnfv/repos/doctor/tests && ./run.sh'
 301
 302             -
 303                 case_name: bgpvpn
 304                 project_name: sdnvpn
 305                 criteria: 100
 306                 blocking: false
 307                 clean_flag: true
 308                 description: >-
 309                     Test suite from SDNVPN project.
 310                 dependencies:
 311                     installer: '(fuel)|(apex)|(netvirt)'
 312                     scenario: 'bgpvpn'
 313                 run:
 314                     module: 'functest.core.feature'
 315                     class: 'BashFeature'
 316                     args:
 317                         cmd: 'cd /home/opnfv/repos/sdnvpn/sdnvpn/test/functest && python ./run_tests.py'
 318
 319             -
 320                 case_name: security_scan
 321                 enabled: false
 322                 project_name: securityscanning
 323                 criteria: 100
 324                 blocking: false
 325                 clean_flag: true
 326                 description: >-
 327                     Simple Security Scan
 328                 dependencies:
 329                     installer: 'apex'
 330                     scenario: '^((?!fdio).)*$'
 331                 run:
 332                     module: 'functest.core.feature'
 333                     class: 'BashFeature'
 334                     args:
 335                         cmd: '. /home/opnfv/functest/conf/stackrc && cd /home/opnfv/repos/securityscanning && python security_scan.py --config config.ini && cd -'
 336
 337             -
 338                 case_name: copper
 339                 enabled: false
 340                 project_name: copper
 341                 criteria: 100
 342                 blocking: false
 343                 clean_flag: true
 344                 description: >-
 345                     Test suite for policy management based on OpenStack Congress
 346                 dependencies:
 347                     installer: 'apex'
 348                     scenario: '^((?!fdio).)*$'
 349                 run:
 350                     module: 'functest.core.feature'
 351                     class: 'BashFeature'
 352                     args:
 353                         cmd: 'cd /home/opnfv/repos/copper/tests && bash run.sh && cd -'
 354
 355             -
 356                 case_name: multisite
 357                 enabled: false
 358                 project_name: multisite
 359                 criteria: 100
 360                 blocking: false
 361                 clean_flag: false
 362                 description: >-
 363                     Test suite from kingbird
 364                 dependencies:
 365                     installer: '(fuel)|(compass)'
 366                     scenario: 'multisite'
 367                 run:
 368                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 369                     class: 'TempestMultisite'
 370
 371             -
 372                 case_name: functest-odl-sfc
 373                 enabled: false
 374                 project_name: sfc
 375                 criteria: 100
 376                 blocking: false
 377                 clean_flag: true
 378                 description: >-
 379                     Test suite for odl-sfc to test two chains and two SFs
 380                 dependencies:
 381                     installer: '(apex)|(fuel)'
 382                     scenario: 'odl_l2-sfc'
 383                 run:
 384                     module: 'functest.core.feature'
 385                     class: 'BashFeature'
 386                     args:
 387                         cmd: 'cd /home/opnfv/repos/sfc/sfc/tests/functest && python ./run_tests.py'
 388
 389             -
 390                 case_name: onos_sfc
 391                 enabled: false
 392                 project_name: functest
 393                 criteria: 100
 394                 blocking: true
 395                 clean_flag: true
 396                 description: >-
 397                     Test Suite for onos-sfc to test sfc function.
 398                 dependencies:
 399                     installer: ''
 400                     scenario: 'onos-sfc'
 401                 run:
 402                     module: 'functest.opnfv_tests.sdn.onos.onos'
 403                     class: 'OnosSfc'
 404
 405             -
 406                 case_name: parser-basics
 407                 enabled: false
 408                 project_name: parser
 409                 criteria: 100
 410                 blocking: false
 411                 clean_flag: true
 412                 description: >-
 413                     Test suite from Parser project.
 414                 dependencies:
 415                     installer: 'fuel'
 416                     scenario: '^((?!bgpvpn|noha).)*$'
 417                 run:
 418                     module: 'functest.core.feature'
 419                     class: 'BashFeature'
 420                     args:
 421                         cmd: 'cd /home/opnfv/repos/parser/tests && ./functest_run.sh'
 422
 423             -
 424                 case_name: domino-multinode
 425                 enabled: false
 426                 project_name: domino
 427                 criteria: 100
 428                 blocking: false
 429                 clean_flag: true
 430                 description: >-
 431                     Test suite from Domino project.
 432                 dependencies:
 433                     installer: ''
 434                     scenario: ''
 435                 run:
 436                     module: 'functest.core.feature'
 437                     class: 'BashFeature'
 438                     args:
 439                         cmd: 'cd /home/opnfv/repos/domino && ./tests/run_multinode.sh'
 440
 441             -
 442                 case_name: gluon_vping
 443                 enabled: false
 444                 project_name: netready
 445                 criteria: 100
 446                 blocking: false
 447                 clean_flag: true
 448                 description: >-
 449                     Test suite from Netready project.
 450                 dependencies:
 451                     installer: 'apex'
 452                     scenario: 'gluon'
 453                 run:
 454                     module: 'functest.core.feature'
 455                     class: 'BashFeature'
 456                     args:
 457                         cmd: 'cd /home/opnfv/repos/netready/test/functest && python ./gluon-test-suite.py'
 458
 459             -
 460                 case_name: barometercollectd
 461                 enabled: false
 462                 project_name: barometer
 463                 criteria: 100
 464                 blocking: false
 465                 clean_flag: true
 466                 description: >-
 467                     Test suite for the Barometer project. Separate tests verify the
 468                     proper configuration and functionality of the following
 469                     collectd plugins Ceilometer, Hugepages, Memory RAS (mcelog),
 470                     and OVS Events
 471                 dependencies:
 472                     installer: 'fuel'
 473                     scenario: 'kvm_ovs_dpdk_bar'
 474                 run:
 475                      module: 'functest.opnfv_tests.features.barometer'
 476                      class: 'BarometerCollectd'
 477
 478     -
 479         name: components
 480         order: 3
 481         ci_loop: 'weekly'
 482         description : >-
 483             Extensive testing of OpenStack API.
 484         testcases:
 485             -
 486                 case_name: tempest_full_parallel
 487                 project_name: functest
 488                 criteria: 80
 489                 blocking: false
 490                 clean_flag: true
 491                 description: >-
 492                     The list of test cases is generated by
 493                     Tempest automatically and depends on the parameters of
 494                     the OpenStack deplopyment.
 495                 dependencies:
 496                     installer: '^((?!netvirt).)*$'
 497                     scenario: ''
 498                 run:
 499                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 500                     class: 'TempestFullParallel'
 501
 502             -
 503                 case_name: tempest_custom
 504                 project_name: functest
 505                 criteria: 100
 506                 blocking: false
 507                 clean_flag: true
 508                 description: >-
 509                     The test case allows running a customized list of tempest
 510                     test cases defined in a file under
 511                     <dir_functest_repo>/functest/opnfv_tests/openstack/
 512                       /tempest/custom_tests/test_list.txt
 513                     The file is empty and can be customized with the desired tests.
 514                 dependencies:
 515                     installer: 'unknown'
 516                     scenario: 'unknown'
 517                 run:
 518                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 519                     class: 'TempestCustom'
 520
 521             -
 522                 case_name: rally_full
 523                 project_name: functest
 524                 criteria: 90
 525                 blocking: false
 526                 clean_flag: false
 527                 description: >-
 528                     This test case runs the full suite of scenarios of the OpenStack
 529                     Rally suite using several threads and iterations.
 530                 dependencies:
 531                     installer: '^((?!netvirt).)*$'
 532                     scenario: ''
 533                 run:
 534                     module: 'functest.opnfv_tests.openstack.rally.rally'
 535                     class: 'RallyFull'
 536
 537     -
 538         name: vnf
 539         order: 4
 540         ci_loop: 'weekly'
 541         description : >-
 542             Collection of VNF test cases.
 543         testcases:
 544             -
 545                 case_name: cloudify_ims
 546                 project_name: functest
 547                 criteria: 100
 548                 blocking: false
 549                 clean_flag: true
 550                 description: >-
 551                     This test case deploys an OpenSource vIMS solution from Clearwater
 552                     using the Cloudify orchestrator. It also runs some signaling traffic.
 553                 dependencies:
 554                     installer: ''
 555                     scenario: '(ocl)|(nosdn)|^(os-odl)((?!bgpvpn).)*$'
 556                 run:
 557                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
 558                     class: 'CloudifyIms'
 559
 560             -
 561                 case_name: aaa
 562                 enabled: false
 563                 project_name: functest
 564                 criteria: 100
 565                 blocking: false
 566                 clean_flag: true
 567                 description: >-
 568                    Test suite from Parser project.
 569                 dependencies:
 570                     installer: ''
 571                     scenario: ''
 572                 run:
 573                     module: 'functest.opnfv_tests.vnf.aaa.aaa'
 574                     class: 'AaaVnf'
 575
 576             -
 577                 case_name: orchestra_ims
 578                 enabled: false
 579                 project_name: functest
 580                 criteria: 100
 581                 blocking: false
 582                 clean_flag: true
 583                 description: >-
 584                     VNF deployment with OpenBaton (Orchestra)
 585                 dependencies:
 586                     installer: ''
 587                     scenario: ''
 588                 run:
 589                     module: 'functest.opnfv_tests.vnf.ims.orchestra_ims'
 590                     class: 'ImsVnf'
 591
 592             -
 593                 case_name: opera_vims
 594                 enabled: false
 595                 project_name: opera
 596                 criteria: 100
 597                 blocking: false
 598                 clean_flag: true
 599                 description: >-
 600                     VNF deployment with OPEN-O
 601                 dependencies:
 602                     installer: 'compass'
 603                     scenario: 'os-nosdn-openo-ha'
 604                 run:
 605                     module: 'functest.opnfv_tests.vnf.ims.opera_ims'
 606                     class: 'OperaIms'
 607
 608             -
 609                 case_name: vyos_vrouter
 610                 enabled: false
 611                 project_name: functest
 612                 criteria: 100
 613                 blocking: false
 614                 clean_flag: true
 615                 description: >-
 616                     This test case is vRouter testing.
 617                 dependencies:
 618                     installer: 'fuel'
 619                     scenario: 'nosdn-nofeature'
 620                 run:
 621                     module: 'functest.opnfv_tests.vnf.router.vyos_vrouter'
 622                     class: 'VrouterVnf'