functest/ci/testcases.yaml

   1 tiers:
   2     -
   3         name: healthcheck
   4         order: 0
   5         ci_loop: '(daily)|(weekly)'
   6         description : >-
   7             First tier to be executed to verify the basic
   8             operations in the VIM.
   9         testcases:
  10             -
  11                 case_name: connection_check
  12                 project_name: functest
  13                 criteria: 100
  14                 blocking: true
  15                 clean_flag: false
  16                 description: >-
  17                     This test case verifies the retrieval of OpenStack clients:
  18                     Keystone, Glance, Neutron and Nova and may perform some
  19                     simple queries. When the config value of
  20                     snaps.use_keystone is True, functest must have access to
  21                     the cloud's private network.
  22                 dependencies:
  23                     installer: '^((?!netvirt).)*$'
  24                     scenario: ''
  25                 run:
  26                     module: 'functest.opnfv_tests.openstack.snaps.connection_check'
  27                     class: 'ConnectionCheck'
  28
  29             -
  30                 case_name: api_check
  31                 project_name: functest
  32                 criteria: 100
  33                 blocking: true
  34                 clean_flag: false
  35                 description: >-
  36                     This test case verifies the retrieval of OpenStack clients:
  37                     Keystone, Glance, Neutron and Nova and may perform some
  38                     simple queries. When the config value of
  39                     snaps.use_keystone is True, functest must have access to
  40                     the cloud's private network.
  41                 dependencies:
  42                     installer: '^((?!netvirt).)*$'
  43                     scenario: ''
  44                 run:
  45                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
  46                     class: 'ApiCheck'
  47
  48             -
  49                 case_name: snaps_health_check
  50                 project_name: functest
  51                 criteria: 100
  52                 blocking: true
  53                 clean_flag: false
  54                 description: >-
  55                     This test case creates executes the SimpleHealthCheck
  56                     Python test class which creates an, image, flavor, network,
  57                     and Cirros VM instance and observes the console output to
  58                     validate the single port obtains the correct IP address.
  59                 dependencies:
  60                     installer: ''
  61                     scenario: '^((?!lxd).)*$'
  62                 run:
  63                     module: 'functest.opnfv_tests.openstack.snaps.health_check'
  64                     class: 'HealthCheck'
  65
  66     -
  67         name: smoke
  68         order: 1
  69         ci_loop: '(daily)|(weekly)'
  70         description : >-
  71             Set of basic Functional tests to validate the OPNFV scenarios.
  72         testcases:
  73             -
  74                 case_name: vping_ssh
  75                 project_name: functest
  76                 criteria: 100
  77                 blocking: true
  78                 clean_flag: true
  79                 description: >-
  80                     This test case verifies: 1) SSH to an instance using floating
  81                     IPs over the public network. 2) Connectivity between 2 instances
  82                     over a private network.
  83                 dependencies:
  84                     installer: ''
  85                     scenario: '^((?!odl_l3|odl-bgpvpn|gluon).)*$'
  86                 run:
  87                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
  88                     class: 'VPingSSH'
  89
  90             -
  91                 case_name: vping_userdata
  92                 project_name: functest
  93                 criteria: 100
  94                 blocking: true
  95                 clean_flag: true
  96                 description: >-
  97                     This test case verifies:  1) Boot a VM with given userdata.
  98                     2) Connectivity between 2 instances over a private network.
  99                 dependencies:
 100                     installer: ''
 101                     scenario: '^((?!lxd).)*$'
 102                 run:
 103                     module: 'functest.opnfv_tests.openstack.vping.vping_userdata'
 104                     class: 'VPingUserdata'
 105
 106             -
 107                 case_name: tempest_smoke_serial
 108                 project_name: functest
 109                 criteria: 100
 110                 blocking: false
 111                 clean_flag: true
 112                 description: >-
 113                     This test case runs the smoke subset of the OpenStack
 114                     Tempest suite. The list of test cases is generated by
 115                     Tempest automatically and depends on the parameters of
 116                     the OpenStack deplopyment.
 117                 dependencies:
 118                     installer: '^((?!netvirt).)*$'
 119                     scenario: ''
 120                 run:
 121                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 122                     class: 'TempestSmokeSerial'
 123
 124             -
 125                 case_name: rally_sanity
 126                 project_name: functest
 127                 criteria: 100
 128                 blocking: false
 129                 clean_flag: false
 130                 description: >-
 131                     This test case runs a sub group of tests of the OpenStack
 132                     Rally suite in smoke mode.
 133                 dependencies:
 134                     installer: ''
 135                     scenario: ''
 136                 run:
 137                     module: 'functest.opnfv_tests.openstack.rally.rally'
 138                     class: 'RallySanity'
 139
 140             -
 141                 case_name: refstack_defcore
 142                 project_name: functest
 143                 criteria: 100
 144                 blocking: false
 145                 clean_flag: true
 146                 description: >-
 147                     This test case runs a sub group of tests of the OpenStack
 148                     Defcore testcases by using refstack client.
 149                 dependencies:
 150                     installer: ''
 151                     scenario: ''
 152                 run:
 153                     module: 'functest.opnfv_tests.openstack.refstack_client.refstack_client'
 154                     class: 'RefstackClient'
 155
 156             -
 157                 case_name: odl
 158                 project_name: functest
 159                 criteria: 100
 160                 blocking: true
 161                 clean_flag: false
 162                 description: >-
 163                     Test Suite for the OpenDaylight SDN Controller. It
 164                     integrates some test suites from upstream using
 165                     Robot as the test framework.
 166                 dependencies:
 167                     installer: ''
 168                     scenario: 'odl'
 169                 run:
 170                     module: 'functest.opnfv_tests.sdn.odl.odl'
 171                     class: 'ODLTests'
 172                     args:
 173                         suites:
 174                             -  /home/opnfv/repos/odl_test/csit/suites/integration/basic
 175                             -  /home/opnfv/repos/odl_test/csit/suites/openstack/neutron
 176
 177             -
 178                 case_name: odl_netvirt
 179                 project_name: functest
 180                 criteria: 100
 181                 blocking: false
 182                 clean_flag: false
 183                 description: >-
 184                     Test Suite for the OpenDaylight SDN Controller when
 185                     the NetVirt features are installed. It integrates
 186                     some test suites from upstream using Robot as the
 187                     test framework.
 188                 dependencies:
 189                     installer: 'apex'
 190                     scenario: 'os-odl_l3-nofeature'
 191                 run:
 192                     module: 'functest.opnfv_tests.sdn.odl.odl'
 193                     class: 'ODLTests'
 194                     args:
 195                         suites:
 196                             -  /home/opnfv/repos/odl_test/csit/suites/integration/basic
 197                             -  /home/opnfv/repos/odl_test/csit/suites/openstack/neutron
 198                             -  /home/opnfv/repos/odl_test/csit/suites/openstack/connectivity
 199
 200             -
 201                 case_name: fds
 202                 project_name: functest
 203                 criteria: 100
 204                 blocking: false
 205                 clean_flag: false
 206                 description: >-
 207                     Test Suite for the OpenDaylight SDN Controller when GBP features are
 208                     installed. It integrates some test suites from upstream using
 209                     Robot as the test framework.
 210                 dependencies:
 211                     installer: 'apex'
 212                     scenario: 'odl_l2-fdio'
 213                 run:
 214                     module: 'functest.opnfv_tests.sdn.odl.odl'
 215                     class: 'ODLTests'
 216                     args:
 217                         suites:
 218                             -  /home/opnfv/repos/fds/testing/robot
 219
 220             -
 221                 case_name: onos
 222                 project_name: functest
 223                 criteria: 100
 224                 blocking: true
 225                 clean_flag: true
 226                 description: >-
 227                     Test Suite for the ONOS SDN Controller. It integrates
 228                     some test suites from upstream using TestON as the test
 229                     framework.
 230                 dependencies:
 231                     installer: ''
 232                     scenario: 'onos'
 233                 run:
 234                     module: 'functest.opnfv_tests.sdn.onos.onos'
 235                     class: 'Onos'
 236
 237             -
 238                 case_name: snaps_smoke
 239                 project_name: functest
 240                 criteria: 100
 241                 blocking: false
 242                 clean_flag: false
 243                 description: >-
 244                     This test case contains tests that setup and destroy
 245                     environments with VMs with and without Floating IPs
 246                     with a newly created user and project. Set the config
 247                     value snaps.use_floating_ips (True|False) to toggle
 248                     this functionality. When the config value of
 249                     snaps.use_keystone is True, functest must have access to
 250                     the cloud's private network.
 251
 252                 dependencies:
 253                     installer: '^((?!netvirt).)*$'
 254                     scenario: '^((?!lxd).)*$'
 255                 run:
 256                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 257                     class: 'SnapsSmoke'
 258
 259     -
 260         name: features
 261         order: 2
 262         ci_loop: '(daily)|(weekly)'
 263         description : >-
 264             Test suites from feature projects
 265             integrated in functest
 266         testcases:
 267             -
 268                 case_name: promise
 269                 enabled: false
 270                 project_name: promise
 271                 criteria: 100
 272                 blocking: false
 273                 clean_flag: true
 274                 description: >-
 275                     Test suite from Promise project.
 276                 dependencies:
 277                     installer: '(fuel)|(joid)'
 278                     scenario: ''
 279                 run:
 280                     module: 'functest.core.feature'
 281                     class: 'BashFeature'
 282                     args:
 283                         cmd: 'cd /home/opnfv/repos/promise/promise/test/functest && python ./run_tests.py'
 284
 285             -
 286                 case_name: doctor-notification
 287                 enabled: false
 288                 project_name: doctor
 289                 criteria: 100
 290                 blocking: false
 291                 clean_flag: true
 292                 description: >-
 293                     Test suite from Doctor project.
 294                 dependencies:
 295                     installer: '(apex)|(fuel)'
 296                     scenario: '^((?!fdio).)*$'
 297                 run:
 298                     module: 'functest.core.feature'
 299                     class: 'BashFeature'
 300                     args:
 301                         cmd: 'cd /home/opnfv/repos/doctor/tests && ./run.sh'
 302
 303             -
 304                 case_name: bgpvpn
 305                 project_name: sdnvpn
 306                 criteria: 100
 307                 blocking: false
 308                 clean_flag: true
 309                 description: >-
 310                     Test suite from SDNVPN project.
 311                 dependencies:
 312                     installer: '(fuel)|(apex)|(netvirt)'
 313                     scenario: 'bgpvpn'
 314                 run:
 315                     module: 'functest.core.feature'
 316                     class: 'BashFeature'
 317                     args:
 318                         cmd: 'cd /home/opnfv/repos/sdnvpn/sdnvpn/test/functest && python ./run_tests.py'
 319
 320             -
 321                 case_name: security_scan
 322                 enabled: false
 323                 project_name: securityscanning
 324                 criteria: 100
 325                 blocking: false
 326                 clean_flag: true
 327                 description: >-
 328                     Simple Security Scan
 329                 dependencies:
 330                     installer: 'apex'
 331                     scenario: '^((?!fdio).)*$'
 332                 run:
 333                     module: 'functest.core.feature'
 334                     class: 'BashFeature'
 335                     args:
 336                         cmd: '. /home/opnfv/functest/conf/stackrc && cd /home/opnfv/repos/securityscanning && python security_scan.py --config config.ini && cd -'
 337
 338             -
 339                 case_name: copper
 340                 enabled: false
 341                 project_name: copper
 342                 criteria: 100
 343                 blocking: false
 344                 clean_flag: true
 345                 description: >-
 346                     Test suite for policy management based on OpenStack Congress
 347                 dependencies:
 348                     installer: 'apex'
 349                     scenario: '^((?!fdio).)*$'
 350                 run:
 351                     module: 'functest.core.feature'
 352                     class: 'BashFeature'
 353                     args:
 354                         cmd: 'cd /home/opnfv/repos/copper/tests && bash run.sh && cd -'
 355
 356             -
 357                 case_name: multisite
 358                 enabled: false
 359                 project_name: multisite
 360                 criteria: 100
 361                 blocking: false
 362                 clean_flag: false
 363                 description: >-
 364                     Test suite from kingbird
 365                 dependencies:
 366                     installer: '(fuel)|(compass)'
 367                     scenario: 'multisite'
 368                 run:
 369                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 370                     class: 'TempestMultisite'
 371
 372             -
 373                 case_name: functest-odl-sfc
 374                 enabled: false
 375                 project_name: sfc
 376                 criteria: 100
 377                 blocking: false
 378                 clean_flag: true
 379                 description: >-
 380                     Test suite for odl-sfc to test two chains and two SFs
 381                 dependencies:
 382                     installer: '(apex)|(fuel)'
 383                     scenario: 'odl_l2-sfc'
 384                 run:
 385                     module: 'functest.core.feature'
 386                     class: 'BashFeature'
 387                     args:
 388                         cmd: 'cd /home/opnfv/repos/sfc/sfc/tests/functest && python ./run_tests.py'
 389
 390             -
 391                 case_name: onos_sfc
 392                 enabled: false
 393                 project_name: functest
 394                 criteria: 100
 395                 blocking: true
 396                 clean_flag: true
 397                 description: >-
 398                     Test Suite for onos-sfc to test sfc function.
 399                 dependencies:
 400                     installer: ''
 401                     scenario: 'onos-sfc'
 402                 run:
 403                     module: 'functest.opnfv_tests.sdn.onos.onos'
 404                     class: 'OnosSfc'
 405
 406             -
 407                 case_name: parser-basics
 408                 enabled: false
 409                 project_name: parser
 410                 criteria: 100
 411                 blocking: false
 412                 clean_flag: true
 413                 description: >-
 414                     Test suite from Parser project.
 415                 dependencies:
 416                     installer: 'fuel'
 417                     scenario: '^((?!bgpvpn|noha).)*$'
 418                 run:
 419                     module: 'functest.core.feature'
 420                     class: 'BashFeature'
 421                     args:
 422                         cmd: 'cd /home/opnfv/repos/parser/tests && ./functest_run.sh'
 423
 424             -
 425                 case_name: domino-multinode
 426                 enabled: false
 427                 project_name: domino
 428                 criteria: 100
 429                 blocking: false
 430                 clean_flag: true
 431                 description: >-
 432                     Test suite from Domino project.
 433                 dependencies:
 434                     installer: ''
 435                     scenario: ''
 436                 run:
 437                     module: 'functest.core.feature'
 438                     class: 'BashFeature'
 439                     args:
 440                         cmd: 'cd /home/opnfv/repos/domino && ./tests/run_multinode.sh'
 441
 442             -
 443                 case_name: gluon_vping
 444                 enabled: false
 445                 project_name: netready
 446                 criteria: 100
 447                 blocking: false
 448                 clean_flag: true
 449                 description: >-
 450                     Test suite from Netready project.
 451                 dependencies:
 452                     installer: 'apex'
 453                     scenario: 'gluon'
 454                 run:
 455                     module: 'functest.core.feature'
 456                     class: 'BashFeature'
 457                     args:
 458                         cmd: 'cd /home/opnfv/repos/netready/test/functest && python ./gluon-test-suite.py'
 459
 460             -
 461                 case_name: barometercollectd
 462                 enabled: false
 463                 project_name: barometer
 464                 criteria: 100
 465                 blocking: false
 466                 clean_flag: true
 467                 description: >-
 468                     Test suite for the Barometer project. Separate tests verify the
 469                     proper configuration and functionality of the following
 470                     collectd plugins Ceilometer, Hugepages, Memory RAS (mcelog),
 471                     and OVS Events
 472                 dependencies:
 473                     installer: 'fuel'
 474                     scenario: 'kvm_ovs_dpdk_bar'
 475                 run:
 476                      module: 'functest.opnfv_tests.features.barometer'
 477                      class: 'BarometerCollectd'
 478
 479     -
 480         name: components
 481         order: 3
 482         ci_loop: 'weekly'
 483         description : >-
 484             Extensive testing of OpenStack API.
 485         testcases:
 486             -
 487                 case_name: tempest_full_parallel
 488                 project_name: functest
 489                 criteria: 80
 490                 blocking: false
 491                 clean_flag: true
 492                 description: >-
 493                     The list of test cases is generated by
 494                     Tempest automatically and depends on the parameters of
 495                     the OpenStack deplopyment.
 496                 dependencies:
 497                     installer: '^((?!netvirt).)*$'
 498                     scenario: ''
 499                 run:
 500                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 501                     class: 'TempestFullParallel'
 502
 503             -
 504                 case_name: tempest_custom
 505                 project_name: functest
 506                 criteria: 100
 507                 blocking: false
 508                 clean_flag: true
 509                 description: >-
 510                     The test case allows running a customized list of tempest
 511                     test cases defined in a file under
 512                     <dir_functest_repo>/functest/opnfv_tests/openstack/
 513                       /tempest/custom_tests/test_list.txt
 514                     The file is empty and can be customized with the desired tests.
 515                 dependencies:
 516                     installer: 'unknown'
 517                     scenario: 'unknown'
 518                 run:
 519                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 520                     class: 'TempestCustom'
 521
 522             -
 523                 case_name: rally_full
 524                 project_name: functest
 525                 criteria: 90
 526                 blocking: false
 527                 clean_flag: false
 528                 description: >-
 529                     This test case runs the full suite of scenarios of the OpenStack
 530                     Rally suite using several threads and iterations.
 531                 dependencies:
 532                     installer: '^((?!netvirt).)*$'
 533                     scenario: ''
 534                 run:
 535                     module: 'functest.opnfv_tests.openstack.rally.rally'
 536                     class: 'RallyFull'
 537
 538     -
 539         name: vnf
 540         order: 4
 541         ci_loop: 'weekly'
 542         description : >-
 543             Collection of VNF test cases.
 544         testcases:
 545             -
 546                 case_name: cloudify_ims
 547                 project_name: functest
 548                 criteria: 100
 549                 blocking: false
 550                 clean_flag: true
 551                 description: >-
 552                     This test case deploys an OpenSource vIMS solution from Clearwater
 553                     using the Cloudify orchestrator. It also runs some signaling traffic.
 554                 dependencies:
 555                     installer: ''
 556                     scenario: '(ocl)|(nosdn)|^(os-odl)((?!bgpvpn).)*$'
 557                 run:
 558                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
 559                     class: 'CloudifyIms'
 560
 561             -
 562                 case_name: aaa
 563                 enabled: false
 564                 project_name: functest
 565                 criteria: 100
 566                 blocking: false
 567                 clean_flag: true
 568                 description: >-
 569                    Test suite from Parser project.
 570                 dependencies:
 571                     installer: ''
 572                     scenario: ''
 573                 run:
 574                     module: 'functest.opnfv_tests.vnf.aaa.aaa'
 575                     class: 'AaaVnf'
 576
 577             -
 578                 case_name: orchestra_ims
 579                 enabled: false
 580                 project_name: functest
 581                 criteria: 100
 582                 blocking: false
 583                 clean_flag: true
 584                 description: >-
 585                     VNF deployment with OpenBaton (Orchestra)
 586                 dependencies:
 587                     installer: ''
 588                     scenario: ''
 589                 run:
 590                     module: 'functest.opnfv_tests.vnf.ims.orchestra_ims'
 591                     class: 'ImsVnf'
 592
 593             -
 594                 case_name: opera_vims
 595                 enabled: false
 596                 project_name: opera
 597                 criteria: 100
 598                 blocking: false
 599                 clean_flag: true
 600                 description: >-
 601                     VNF deployment with OPEN-O
 602                 dependencies:
 603                     installer: 'compass'
 604                     scenario: 'os-nosdn-openo-ha'
 605                 run:
 606                     module: 'functest.opnfv_tests.vnf.ims.opera_ims'
 607                     class: 'OperaIms'
 608
 609             -
 610                 case_name: vyos_vrouter
 611                 enabled: false
 612                 project_name: functest
 613                 criteria: 100
 614                 blocking: false
 615                 clean_flag: true
 616                 description: >-
 617                     This test case is vRouter testing.
 618                 dependencies:
 619                     installer: 'fuel'
 620                     scenario: 'nosdn-nofeature'
 621                 run:
 622                     module: 'functest.opnfv_tests.vnf.router.vyos_vrouter'
 623                     class: 'VrouterVnf'