functest/ci/testcases.yaml

   1 tiers:
   2     -
   3         name: healthcheck
   4         order: 0
   5         ci_loop: '(daily)|(weekly)'
   6         description : >-
   7             First tier to be executed to verify the basic
   8             operations in the VIM.
   9         testcases:
  10             -
  11                 case_name: connection_check
  12                 project_name: functest
  13                 criteria: 100
  14                 blocking: true
  15                 description: >-
  16                     This test case verifies the retrieval of OpenStack clients:
  17                     Keystone, Glance, Neutron and Nova and may perform some
  18                     simple queries. When the config value of
  19                     snaps.use_keystone is True, functest must have access to
  20                     the cloud's private network.
  21                 dependencies:
  22                     installer: '^((?!netvirt).)*$'
  23                     scenario: ''
  24                 run:
  25                     module: 'functest.opnfv_tests.openstack.snaps.connection_check'
  26                     class: 'ConnectionCheck'
  27
  28             -
  29                 case_name: api_check
  30                 project_name: functest
  31                 criteria: 100
  32                 blocking: true
  33                 description: >-
  34                     This test case verifies the retrieval of OpenStack clients:
  35                     Keystone, Glance, Neutron and Nova and may perform some
  36                     simple queries. When the config value of
  37                     snaps.use_keystone is True, functest must have access to
  38                     the cloud's private network.
  39                 dependencies:
  40                     installer: '^((?!netvirt).)*$'
  41                     scenario: ''
  42                 run:
  43                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
  44                     class: 'ApiCheck'
  45
  46             -
  47                 case_name: snaps_health_check
  48                 project_name: functest
  49                 criteria: 100
  50                 blocking: true
  51                 description: >-
  52                     This test case creates executes the SimpleHealthCheck
  53                     Python test class which creates an, image, flavor, network,
  54                     and Cirros VM instance and observes the console output to
  55                     validate the single port obtains the correct IP address.
  56                 dependencies:
  57                     installer: ''
  58                     scenario: '^((?!lxd).)*$'
  59                 run:
  60                     module: 'functest.opnfv_tests.openstack.snaps.health_check'
  61                     class: 'HealthCheck'
  62
  63     -
  64         name: smoke
  65         order: 1
  66         ci_loop: '(daily)|(weekly)'
  67         description : >-
  68             Set of basic Functional tests to validate the OPNFV scenarios.
  69         testcases:
  70             -
  71                 case_name: vping_ssh
  72                 project_name: functest
  73                 criteria: 100
  74                 blocking: true
  75                 description: >-
  76                     This test case verifies: 1) SSH to an instance using floating
  77                     IPs over the public network. 2) Connectivity between 2 instances
  78                     over a private network.
  79                 dependencies:
  80                     installer: ''
  81                     scenario: '^((?!odl_l3|odl-bgpvpn|gluon).)*$'
  82                 run:
  83                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
  84                     class: 'VPingSSH'
  85
  86             -
  87                 case_name: vping_userdata
  88                 project_name: functest
  89                 criteria: 100
  90                 blocking: true
  91                 description: >-
  92                     This test case verifies:  1) Boot a VM with given userdata.
  93                     2) Connectivity between 2 instances over a private network.
  94                 dependencies:
  95                     installer: ''
  96                     scenario: '^((?!lxd).)*$'
  97                 run:
  98                     module: 'functest.opnfv_tests.openstack.vping.vping_userdata'
  99                     class: 'VPingUserdata'
 100
 101             -
 102                 case_name: tempest_smoke_serial
 103                 project_name: functest
 104                 criteria: 100
 105                 blocking: false
 106                 description: >-
 107                     This test case runs the smoke subset of the OpenStack
 108                     Tempest suite. The list of test cases is generated by
 109                     Tempest automatically and depends on the parameters of
 110                     the OpenStack deplopyment.
 111                 dependencies:
 112                     installer: '^((?!netvirt).)*$'
 113                     scenario: ''
 114                 run:
 115                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 116                     class: 'TempestSmokeSerial'
 117
 118             -
 119                 case_name: rally_sanity
 120                 project_name: functest
 121                 criteria: 100
 122                 blocking: false
 123                 description: >-
 124                     This test case runs a sub group of tests of the OpenStack
 125                     Rally suite in smoke mode.
 126                 dependencies:
 127                     installer: ''
 128                     scenario: ''
 129                 run:
 130                     module: 'functest.opnfv_tests.openstack.rally.rally'
 131                     class: 'RallySanity'
 132
 133             -
 134                 case_name: refstack_defcore
 135                 project_name: functest
 136                 criteria: 100
 137                 blocking: false
 138                 description: >-
 139                     This test case runs a sub group of tests of the OpenStack
 140                     Defcore testcases by using refstack client.
 141                 dependencies:
 142                     installer: ''
 143                     scenario: ''
 144                 run:
 145                     module: 'functest.opnfv_tests.openstack.refstack_client.refstack_client'
 146                     class: 'RefstackClient'
 147
 148             -
 149                 case_name: odl
 150                 project_name: functest
 151                 criteria: 100
 152                 blocking: true
 153                 description: >-
 154                     Test Suite for the OpenDaylight SDN Controller. It
 155                     integrates some test suites from upstream using
 156                     Robot as the test framework.
 157                 dependencies:
 158                     installer: ''
 159                     scenario: 'odl'
 160                 run:
 161                     module: 'functest.opnfv_tests.sdn.odl.odl'
 162                     class: 'ODLTests'
 163                     args:
 164                         suites:
 165                             -  /home/opnfv/repos/odl_test/csit/suites/integration/basic
 166                             -  /home/opnfv/repos/odl_test/csit/suites/openstack/neutron
 167
 168             -
 169                 case_name: odl_netvirt
 170                 project_name: functest
 171                 criteria: 100
 172                 blocking: false
 173                 description: >-
 174                     Test Suite for the OpenDaylight SDN Controller when
 175                     the NetVirt features are installed. It integrates
 176                     some test suites from upstream using Robot as the
 177                     test framework.
 178                 dependencies:
 179                     installer: 'apex'
 180                     scenario: 'os-odl_l3-nofeature'
 181                 run:
 182                     module: 'functest.opnfv_tests.sdn.odl.odl'
 183                     class: 'ODLTests'
 184                     args:
 185                         suites:
 186                             -  /home/opnfv/repos/odl_test/csit/suites/integration/basic
 187                             -  /home/opnfv/repos/odl_test/csit/suites/openstack/neutron
 188                             -  /home/opnfv/repos/odl_test/csit/suites/openstack/connectivity
 189
 190             -
 191                 case_name: fds
 192                 project_name: functest
 193                 criteria: 100
 194                 blocking: false
 195                 description: >-
 196                     Test Suite for the OpenDaylight SDN Controller when GBP features are
 197                     installed. It integrates some test suites from upstream using
 198                     Robot as the test framework.
 199                 dependencies:
 200                     installer: 'apex'
 201                     scenario: 'odl_l2-fdio'
 202                 run:
 203                     module: 'functest.opnfv_tests.sdn.odl.odl'
 204                     class: 'ODLTests'
 205                     args:
 206                         suites:
 207                             -  /home/opnfv/repos/fds/testing/robot
 208
 209             -
 210                 case_name: onos
 211                 project_name: functest
 212                 criteria: 100
 213                 blocking: true
 214                 description: >-
 215                     Test Suite for the ONOS SDN Controller. It integrates
 216                     some test suites from upstream using TestON as the test
 217                     framework.
 218                 dependencies:
 219                     installer: ''
 220                     scenario: 'onos'
 221                 run:
 222                     module: 'functest.opnfv_tests.sdn.onos.onos'
 223                     class: 'Onos'
 224
 225             -
 226                 case_name: snaps_smoke
 227                 project_name: functest
 228                 criteria: 100
 229                 blocking: false
 230                 description: >-
 231                     This test case contains tests that setup and destroy
 232                     environments with VMs with and without Floating IPs
 233                     with a newly created user and project. Set the config
 234                     value snaps.use_floating_ips (True|False) to toggle
 235                     this functionality. When the config value of
 236                     snaps.use_keystone is True, functest must have access to
 237                     the cloud's private network.
 238
 239                 dependencies:
 240                     installer: '^((?!netvirt).)*$'
 241                     scenario: '^((?!lxd).)*$'
 242                 run:
 243                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 244                     class: 'SnapsSmoke'
 245
 246     -
 247         name: features
 248         order: 2
 249         ci_loop: '(daily)|(weekly)'
 250         description : >-
 251             Test suites from feature projects
 252             integrated in functest
 253         testcases:
 254             -
 255                 case_name: promise
 256                 project_name: promise
 257                 criteria: 100
 258                 blocking: false
 259                 description: >-
 260                     Test suite from Promise project.
 261                 dependencies:
 262                     installer: '(fuel)|(joid)'
 263                     scenario: ''
 264                 run:
 265                     module: 'functest.core.feature'
 266                     class: 'BashFeature'
 267                     args:
 268                         cmd: 'cd /home/opnfv/repos/promise/promise/test/functest && python ./run_tests.py'
 269
 270             -
 271                 case_name: doctor-notification
 272                 enabled: false
 273                 project_name: doctor
 274                 criteria: 100
 275                 blocking: false
 276                 description: >-
 277                     Test suite from Doctor project.
 278                 dependencies:
 279                     installer: '(apex)|(fuel)'
 280                     scenario: '^((?!fdio).)*$'
 281                 run:
 282                     module: 'functest.core.feature'
 283                     class: 'BashFeature'
 284                     args:
 285                         cmd: 'cd /home/opnfv/repos/doctor/tests && ./run.sh'
 286
 287             -
 288                 case_name: bgpvpn
 289                 project_name: sdnvpn
 290                 criteria: 100
 291                 blocking: false
 292                 description: >-
 293                     Test suite from SDNVPN project.
 294                 dependencies:
 295                     installer: '(fuel)|(apex)|(netvirt)'
 296                     scenario: 'bgpvpn'
 297                 run:
 298                     module: 'functest.core.feature'
 299                     class: 'BashFeature'
 300                     args:
 301                         cmd: 'cd /home/opnfv/repos/sdnvpn/sdnvpn/test/functest && python ./run_tests.py'
 302
 303             -
 304                 case_name: security_scan
 305                 enabled: false
 306                 project_name: securityscanning
 307                 criteria: 100
 308                 blocking: false
 309                 description: >-
 310                     Simple Security Scan
 311                 dependencies:
 312                     installer: 'apex'
 313                     scenario: '^((?!fdio).)*$'
 314                 run:
 315                     module: 'functest.core.feature'
 316                     class: 'BashFeature'
 317                     args:
 318                         cmd: '. /home/opnfv/functest/conf/stackrc && cd /home/opnfv/repos/securityscanning && python security_scan.py --config config.ini && cd -'
 319
 320             -
 321                 case_name: copper
 322                 enabled: false
 323                 project_name: copper
 324                 criteria: 100
 325                 blocking: false
 326                 description: >-
 327                     Test suite for policy management based on OpenStack Congress
 328                 dependencies:
 329                     installer: 'apex'
 330                     scenario: '^((?!fdio).)*$'
 331                 run:
 332                     module: 'functest.core.feature'
 333                     class: 'BashFeature'
 334                     args:
 335                         cmd: 'cd /home/opnfv/repos/copper/tests && bash run.sh && cd -'
 336
 337             -
 338                 case_name: multisite
 339                 enabled: false
 340                 project_name: multisite
 341                 criteria: 100
 342                 blocking: false
 343                 description: >-
 344                     Test suite from kingbird
 345                 dependencies:
 346                     installer: '(fuel)|(compass)'
 347                     scenario: 'multisite'
 348                 run:
 349                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 350                     class: 'TempestMultisite'
 351
 352             -
 353                 case_name: functest-odl-sfc
 354                 enabled: false
 355                 project_name: sfc
 356                 criteria: 100
 357                 blocking: false
 358                 description: >-
 359                     Test suite for odl-sfc to test two chains and two SFs
 360                 dependencies:
 361                     installer: '(apex)|(fuel)'
 362                     scenario: 'odl_l2-sfc'
 363                 run:
 364                     module: 'functest.core.feature'
 365                     class: 'BashFeature'
 366                     args:
 367                         cmd: 'cd /home/opnfv/repos/sfc/sfc/tests/functest && python ./run_tests.py'
 368
 369             -
 370                 case_name: onos_sfc
 371                 enabled: false
 372                 project_name: functest
 373                 criteria: 100
 374                 blocking: true
 375                 description: >-
 376                     Test Suite for onos-sfc to test sfc function.
 377                 dependencies:
 378                     installer: ''
 379                     scenario: 'onos-sfc'
 380                 run:
 381                     module: 'functest.opnfv_tests.sdn.onos.onos'
 382                     class: 'OnosSfc'
 383
 384             -
 385                 case_name: parser-basics
 386                 enabled: false
 387                 project_name: parser
 388                 criteria: 100
 389                 blocking: false
 390                 description: >-
 391                     Test suite from Parser project.
 392                 dependencies:
 393                     installer: 'fuel'
 394                     scenario: '^((?!bgpvpn|noha).)*$'
 395                 run:
 396                     module: 'functest.core.feature'
 397                     class: 'BashFeature'
 398                     args:
 399                         cmd: 'cd /home/opnfv/repos/parser/tests && ./functest_run.sh'
 400
 401             -
 402                 case_name: domino-multinode
 403                 enabled: false
 404                 project_name: domino
 405                 criteria: 100
 406                 blocking: false
 407                 description: >-
 408                     Test suite from Domino project.
 409                 dependencies:
 410                     installer: ''
 411                     scenario: ''
 412                 run:
 413                     module: 'functest.core.feature'
 414                     class: 'BashFeature'
 415                     args:
 416                         cmd: 'cd /home/opnfv/repos/domino && ./tests/run_multinode.sh'
 417
 418             -
 419                 case_name: gluon_vping
 420                 enabled: false
 421                 project_name: netready
 422                 criteria: 100
 423                 blocking: false
 424                 description: >-
 425                     Test suite from Netready project.
 426                 dependencies:
 427                     installer: 'apex'
 428                     scenario: 'gluon'
 429                 run:
 430                     module: 'functest.core.feature'
 431                     class: 'BashFeature'
 432                     args:
 433                         cmd: 'cd /home/opnfv/repos/netready/test/functest && python ./gluon-test-suite.py'
 434
 435             -
 436                 case_name: barometercollectd
 437                 enabled: false
 438                 project_name: barometer
 439                 criteria: 100
 440                 blocking: false
 441                 description: >-
 442                     Test suite for the Barometer project. Separate tests verify the
 443                     proper configuration and functionality of the following
 444                     collectd plugins Ceilometer, Hugepages, Memory RAS (mcelog),
 445                     and OVS Events
 446                 dependencies:
 447                     installer: 'fuel'
 448                     scenario: 'kvm_ovs_dpdk_bar'
 449                 run:
 450                      module: 'baro_tests.barometer'
 451                      class: 'BarometerCollectd'
 452
 453     -
 454         name: components
 455         order: 3
 456         ci_loop: 'weekly'
 457         description : >-
 458             Extensive testing of OpenStack API.
 459         testcases:
 460             -
 461                 case_name: tempest_full_parallel
 462                 project_name: functest
 463                 criteria: 80
 464                 blocking: false
 465                 description: >-
 466                     The list of test cases is generated by
 467                     Tempest automatically and depends on the parameters of
 468                     the OpenStack deplopyment.
 469                 dependencies:
 470                     installer: '^((?!netvirt).)*$'
 471                     scenario: ''
 472                 run:
 473                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 474                     class: 'TempestFullParallel'
 475
 476             -
 477                 case_name: tempest_custom
 478                 project_name: functest
 479                 criteria: 100
 480                 blocking: false
 481                 description: >-
 482                     The test case allows running a customized list of tempest
 483                     test cases defined in a file under
 484                     <dir_functest_repo>/functest/opnfv_tests/openstack/
 485                       /tempest/custom_tests/test_list.txt
 486                     The file is empty and can be customized with the desired tests.
 487                 dependencies:
 488                     installer: 'unknown'
 489                     scenario: 'unknown'
 490                 run:
 491                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 492                     class: 'TempestCustom'
 493
 494             -
 495                 case_name: rally_full
 496                 project_name: functest
 497                 criteria: 90
 498                 blocking: false
 499                 description: >-
 500                     This test case runs the full suite of scenarios of the OpenStack
 501                     Rally suite using several threads and iterations.
 502                 dependencies:
 503                     installer: '^((?!netvirt).)*$'
 504                     scenario: ''
 505                 run:
 506                     module: 'functest.opnfv_tests.openstack.rally.rally'
 507                     class: 'RallyFull'
 508
 509     -
 510         name: vnf
 511         order: 4
 512         ci_loop: 'weekly'
 513         description : >-
 514             Collection of VNF test cases.
 515         testcases:
 516             -
 517                 case_name: cloudify_ims
 518                 project_name: functest
 519                 criteria: 100
 520                 blocking: false
 521                 description: >-
 522                     This test case deploys an OpenSource vIMS solution from Clearwater
 523                     using the Cloudify orchestrator. It also runs some signaling traffic.
 524                 dependencies:
 525                     installer: ''
 526                     scenario: '(ocl)|(nosdn)|^(os-odl)((?!bgpvpn).)*$'
 527                 run:
 528                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
 529                     class: 'CloudifyIms'
 530
 531             -
 532                 case_name: aaa
 533                 enabled: false
 534                 project_name: functest
 535                 criteria: 100
 536                 blocking: false
 537                 description: >-
 538                    Test suite from Parser project.
 539                 dependencies:
 540                     installer: ''
 541                     scenario: ''
 542                 run:
 543                     module: 'functest.opnfv_tests.vnf.aaa.aaa'
 544                     class: 'AaaVnf'
 545
 546             -
 547                 case_name: orchestra_ims
 548                 enabled: false
 549                 project_name: functest
 550                 criteria: 100
 551                 blocking: false
 552                 description: >-
 553                     VNF deployment with OpenBaton (Orchestra)
 554                 dependencies:
 555                     installer: ''
 556                     scenario: ''
 557                 run:
 558                     module: 'functest.opnfv_tests.vnf.ims.orchestra_ims'
 559                     class: 'ImsVnf'
 560
 561             -
 562                 case_name: opera_vims
 563                 enabled: false
 564                 project_name: opera
 565                 criteria: 100
 566                 blocking: false
 567                 description: >-
 568                     VNF deployment with OPEN-O
 569                 dependencies:
 570                     installer: 'compass'
 571                     scenario: 'os-nosdn-openo-ha'
 572                 run:
 573                     module: 'functest.opnfv_tests.vnf.ims.opera_ims'
 574                     class: 'OperaIms'
 575
 576             -
 577                 case_name: vyos_vrouter
 578                 enabled: false
 579                 project_name: functest
 580                 criteria: 100
 581                 blocking: false
 582                 description: >-
 583                     This test case is vRouter testing.
 584                 dependencies:
 585                     installer: 'fuel'
 586                     scenario: 'nosdn-nofeature'
 587                 run:
 588                     module: 'functest.opnfv_tests.vnf.router.vyos_vrouter'
 589                     class: 'VrouterVnf'