functest/ci/testcases.yaml

   1 tiers:
   2     -
   3         name: healthcheck
   4         order: 0
   5         ci_loop: '(daily)|(weekly)'
   6         description : >-
   7             First tier to be executed to verify the basic
   8             operations in the VIM.
   9         testcases:
  10             -
  11                 case_name: connection_check
  12                 project_name: functest
  13                 criteria: 100
  14                 blocking: true
  15                 description: >-
  16                     This test case verifies the retrieval of OpenStack clients:
  17                     Keystone, Glance, Neutron and Nova and may perform some
  18                     simple queries. When the config value of
  19                     snaps.use_keystone is True, functest must have access to
  20                     the cloud's private network.
  21                 dependencies:
  22                     installer: '^((?!netvirt).)*$'
  23                     scenario: ''
  24                 run:
  25                     module: 'functest.opnfv_tests.openstack.snaps.connection_check'
  26                     class: 'ConnectionCheck'
  27
  28             -
  29                 case_name: api_check
  30                 project_name: functest
  31                 criteria: 100
  32                 blocking: true
  33                 description: >-
  34                     This test case verifies the retrieval of OpenStack clients:
  35                     Keystone, Glance, Neutron and Nova and may perform some
  36                     simple queries. When the config value of
  37                     snaps.use_keystone is True, functest must have access to
  38                     the cloud's private network.
  39                 dependencies:
  40                     installer: '^((?!netvirt).)*$'
  41                     scenario: ''
  42                 run:
  43                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
  44                     class: 'ApiCheck'
  45
  46             -
  47                 case_name: snaps_health_check
  48                 project_name: functest
  49                 criteria: 100
  50                 blocking: true
  51                 description: >-
  52                     This test case creates executes the SimpleHealthCheck
  53                     Python test class which creates an, image, flavor, network,
  54                     and Cirros VM instance and observes the console output to
  55                     validate the single port obtains the correct IP address.
  56                 dependencies:
  57                     installer: ''
  58                     scenario: '^((?!lxd).)*$'
  59                 run:
  60                     module: 'functest.opnfv_tests.openstack.snaps.health_check'
  61                     class: 'HealthCheck'
  62
  63     -
  64         name: smoke
  65         order: 1
  66         ci_loop: '(daily)|(weekly)'
  67         description : >-
  68             Set of basic Functional tests to validate the OPNFV scenarios.
  69         testcases:
  70             -
  71                 case_name: vping_ssh
  72                 project_name: functest
  73                 criteria: 100
  74                 blocking: true
  75                 description: >-
  76                     This test case verifies: 1) SSH to an instance using floating
  77                     IPs over the public network. 2) Connectivity between 2 instances
  78                     over a private network.
  79                 dependencies:
  80                     installer: ''
  81                     scenario: '^((?!odl_l3|odl-bgpvpn|gluon).)*$'
  82                 run:
  83                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
  84                     class: 'VPingSSH'
  85
  86             -
  87                 case_name: vping_userdata
  88                 project_name: functest
  89                 criteria: 100
  90                 blocking: true
  91                 description: >-
  92                     This test case verifies:  1) Boot a VM with given userdata.
  93                     2) Connectivity between 2 instances over a private network.
  94                 dependencies:
  95                     installer: ''
  96                     scenario: '^((?!lxd).)*$'
  97                 run:
  98                     module: 'functest.opnfv_tests.openstack.vping.vping_userdata'
  99                     class: 'VPingUserdata'
 100
 101             -
 102                 case_name: tempest_smoke_serial
 103                 project_name: functest
 104                 criteria: 100
 105                 blocking: false
 106                 description: >-
 107                     This test case runs the smoke subset of the OpenStack
 108                     Tempest suite. The list of test cases is generated by
 109                     Tempest automatically and depends on the parameters of
 110                     the OpenStack deplopyment.
 111                 dependencies:
 112                     installer: '^((?!netvirt).)*$'
 113                     scenario: ''
 114                 run:
 115                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 116                     class: 'TempestSmokeSerial'
 117
 118             -
 119                 case_name: rally_sanity
 120                 project_name: functest
 121                 criteria: 100
 122                 blocking: false
 123                 description: >-
 124                     This test case runs a sub group of tests of the OpenStack
 125                     Rally suite in smoke mode.
 126                 dependencies:
 127                     installer: ''
 128                     scenario: ''
 129                 run:
 130                     module: 'functest.opnfv_tests.openstack.rally.rally'
 131                     class: 'RallySanity'
 132
 133             -
 134                 case_name: refstack_defcore
 135                 project_name: functest
 136                 criteria: 100
 137                 blocking: false
 138                 description: >-
 139                     This test case runs a sub group of tests of the OpenStack
 140                     Defcore testcases by using refstack client.
 141                 dependencies:
 142                     installer: ''
 143                     scenario: ''
 144                 run:
 145                     module: 'functest.opnfv_tests.openstack.refstack_client.refstack_client'
 146                     class: 'RefstackClient'
 147
 148             -
 149                 case_name: odl
 150                 project_name: functest
 151                 criteria: 100
 152                 blocking: true
 153                 description: >-
 154                     Test Suite for the OpenDaylight SDN Controller. It
 155                     integrates some test suites from upstream using
 156                     Robot as the test framework.
 157                 dependencies:
 158                     installer: ''
 159                     scenario: 'odl'
 160                 run:
 161                     module: 'functest.opnfv_tests.sdn.odl.odl'
 162                     class: 'ODLTests'
 163                     args:
 164                         suites:
 165                             -  /home/opnfv/repos/odl_test/csit/suites/integration/basic
 166                             -  /home/opnfv/repos/odl_test/csit/suites/openstack/neutron
 167
 168             -
 169                 case_name: odl_netvirt
 170                 project_name: functest
 171                 criteria: 100
 172                 blocking: false
 173                 description: >-
 174                     Test Suite for the OpenDaylight SDN Controller when
 175                     the NetVirt features are installed. It integrates
 176                     some test suites from upstream using Robot as the
 177                     test framework.
 178                 dependencies:
 179                     installer: 'apex'
 180                     scenario: 'os-odl_l3-nofeature'
 181                 run:
 182                     module: 'functest.opnfv_tests.sdn.odl.odl'
 183                     class: 'ODLTests'
 184                     args:
 185                         suites:
 186                             -  /home/opnfv/repos/odl_test/csit/suites/integration/basic
 187                             -  /home/opnfv/repos/odl_test/csit/suites/openstack/neutron
 188                             -  /home/opnfv/repos/odl_test/csit/suites/openstack/connectivity
 189
 190             -
 191                 case_name: fds
 192                 project_name: functest
 193                 criteria: 100
 194                 blocking: false
 195                 description: >-
 196                     Test Suite for the OpenDaylight SDN Controller when GBP features are
 197                     installed. It integrates some test suites from upstream using
 198                     Robot as the test framework.
 199                 dependencies:
 200                     installer: 'apex'
 201                     scenario: 'odl.*-fdio'
 202                 run:
 203                     module: 'functest.opnfv_tests.sdn.odl.odl'
 204                     class: 'ODLTests'
 205                     args:
 206                         suites:
 207                             -  /home/opnfv/repos/fds/testing/robot
 208
 209             -
 210                 case_name: onos
 211                 project_name: functest
 212                 criteria: 100
 213                 blocking: true
 214                 description: >-
 215                     Test Suite for the ONOS SDN Controller. It integrates
 216                     some test suites from upstream using TestON as the test
 217                     framework.
 218                 dependencies:
 219                     installer: ''
 220                     scenario: 'onos'
 221                 run:
 222                     module: 'functest.opnfv_tests.sdn.onos.onos'
 223                     class: 'Onos'
 224
 225             -
 226                 case_name: snaps_smoke
 227                 project_name: functest
 228                 criteria: 100
 229                 blocking: false
 230                 description: >-
 231                     This test case contains tests that setup and destroy
 232                     environments with VMs with and without Floating IPs
 233                     with a newly created user and project. Set the config
 234                     value snaps.use_floating_ips (True|False) to toggle
 235                     this functionality. When the config value of
 236                     snaps.use_keystone is True, functest must have access to
 237                     the cloud's private network.
 238
 239                 dependencies:
 240                     installer: '^((?!netvirt).)*$'
 241                     scenario: '^((?!lxd).)*$'
 242                 run:
 243                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 244                     class: 'SnapsSmoke'
 245
 246     -
 247         name: features
 248         order: 2
 249         ci_loop: '(daily)|(weekly)'
 250         description : >-
 251             Test suites from feature projects
 252             integrated in functest
 253         testcases:
 254             -
 255                 case_name: promise
 256                 project_name: promise
 257                 criteria: 100
 258                 blocking: false
 259                 description: >-
 260                     Test suite from Promise project.
 261                 dependencies:
 262                     installer: '(fuel)|(joid)'
 263                     scenario: ''
 264                 run:
 265                     module: 'functest.core.feature'
 266                     class: 'BashFeature'
 267                     args:
 268                         cmd: 'cd /home/opnfv/repos/promise/promise/test/functest && python ./run_tests.py'
 269
 270             -
 271                 case_name: doctor-notification
 272                 project_name: doctor
 273                 criteria: 100
 274                 blocking: false
 275                 description: >-
 276                     Test suite from Doctor project.
 277                 dependencies:
 278                     installer: '(apex)|(fuel)'
 279                     scenario: '^((?!fdio).)*$'
 280                 run:
 281                     module: 'functest.core.feature'
 282                     class: 'BashFeature'
 283                     args:
 284                         cmd: 'cd /home/opnfv/repos/doctor/tests && ./run.sh'
 285
 286             -
 287                 case_name: bgpvpn
 288                 project_name: sdnvpn
 289                 criteria: 100
 290                 blocking: false
 291                 description: >-
 292                     Test suite from SDNVPN project.
 293                 dependencies:
 294                     installer: '(fuel)|(apex)|(netvirt)'
 295                     scenario: 'bgpvpn'
 296                 run:
 297                     module: 'functest.core.feature'
 298                     class: 'BashFeature'
 299                     args:
 300                         cmd: 'cd /usr/local/lib/python2.7/dist-packages/sdnvpn/test/functest && python ./run_tests.py'
 301
 302             -
 303                 case_name: security_scan
 304                 enabled: false
 305                 project_name: securityscanning
 306                 criteria: 100
 307                 blocking: false
 308                 description: >-
 309                     Simple Security Scan
 310                 dependencies:
 311                     installer: 'apex'
 312                     scenario: '^((?!fdio).)*$'
 313                 run:
 314                     module: 'functest.core.feature'
 315                     class: 'BashFeature'
 316                     args:
 317                         cmd: '. /home/opnfv/functest/conf/stackrc && security_scan --config /usr/local/etc/securityscanning/config.ini'
 318
 319             -
 320                 case_name: copper
 321                 enabled: false
 322                 project_name: copper
 323                 criteria: 100
 324                 blocking: false
 325                 description: >-
 326                     Test suite for policy management based on OpenStack Congress
 327                 dependencies:
 328                     installer: 'apex'
 329                     scenario: '^((?!fdio).)*$'
 330                 run:
 331                     module: 'functest.core.feature'
 332                     class: 'BashFeature'
 333                     args:
 334                         cmd: 'cd /home/opnfv/repos/copper/tests && bash run.sh && cd -'
 335
 336             -
 337                 case_name: multisite
 338                 enabled: false
 339                 project_name: multisite
 340                 criteria: 100
 341                 blocking: false
 342                 description: >-
 343                     Test suite from kingbird
 344                 dependencies:
 345                     installer: '(fuel)|(compass)'
 346                     scenario: 'multisite'
 347                 run:
 348                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 349                     class: 'TempestMultisite'
 350
 351             -
 352                 case_name: functest-odl-sfc
 353                 enabled: false
 354                 project_name: sfc
 355                 criteria: 100
 356                 blocking: false
 357                 description: >-
 358                     Test suite for odl-sfc to test two chains and two SFs
 359                 dependencies:
 360                     installer: '(apex)|(fuel)'
 361                     scenario: 'odl_l2-sfc'
 362                 run:
 363                     module: 'functest.core.feature'
 364                     class: 'BashFeature'
 365                     args:
 366                         cmd: 'cd /usr/local/lib/python2.7/dist-packages/sfc/tests/functest && python ./run_tests.py'
 367
 368             -
 369                 case_name: onos_sfc
 370                 enabled: false
 371                 project_name: functest
 372                 criteria: 100
 373                 blocking: true
 374                 description: >-
 375                     Test Suite for onos-sfc to test sfc function.
 376                 dependencies:
 377                     installer: ''
 378                     scenario: 'onos-sfc'
 379                 run:
 380                     module: 'functest.opnfv_tests.sdn.onos.onos'
 381                     class: 'OnosSfc'
 382
 383             -
 384                 case_name: parser-basics
 385                 enabled: false
 386                 project_name: parser
 387                 criteria: 100
 388                 blocking: false
 389                 description: >-
 390                     Test suite from Parser project.
 391                 dependencies:
 392                     installer: 'fuel'
 393                     scenario: '^((?!bgpvpn|noha).)*$'
 394                 run:
 395                     module: 'functest.core.feature'
 396                     class: 'BashFeature'
 397                     args:
 398                         cmd: 'cd /home/opnfv/repos/parser/tests && ./functest_run.sh'
 399
 400             -
 401                 case_name: domino-multinode
 402                 enabled: false
 403                 project_name: domino
 404                 criteria: 100
 405                 blocking: false
 406                 description: >-
 407                     Test suite from Domino project.
 408                 dependencies:
 409                     installer: ''
 410                     scenario: ''
 411                 run:
 412                     module: 'functest.core.feature'
 413                     class: 'BashFeature'
 414                     args:
 415                         cmd: 'cd /home/opnfv/repos/domino && ./tests/run_multinode.sh'
 416
 417             -
 418                 case_name: gluon_vping
 419                 enabled: false
 420                 project_name: netready
 421                 criteria: 100
 422                 blocking: false
 423                 description: >-
 424                     Test suite from Netready project.
 425                 dependencies:
 426                     installer: 'apex'
 427                     scenario: 'gluon'
 428                 run:
 429                     module: 'functest.core.feature'
 430                     class: 'BashFeature'
 431                     args:
 432                         cmd: 'cd /home/opnfv/repos/netready/test/functest && python ./gluon-test-suite.py'
 433
 434             -
 435                 case_name: barometercollectd
 436                 enabled: false
 437                 project_name: barometer
 438                 criteria: 100
 439                 blocking: false
 440                 description: >-
 441                     Test suite for the Barometer project. Separate tests verify the
 442                     proper configuration and functionality of the following
 443                     collectd plugins Ceilometer, Hugepages, Memory RAS (mcelog),
 444                     and OVS Events
 445                 dependencies:
 446                     installer: 'fuel'
 447                     scenario: 'kvm_ovs_dpdk_bar'
 448                 run:
 449                      module: 'baro_tests.barometer'
 450                      class: 'BarometerCollectd'
 451
 452     -
 453         name: components
 454         order: 3
 455         ci_loop: 'weekly'
 456         description : >-
 457             Extensive testing of OpenStack API.
 458         testcases:
 459             -
 460                 case_name: tempest_full_parallel
 461                 project_name: functest
 462                 criteria: 80
 463                 blocking: false
 464                 description: >-
 465                     The list of test cases is generated by
 466                     Tempest automatically and depends on the parameters of
 467                     the OpenStack deplopyment.
 468                 dependencies:
 469                     installer: '^((?!netvirt).)*$'
 470                     scenario: ''
 471                 run:
 472                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 473                     class: 'TempestFullParallel'
 474
 475             -
 476                 case_name: tempest_custom
 477                 project_name: functest
 478                 criteria: 100
 479                 blocking: false
 480                 description: >-
 481                     The test case allows running a customized list of tempest
 482                     test cases defined in a file under
 483                     <dir_functest_repo>/functest/opnfv_tests/openstack/
 484                       /tempest/custom_tests/test_list.txt
 485                     The file is empty and can be customized with the desired tests.
 486                 dependencies:
 487                     installer: 'unknown'
 488                     scenario: 'unknown'
 489                 run:
 490                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 491                     class: 'TempestCustom'
 492
 493             -
 494                 case_name: rally_full
 495                 project_name: functest
 496                 criteria: 90
 497                 blocking: false
 498                 description: >-
 499                     This test case runs the full suite of scenarios of the OpenStack
 500                     Rally suite using several threads and iterations.
 501                 dependencies:
 502                     installer: '^((?!netvirt).)*$'
 503                     scenario: ''
 504                 run:
 505                     module: 'functest.opnfv_tests.openstack.rally.rally'
 506                     class: 'RallyFull'
 507
 508     -
 509         name: vnf
 510         order: 4
 511         ci_loop: 'weekly'
 512         description : >-
 513             Collection of VNF test cases.
 514         testcases:
 515             -
 516                 case_name: cloudify_ims
 517                 project_name: functest
 518                 criteria: 100
 519                 blocking: false
 520                 description: >-
 521                     This test case deploys an OpenSource vIMS solution from Clearwater
 522                     using the Cloudify orchestrator. It also runs some signaling traffic.
 523                 dependencies:
 524                     installer: ''
 525                     scenario: '(ocl)|(nosdn)|^(os-odl)((?!bgpvpn).)*$'
 526                 run:
 527                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
 528                     class: 'CloudifyIms'
 529
 530             -
 531                 case_name: aaa
 532                 enabled: false
 533                 project_name: functest
 534                 criteria: 100
 535                 blocking: false
 536                 description: >-
 537                    Test suite from Parser project.
 538                 dependencies:
 539                     installer: ''
 540                     scenario: ''
 541                 run:
 542                     module: 'functest.opnfv_tests.vnf.aaa.aaa'
 543                     class: 'AaaVnf'
 544
 545             -
 546                 case_name: orchestra_ims
 547                 enabled: false
 548                 project_name: functest
 549                 criteria: 100
 550                 blocking: false
 551                 description: >-
 552                     VNF deployment with OpenBaton (Orchestra)
 553                 dependencies:
 554                     installer: ''
 555                     scenario: ''
 556                 run:
 557                     module: 'functest.opnfv_tests.vnf.ims.orchestra_ims'
 558                     class: 'ImsVnf'
 559
 560             -
 561                 case_name: opera_vims
 562                 enabled: false
 563                 project_name: opera
 564                 criteria: 100
 565                 blocking: false
 566                 description: >-
 567                     VNF deployment with OPEN-O
 568                 dependencies:
 569                     installer: 'compass'
 570                     scenario: 'os-nosdn-openo-ha'
 571                 run:
 572                     module: 'functest.opnfv_tests.vnf.ims.opera_ims'
 573                     class: 'OperaIms'
 574
 575             -
 576                 case_name: vyos_vrouter
 577                 enabled: false
 578                 project_name: functest
 579                 criteria: 100
 580                 blocking: false
 581                 description: >-
 582                     This test case is vRouter testing.
 583                 dependencies:
 584                     installer: 'fuel'
 585                     scenario: 'nosdn-nofeature'
 586                 run:
 587                     module: 'functest.opnfv_tests.vnf.router.vyos_vrouter'
 588                     class: 'VrouterVnf'