functest/ci/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: healthcheck
   5         order: 0
   6         ci_loop: '(merge)|(verify)|(daily)|(weekly)'
   7         description: >-
   8             First tier to be executed to verify the basic
   9             operations in the VIM.
  10         testcases:
  11             -
  12                 case_name: connection_check
  13                 project_name: functest
  14                 criteria: 100
  15                 blocking: true
  16                 description: >-
  17                     This test case verifies the retrieval of OpenStack clients:
  18                     Keystone, Glance, Neutron and Nova and may perform some
  19                     simple queries. When the config value of
  20                     snaps.use_keystone is True, functest must have access to
  21                     the cloud's private network.
  22                 dependencies:
  23                     installer: ''
  24                     scenario: ''
  25                 run:
  26                     module:
  27                         'functest.opnfv_tests.openstack.snaps.connection_check'
  28                     class: 'ConnectionCheck'
  29
  30             -
  31                 case_name: tenantnetwork1
  32                 project_name: functest
  33                 criteria: 100
  34                 blocking: true
  35                 description: >-
  36                     It creates and configures all tenant network ressources
  37                     required by advanced testcases (subnet, network and
  38                     router).
  39                 dependencies:
  40                     installer: ''
  41                     scenario: ''
  42                 run:
  43                     module: 'functest.core.tenantnetwork'
  44                     class: 'TenantNetwork1'
  45
  46             -
  47                 case_name: tenantnetwork2
  48                 project_name: functest
  49                 criteria: 100
  50                 blocking: true
  51                 description: >-
  52                     It creates new user/project before creating and configuring
  53                     all tenant network ressources required by a testcase
  54                     (subnet, network and router).
  55                 dependencies:
  56                     installer: ''
  57                     scenario: ''
  58                 run:
  59                     module: 'functest.core.tenantnetwork'
  60                     class: 'TenantNetwork2'
  61
  62             -
  63                 case_name: singlevm1
  64                 project_name: functest
  65                 criteria: 100
  66                 blocking: true
  67                 description: >-
  68                     It inherits from TenantNetwork1 which creates all network
  69                     resources and completes it by booting a VM attached to that
  70                     network.
  71                 dependencies:
  72                     installer: ''
  73                     scenario: ''
  74                 run:
  75                     module: 'functest.core.singlevm'
  76                     class: 'SingleVm1'
  77
  78             -
  79                 case_name: singlevm2
  80                 project_name: functest
  81                 criteria: 100
  82                 blocking: true
  83                 description: >-
  84                     It creates new user/project before creating and configuring
  85                     all tenant network ressources and vms required by advanced
  86                     testcases.
  87                 dependencies:
  88                     installer: ''
  89                     scenario: ''
  90                 run:
  91                     module: 'functest.core.singlevm'
  92                     class: 'SingleVm2'
  93
  94             -
  95                 case_name: api_check
  96                 project_name: functest
  97                 criteria: 100
  98                 blocking: true
  99                 description: >-
 100                     This test case verifies the retrieval of OpenStack clients:
 101                     Keystone, Glance, Neutron and Nova and may perform some
 102                     simple queries. When the config value of
 103                     snaps.use_keystone is True, functest must have access to
 104                     the cloud's private network.
 105                 dependencies:
 106                     installer: ''
 107                     scenario: '^((?!lxd).)*$'
 108                 run:
 109                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
 110                     class: 'ApiCheck'
 111
 112             -
 113                 case_name: snaps_health_check
 114                 project_name: functest
 115                 criteria: 100
 116                 blocking: true
 117                 description: >-
 118                     This test case creates executes the SimpleHealthCheck
 119                     Python test class which creates an, image, flavor, network,
 120                     and Cirros VM instance and observes the console output to
 121                     validate the single port obtains the correct IP address.
 122                 dependencies:
 123                     installer: ''
 124                     scenario: '^((?!lxd).)*$'
 125                 run:
 126                     module: 'functest.opnfv_tests.openstack.snaps.health_check'
 127                     class: 'HealthCheck'
 128
 129     -
 130         name: smoke
 131         order: 1
 132         ci_loop: '(daily)|(weekly)'
 133         description: >-
 134             Set of basic Functional tests to validate the OPNFV scenarios.
 135         testcases:
 136
 137             -
 138                 case_name: vping_ssh
 139                 project_name: functest
 140                 criteria: 100
 141                 blocking: false
 142                 description: >-
 143                     This test case verifies: 1) SSH to an instance using
 144                     floating IPs over the public network. 2) Connectivity
 145                     between 2 instances over a private network.
 146                 dependencies:
 147                     installer: ''
 148                     scenario: '^((?!lxd).)*$'
 149                 run:
 150                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
 151                     class: 'VPingSSH'
 152
 153             -
 154                 case_name: vping_userdata
 155                 project_name: functest
 156                 criteria: 100
 157                 blocking: false
 158                 description: >-
 159                     This test case verifies:  1) Boot a VM with given userdata.
 160                     2) Connectivity between 2 instances over a private network.
 161                 dependencies:
 162                     installer: ''
 163                     scenario: '^((?!lxd).)*$'
 164                 run:
 165                     module:
 166                         'functest.opnfv_tests.openstack.vping.vping_userdata'
 167                     class: 'VPingUserdata'
 168
 169             -
 170                 case_name: cinder_test
 171                 project_name: functest
 172                 criteria: 100
 173                 blocking: false
 174                 description: >-
 175                     This test case verifies: 1) Attach volume and to 1
 176                     instance; 2) Write data on volume 3) Detach volume
 177                     from instance 1, attach it on instance 2 3) Read volume
 178                     data
 179                 dependencies:
 180                     installer: ''
 181                     scenario: '^((?!lxd).)*$'
 182                 run:
 183                     module: 'functest.opnfv_tests.openstack.cinder.cinder_test'
 184                     class: 'CinderCheck'
 185
 186             -
 187                 case_name: tempest_smoke_serial
 188                 project_name: functest
 189                 criteria: 100
 190                 blocking: false
 191                 description: >-
 192                     This test case runs the smoke subset of the OpenStack
 193                     Tempest suite. The list of test cases is generated by
 194                     Tempest automatically and depends on the parameters of
 195                     the OpenStack deplopyment.
 196                 dependencies:
 197                     installer: ''
 198                     scenario: ''
 199                 run:
 200                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 201                     class: 'TempestSmokeSerial'
 202
 203             -
 204                 case_name: rally_sanity
 205                 project_name: functest
 206                 criteria: 100
 207                 blocking: false
 208                 description: >-
 209                     This test case runs a sub group of tests of the OpenStack
 210                     Rally suite in smoke mode.
 211                 dependencies:
 212                     installer: ''
 213                     scenario: ''
 214                 run:
 215                     module: 'functest.opnfv_tests.openstack.rally.rally'
 216                     class: 'RallySanity'
 217
 218             -
 219                 case_name: refstack_defcore
 220                 project_name: functest
 221                 enabled: false
 222                 criteria: 100
 223                 blocking: false
 224                 description: >-
 225                     This test case runs a sub group of tests of the OpenStack
 226                     Defcore testcases.
 227                 dependencies:
 228                     installer: ''
 229                     scenario: ''
 230                 run:
 231                     module:
 232                         'functest.opnfv_tests.openstack.refstack.refstack'
 233                     class: 'Refstack'
 234
 235             -
 236                 case_name: patrole
 237                 project_name: functest
 238                 criteria: 100
 239                 blocking: false
 240                 description: >-
 241                     Test suite from Patrole project.
 242                 dependencies:
 243                     installer: ''
 244                     scenario: ''
 245                 run:
 246                     module: 'functest.opnfv_tests.openstack.patrole.patrole'
 247                     class: 'Patrole'
 248                     args:
 249                         role: 'admin'
 250                         services:
 251                             - 'image'
 252                             - 'network'
 253                         exclude:
 254                             - 'test_networks_multiprovider_rbac'
 255
 256             -
 257                 case_name: shaker
 258                 project_name: functest
 259                 criteria: 100
 260                 blocking: false
 261                 description: >-
 262                     Shaker wraps around popular system network testing tools
 263                     like iperf, iperf3 and netperf (with help of flent). Shaker
 264                     is able to deploy OpenStack instances and networks in
 265                     different topologies.
 266                 dependencies:
 267                     installer: ''
 268                     scenario: ''
 269                 run:
 270                     module:
 271                         'functest.opnfv_tests.openstack.shaker.shaker'
 272                     class: 'Shaker'
 273
 274             -
 275                 case_name: odl
 276                 project_name: functest
 277                 criteria: 100
 278                 blocking: false
 279                 description: >-
 280                     Test Suite for the OpenDaylight SDN Controller. It
 281                     integrates some test suites from upstream using
 282                     Robot as the test framework.
 283                 dependencies:
 284                     installer: ''
 285                     scenario: 'odl'
 286                 run:
 287                     module: 'functest.opnfv_tests.sdn.odl.odl'
 288                     class: 'ODLTests'
 289                     args:
 290                         suites:
 291                             - /src/odl_test/csit/suites/integration/basic
 292                             - /src/odl_test/csit/suites/openstack/neutron
 293
 294             -
 295                 case_name: snaps_smoke
 296                 project_name: functest
 297                 criteria: 100
 298                 blocking: false
 299                 description: >-
 300                     This test case contains tests that setup and destroy
 301                     environments with VMs with and without Floating IPs
 302                     with a newly created user and project. Set the config
 303                     value snaps.use_floating_ips (True|False) to toggle
 304                     this functionality. When the config value of
 305                     snaps.use_keystone is True, functest must have access to
 306                     the cloud's private network.
 307
 308                 dependencies:
 309                     installer: ''
 310                     scenario: '^((?!lxd).)*$'
 311                 run:
 312                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 313                     class: 'SnapsSmoke'
 314
 315             -
 316                 case_name: neutron_trunk
 317                 project_name: functest
 318                 criteria: 100
 319                 blocking: false
 320                 description: >-
 321                     This test case runs the neutron trunk subtest of the
 322                     OpenStack Tempest suite. The list of test cases is
 323                     generated by Tempest having as input the relevant
 324                     testcase list file.
 325                 dependencies:
 326                     installer: '(fuel)|(apex)|(compass)'
 327                     scenario: ''
 328                 run:
 329                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 330                     class: 'TempestNeutronTrunk'
 331
 332             -
 333                 case_name: barbican
 334                 project_name: functest
 335                 criteria: 100
 336                 blocking: false
 337                 description: >-
 338                     It leverages on the tempest plugin containing tests used to
 339                     verify the functionality of a barbican installation
 340                 dependencies:
 341                     installer: '^((?!fuel|apex|compass|daisy).)*$'
 342                     scenario: ''
 343                 run:
 344                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 345                     class: 'TempestBarbican'
 346
 347     -
 348         name: features
 349         order: 2
 350         ci_loop: '(daily)|(weekly)'
 351         description: >-
 352             Test suites from feature projects
 353             integrated in functest
 354         testcases:
 355             -
 356                 case_name: doctor-notification
 357                 project_name: doctor
 358                 criteria: 100
 359                 blocking: false
 360                 description: >-
 361                     Test suite from Doctor project.
 362                 dependencies:
 363                     installer: '(apex)|(fuel)|(daisy)'
 364                     scenario: '^((?!fdio|nofeature).)*$'
 365                 run:
 366                     module: 'xtesting.core.feature'
 367                     class: 'BashFeature'
 368                     args:
 369                         cmd: 'doctor-test'
 370
 371             -
 372                 case_name: bgpvpn
 373                 project_name: sdnvpn
 374                 criteria: 100
 375                 blocking: false
 376                 description: >-
 377                     Test suite from SDNVPN project.
 378                 dependencies:
 379                     installer: ''
 380                     scenario: 'bgpvpn'
 381                 run:
 382                     module: 'sdnvpn.test.functest.run_sdnvpn_tests'
 383                     class: 'SdnvpnFunctest'
 384
 385             -
 386                 case_name: functest-odl-sfc
 387                 project_name: sfc
 388                 criteria: 100
 389                 blocking: false
 390                 description: >-
 391                     Test suite for odl-sfc to test two chains with one SF and
 392                     one chain with two SFs
 393                 dependencies:
 394                     installer: ''
 395                     scenario: 'odl.*sfc'
 396                 run:
 397                     module: 'sfc.tests.functest.run_sfc_tests'
 398                     class: 'SfcFunctest'
 399
 400             -
 401                 case_name: barometercollectd
 402                 project_name: barometer
 403                 criteria: 100
 404                 blocking: false
 405                 description: >-
 406                     Test suite for the Barometer project. Separate tests verify
 407                     the proper configuration and basic functionality of all the
 408                     collectd plugins as described in the Project Release Plan
 409                 dependencies:
 410                     installer: ''
 411                     scenario: 'bar'
 412                 run:
 413                     module: 'baro_tests.barometer'
 414                     class: 'BarometerCollectd'
 415
 416             -
 417                 case_name: fds
 418                 project_name: fastdatastacks
 419                 criteria: 100
 420                 blocking: false
 421                 description: >-
 422                     Test Suite for the OpenDaylight SDN Controller when GBP
 423                     features are installed. It integrates some test suites from
 424                     upstream using Robot as the test framework.
 425                 dependencies:
 426                     installer: ''
 427                     scenario: 'odl.*-fdio'
 428                 run:
 429                     module: 'functest.opnfv_tests.sdn.odl.odl'
 430                     class: 'ODLTests'
 431                     args:
 432                         suites:
 433                             - /src/fds/testing/robot
 434
 435     -
 436         name: components
 437         order: 3
 438         ci_loop: 'weekly'
 439         description: >-
 440             Extensive testing of OpenStack API.
 441         testcases:
 442             -
 443                 case_name: tempest_full_parallel
 444                 project_name: functest
 445                 criteria: 80
 446                 blocking: false
 447                 description: >-
 448                     The list of test cases is generated by
 449                     Tempest automatically and depends on the parameters of
 450                     the OpenStack deplopyment.
 451                 dependencies:
 452                     installer: ''
 453                     scenario: ''
 454                 run:
 455                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 456                     class: 'TempestFullParallel'
 457
 458             -
 459                 case_name: rally_full
 460                 project_name: functest
 461                 criteria: 100
 462                 blocking: false
 463                 description: >-
 464                     This test case runs the full suite of scenarios of the
 465                     OpenStack Rally suite using several threads and iterations.
 466                 dependencies:
 467                     installer: ''
 468                     scenario: ''
 469                 run:
 470                     module: 'functest.opnfv_tests.openstack.rally.rally'
 471                     class: 'RallyFull'
 472
 473     -
 474         name: vnf
 475         order: 4
 476         ci_loop: '(daily)|(weekly)'
 477         description: >-
 478             Collection of VNF test cases.
 479         testcases:
 480             -
 481                 case_name: cloudify_ims
 482                 project_name: functest
 483                 criteria: 80
 484                 blocking: false
 485                 description: >-
 486                     This test case deploys an OpenSource vIMS solution from
 487                     Clearwater using the Cloudify orchestrator. It also runs
 488                     some signaling traffic.
 489                 dependencies:
 490                     installer: ''
 491                     scenario: 'os-.*-nofeature-.*ha'
 492                 run:
 493                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
 494                     class: 'CloudifyIms'
 495
 496             -
 497                 case_name: vyos_vrouter
 498                 project_name: functest
 499                 criteria: 100
 500                 blocking: false
 501                 description: >-
 502                     This test case is vRouter testing.
 503                 dependencies:
 504                     installer: ''
 505                     scenario: 'os-.*-nofeature-.*ha'
 506                 run:
 507                     module: 'functest.opnfv_tests.vnf.router.cloudify_vrouter'
 508                     class: 'CloudifyVrouter'
 509
 510             -
 511                 case_name: juju_epc
 512                 project_name: functest
 513                 criteria: 100
 514                 blocking: false
 515                 description: >-
 516                     vEPC validation with Juju as VNF manager and ABoT as test
 517                     executor.
 518                 dependencies:
 519                     installer: ''
 520                     scenario: 'os-.*-nofeature-.*ha'
 521                 run:
 522                     module: 'functest.opnfv_tests.vnf.epc.juju_epc'
 523                     class: 'JujuEpc'