functest/ci/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: healthcheck
   5         order: 0
   6         ci_loop: '(merge)|(verify)|(daily)|(weekly)'
   7         description: >-
   8             First tier to be executed to verify the basic
   9             operations in the VIM.
  10         testcases:
  11             -
  12                 case_name: connection_check
  13                 project_name: functest
  14                 criteria: 100
  15                 blocking: true
  16                 description: >-
  17                     This test case verifies the retrieval of OpenStack clients:
  18                     Keystone, Glance, Neutron and Nova and may perform some
  19                     simple queries. When the config value of
  20                     snaps.use_keystone is True, functest must have access to
  21                     the cloud's private network.
  22                 dependencies:
  23                     installer: ''
  24                     scenario: ''
  25                 run:
  26                     module:
  27                         'functest.opnfv_tests.openstack.snaps.connection_check'
  28                     class: 'ConnectionCheck'
  29
  30             -
  31                 case_name: tenantnetwork1
  32                 project_name: functest
  33                 criteria: 100
  34                 blocking: true
  35                 description: >-
  36                     It creates and configures all tenant network ressources
  37                     required by advanced testcases (subnet, network and
  38                     router).
  39                 dependencies:
  40                     installer: ''
  41                     scenario: ''
  42                 run:
  43                     module: 'functest.core.tenantnetwork'
  44                     class: 'TenantNetwork1'
  45
  46             -
  47                 case_name: tenantnetwork2
  48                 project_name: functest
  49                 criteria: 100
  50                 blocking: true
  51                 description: >-
  52                     It creates new user/project before creating and configuring
  53                     all tenant network ressources required by a testcase
  54                     (subnet, network and router).
  55                 dependencies:
  56                     installer: ''
  57                     scenario: ''
  58                 run:
  59                     module: 'functest.core.tenantnetwork'
  60                     class: 'TenantNetwork2'
  61
  62             -
  63                 case_name: singlevm1
  64                 project_name: functest
  65                 criteria: 100
  66                 blocking: true
  67                 description: >-
  68                     It inherits from TenantNetwork1 which creates all network
  69                     resources and completes it by booting a VM attached to that
  70                     network.
  71                 dependencies:
  72                     installer: ''
  73                     scenario: ''
  74                 run:
  75                     module: 'functest.core.singlevm'
  76                     class: 'SingleVm1'
  77
  78             -
  79                 case_name: singlevm2
  80                 project_name: functest
  81                 criteria: 100
  82                 blocking: true
  83                 description: >-
  84                     It creates new user/project before creating and configuring
  85                     all tenant network ressources and vms required by advanced
  86                     testcases.
  87                 dependencies:
  88                     installer: ''
  89                     scenario: ''
  90                 run:
  91                     module: 'functest.core.singlevm'
  92                     class: 'SingleVm2'
  93
  94             -
  95                 case_name: api_check
  96                 project_name: functest
  97                 criteria: 100
  98                 blocking: true
  99                 description: >-
 100                     This test case verifies the retrieval of OpenStack clients:
 101                     Keystone, Glance, Neutron and Nova and may perform some
 102                     simple queries. When the config value of
 103                     snaps.use_keystone is True, functest must have access to
 104                     the cloud's private network.
 105                 dependencies:
 106                     installer: ''
 107                     scenario: '^((?!lxd).)*$'
 108                 run:
 109                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
 110                     class: 'ApiCheck'
 111
 112             -
 113                 case_name: snaps_health_check
 114                 project_name: functest
 115                 criteria: 100
 116                 blocking: true
 117                 description: >-
 118                     This test case creates executes the SimpleHealthCheck
 119                     Python test class which creates an, image, flavor, network,
 120                     and Cirros VM instance and observes the console output to
 121                     validate the single port obtains the correct IP address.
 122                 dependencies:
 123                     installer: ''
 124                     scenario: '^((?!lxd).)*$'
 125                 run:
 126                     module: 'functest.opnfv_tests.openstack.snaps.health_check'
 127                     class: 'HealthCheck'
 128
 129     -
 130         name: smoke
 131         order: 1
 132         ci_loop: '(daily)|(weekly)'
 133         description: >-
 134             Set of basic Functional tests to validate the OPNFV scenarios.
 135         testcases:
 136
 137             -
 138                 case_name: vping_ssh
 139                 project_name: functest
 140                 criteria: 100
 141                 blocking: false
 142                 description: >-
 143                     This test case verifies: 1) SSH to an instance using
 144                     floating IPs over the public network. 2) Connectivity
 145                     between 2 instances over a private network.
 146                 dependencies:
 147                     installer: ''
 148                     scenario: '^((?!lxd).)*$'
 149                 run:
 150                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
 151                     class: 'VPingSSH'
 152
 153             -
 154                 case_name: vping_userdata
 155                 project_name: functest
 156                 criteria: 100
 157                 blocking: false
 158                 description: >-
 159                     This test case verifies:  1) Boot a VM with given userdata.
 160                     2) Connectivity between 2 instances over a private network.
 161                 dependencies:
 162                     installer: ''
 163                     scenario: '^((?!lxd).)*$'
 164                 run:
 165                     module:
 166                         'functest.opnfv_tests.openstack.vping.vping_userdata'
 167                     class: 'VPingUserdata'
 168
 169             -
 170                 case_name: cinder_test
 171                 project_name: functest
 172                 criteria: 100
 173                 blocking: false
 174                 description: >-
 175                     This test case verifies: 1) Attach volume and to 1
 176                     instance; 2) Write data on volume 3) Detach volume
 177                     from instance 1, attach it on instance 2 3) Read volume
 178                     data
 179                 dependencies:
 180                     installer: ''
 181                     scenario: '^((?!lxd).)*$'
 182                 run:
 183                     module: 'functest.opnfv_tests.openstack.cinder.cinder_test'
 184                     class: 'CinderCheck'
 185
 186             -
 187                 case_name: tempest_smoke_serial
 188                 project_name: functest
 189                 criteria: 100
 190                 blocking: false
 191                 description: >-
 192                     This test case runs the smoke subset of the OpenStack
 193                     Tempest suite. The list of test cases is generated by
 194                     Tempest automatically and depends on the parameters of
 195                     the OpenStack deplopyment.
 196                 dependencies:
 197                     installer: ''
 198                     scenario: ''
 199                 run:
 200                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 201                     class: 'TempestSmokeSerial'
 202
 203             -
 204                 case_name: rally_sanity
 205                 project_name: functest
 206                 criteria: 100
 207                 blocking: false
 208                 description: >-
 209                     This test case runs a sub group of tests of the OpenStack
 210                     Rally suite in smoke mode.
 211                 dependencies:
 212                     installer: ''
 213                     scenario: ''
 214                 run:
 215                     module: 'functest.opnfv_tests.openstack.rally.rally'
 216                     class: 'RallySanity'
 217
 218             -
 219                 case_name: refstack_defcore
 220                 project_name: functest
 221                 enabled: false
 222                 criteria: 100
 223                 blocking: false
 224                 description: >-
 225                     This test case runs a sub group of tests of the OpenStack
 226                     Defcore testcases.
 227                 dependencies:
 228                     installer: ''
 229                     scenario: ''
 230                 run:
 231                     module:
 232                         'functest.opnfv_tests.openstack.refstack.refstack'
 233                     class: 'Refstack'
 234
 235             -
 236                 case_name: patrole
 237                 project_name: functest
 238                 criteria: 100
 239                 blocking: false
 240                 description: >-
 241                     Test suite from Patrole project.
 242                 dependencies:
 243                     installer: ''
 244                     scenario: ''
 245                 run:
 246                     module: 'functest.opnfv_tests.openstack.patrole.patrole'
 247                     class: 'Patrole'
 248                     args:
 249                         role: 'admin'
 250                         services:
 251                             - 'image'
 252                             - 'network'
 253                         exclude:
 254                             - 'test_networks_multiprovider_rbac'
 255
 256             -
 257                 case_name: odl
 258                 project_name: functest
 259                 criteria: 100
 260                 blocking: false
 261                 description: >-
 262                     Test Suite for the OpenDaylight SDN Controller. It
 263                     integrates some test suites from upstream using
 264                     Robot as the test framework.
 265                 dependencies:
 266                     installer: ''
 267                     scenario: 'odl'
 268                 run:
 269                     module: 'functest.opnfv_tests.sdn.odl.odl'
 270                     class: 'ODLTests'
 271                     args:
 272                         suites:
 273                             - /src/odl_test/csit/suites/integration/basic
 274                             - /src/odl_test/csit/suites/openstack/neutron
 275
 276             -
 277                 case_name: snaps_smoke
 278                 project_name: functest
 279                 criteria: 100
 280                 blocking: false
 281                 description: >-
 282                     This test case contains tests that setup and destroy
 283                     environments with VMs with and without Floating IPs
 284                     with a newly created user and project. Set the config
 285                     value snaps.use_floating_ips (True|False) to toggle
 286                     this functionality. When the config value of
 287                     snaps.use_keystone is True, functest must have access to
 288                     the cloud's private network.
 289
 290                 dependencies:
 291                     installer: ''
 292                     scenario: '^((?!lxd).)*$'
 293                 run:
 294                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 295                     class: 'SnapsSmoke'
 296
 297             -
 298                 case_name: neutron_trunk
 299                 project_name: functest
 300                 criteria: 100
 301                 blocking: false
 302                 description: >-
 303                     This test case runs the neutron trunk subtest of the
 304                     OpenStack Tempest suite. The list of test cases is
 305                     generated by Tempest having as input the relevant
 306                     testcase list file.
 307                 dependencies:
 308                     installer: '(fuel)|(apex)|(compass)'
 309                     scenario: ''
 310                 run:
 311                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 312                     class: 'TempestNeutronTrunk'
 313
 314     -
 315         name: features
 316         order: 2
 317         ci_loop: '(daily)|(weekly)'
 318         description: >-
 319             Test suites from feature projects
 320             integrated in functest
 321         testcases:
 322             -
 323                 case_name: doctor-notification
 324                 project_name: doctor
 325                 criteria: 100
 326                 blocking: false
 327                 description: >-
 328                     Test suite from Doctor project.
 329                 dependencies:
 330                     installer: '(apex)|(fuel)|(daisy)'
 331                     scenario: '^((?!fdio|nofeature).)*$'
 332                 run:
 333                     module: 'xtesting.core.feature'
 334                     class: 'BashFeature'
 335                     args:
 336                         cmd: 'doctor-test'
 337
 338             -
 339                 case_name: bgpvpn
 340                 project_name: sdnvpn
 341                 criteria: 100
 342                 blocking: false
 343                 description: >-
 344                     Test suite from SDNVPN project.
 345                 dependencies:
 346                     installer: ''
 347                     scenario: 'bgpvpn'
 348                 run:
 349                     module: 'sdnvpn.test.functest.run_sdnvpn_tests'
 350                     class: 'SdnvpnFunctest'
 351
 352             -
 353                 case_name: functest-odl-sfc
 354                 project_name: sfc
 355                 criteria: 100
 356                 blocking: false
 357                 description: >-
 358                     Test suite for odl-sfc to test two chains with one SF and
 359                     one chain with two SFs
 360                 dependencies:
 361                     installer: ''
 362                     scenario: 'odl.*sfc'
 363                 run:
 364                     module: 'sfc.tests.functest.run_sfc_tests'
 365                     class: 'SfcFunctest'
 366
 367             -
 368                 case_name: barometercollectd
 369                 project_name: barometer
 370                 criteria: 100
 371                 blocking: false
 372                 description: >-
 373                     Test suite for the Barometer project. Separate tests verify
 374                     the proper configuration and basic functionality of all the
 375                     collectd plugins as described in the Project Release Plan
 376                 dependencies:
 377                     installer: ''
 378                     scenario: 'bar'
 379                 run:
 380                     module: 'baro_tests.barometer'
 381                     class: 'BarometerCollectd'
 382
 383             -
 384                 case_name: fds
 385                 project_name: fastdatastacks
 386                 criteria: 100
 387                 blocking: false
 388                 description: >-
 389                     Test Suite for the OpenDaylight SDN Controller when GBP
 390                     features are installed. It integrates some test suites from
 391                     upstream using Robot as the test framework.
 392                 dependencies:
 393                     installer: ''
 394                     scenario: 'odl.*-fdio'
 395                 run:
 396                     module: 'functest.opnfv_tests.sdn.odl.odl'
 397                     class: 'ODLTests'
 398                     args:
 399                         suites:
 400                             - /src/fds/testing/robot
 401
 402     -
 403         name: components
 404         order: 3
 405         ci_loop: 'weekly'
 406         description: >-
 407             Extensive testing of OpenStack API.
 408         testcases:
 409             -
 410                 case_name: tempest_full_parallel
 411                 project_name: functest
 412                 criteria: 80
 413                 blocking: false
 414                 description: >-
 415                     The list of test cases is generated by
 416                     Tempest automatically and depends on the parameters of
 417                     the OpenStack deplopyment.
 418                 dependencies:
 419                     installer: ''
 420                     scenario: ''
 421                 run:
 422                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 423                     class: 'TempestFullParallel'
 424
 425             -
 426                 case_name: rally_full
 427                 project_name: functest
 428                 criteria: 100
 429                 blocking: false
 430                 description: >-
 431                     This test case runs the full suite of scenarios of the
 432                     OpenStack Rally suite using several threads and iterations.
 433                 dependencies:
 434                     installer: ''
 435                     scenario: ''
 436                 run:
 437                     module: 'functest.opnfv_tests.openstack.rally.rally'
 438                     class: 'RallyFull'
 439
 440     -
 441         name: vnf
 442         order: 4
 443         ci_loop: '(daily)|(weekly)'
 444         description: >-
 445             Collection of VNF test cases.
 446         testcases:
 447             -
 448                 case_name: cloudify_ims
 449                 project_name: functest
 450                 criteria: 80
 451                 blocking: false
 452                 description: >-
 453                     This test case deploys an OpenSource vIMS solution from
 454                     Clearwater using the Cloudify orchestrator. It also runs
 455                     some signaling traffic.
 456                 dependencies:
 457                     installer: ''
 458                     scenario: 'os-.*-nofeature-.*ha'
 459                 run:
 460                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
 461                     class: 'CloudifyIms'
 462
 463             -
 464                 case_name: vyos_vrouter
 465                 project_name: functest
 466                 criteria: 100
 467                 blocking: false
 468                 description: >-
 469                     This test case is vRouter testing.
 470                 dependencies:
 471                     installer: ''
 472                     scenario: 'os-.*-nofeature-.*ha'
 473                 run:
 474                     module: 'functest.opnfv_tests.vnf.router.cloudify_vrouter'
 475                     class: 'CloudifyVrouter'
 476
 477             -
 478                 case_name: juju_epc
 479                 project_name: functest
 480                 criteria: 100
 481                 blocking: false
 482                 description: >-
 483                     vEPC validation with Juju as VNF manager and ABoT as test
 484                     executor.
 485                 dependencies:
 486                     installer: ''
 487                     scenario: 'os-.*-nofeature-.*ha'
 488                 run:
 489                     module: 'functest.opnfv_tests.vnf.epc.juju_epc'
 490                     class: 'JujuEpc'