functest/ci/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: healthcheck
   5         order: 0
   6         ci_loop: '(merge)|(verify)|(daily)|(weekly)'
   7         description: >-
   8             First tier to be executed to verify the basic
   9             operations in the VIM.
  10         testcases:
  11             -
  12                 case_name: connection_check
  13                 project_name: functest
  14                 criteria: 100
  15                 blocking: true
  16                 description: >-
  17                     This test case verifies the retrieval of OpenStack clients:
  18                     Keystone, Glance, Neutron and Nova and may perform some
  19                     simple queries. When the config value of
  20                     snaps.use_keystone is True, functest must have access to
  21                     the cloud's private network.
  22                 dependencies:
  23                     installer: ''
  24                     scenario: ''
  25                 run:
  26                     module:
  27                         'functest.opnfv_tests.openstack.snaps.connection_check'
  28                     class: 'ConnectionCheck'
  29
  30             -
  31                 case_name: api_check
  32                 project_name: functest
  33                 criteria: 100
  34                 blocking: true
  35                 description: >-
  36                     This test case verifies the retrieval of OpenStack clients:
  37                     Keystone, Glance, Neutron and Nova and may perform some
  38                     simple queries. When the config value of
  39                     snaps.use_keystone is True, functest must have access to
  40                     the cloud's private network.
  41                 dependencies:
  42                     installer: ''
  43                     scenario: '^((?!lxd).)*$'
  44                 run:
  45                     module: 'functest.opnfv_tests.openstack.snaps.api_check'
  46                     class: 'ApiCheck'
  47
  48             -
  49                 case_name: snaps_health_check
  50                 project_name: functest
  51                 criteria: 100
  52                 blocking: true
  53                 description: >-
  54                     This test case creates executes the SimpleHealthCheck
  55                     Python test class which creates an, image, flavor, network,
  56                     and Cirros VM instance and observes the console output to
  57                     validate the single port obtains the correct IP address.
  58                 dependencies:
  59                     installer: ''
  60                     scenario: '^((?!lxd).)*$'
  61                 run:
  62                     module: 'functest.opnfv_tests.openstack.snaps.health_check'
  63                     class: 'HealthCheck'
  64
  65     -
  66         name: smoke
  67         order: 1
  68         ci_loop: '(daily)|(weekly)'
  69         description: >-
  70             Set of basic Functional tests to validate the OPNFV scenarios.
  71         testcases:
  72
  73             -
  74                 case_name: vping_ssh
  75                 project_name: functest
  76                 criteria: 100
  77                 blocking: false
  78                 description: >-
  79                     This test case verifies: 1) SSH to an instance using
  80                     floating IPs over the public network. 2) Connectivity
  81                     between 2 instances over a private network.
  82                 dependencies:
  83                     installer: ''
  84                     scenario: '^((?!lxd).)*$'
  85                 run:
  86                     module: 'functest.opnfv_tests.openstack.vping.vping_ssh'
  87                     class: 'VPingSSH'
  88
  89             -
  90                 case_name: vping_userdata
  91                 project_name: functest
  92                 criteria: 100
  93                 blocking: false
  94                 description: >-
  95                     This test case verifies:  1) Boot a VM with given userdata.
  96                     2) Connectivity between 2 instances over a private network.
  97                 dependencies:
  98                     installer: ''
  99                     scenario: '^((?!lxd).)*$'
 100                 run:
 101                     module:
 102                         'functest.opnfv_tests.openstack.vping.vping_userdata'
 103                     class: 'VPingUserdata'
 104
 105             -
 106                 case_name: cinder_test
 107                 project_name: functest
 108                 criteria: 100
 109                 blocking: false
 110                 description: >-
 111                     This test case verifies: 1) Attach volume and to 1
 112                     instance; 2) Write data on volume 3) Detach volume
 113                     from instance 1, attach it on instance 2 3) Read volume
 114                     data
 115                 dependencies:
 116                     installer: ''
 117                     scenario: '^((?!lxd).)*$'
 118                 run:
 119                     module: 'functest.opnfv_tests.openstack.cinder.cinder_test'
 120                     class: 'CinderCheck'
 121
 122             -
 123                 case_name: tempest_smoke_serial
 124                 project_name: functest
 125                 criteria: 100
 126                 blocking: false
 127                 description: >-
 128                     This test case runs the smoke subset of the OpenStack
 129                     Tempest suite. The list of test cases is generated by
 130                     Tempest automatically and depends on the parameters of
 131                     the OpenStack deplopyment.
 132                 dependencies:
 133                     installer: ''
 134                     scenario: ''
 135                 run:
 136                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 137                     class: 'TempestSmokeSerial'
 138
 139             -
 140                 case_name: rally_sanity
 141                 project_name: functest
 142                 criteria: 100
 143                 blocking: false
 144                 description: >-
 145                     This test case runs a sub group of tests of the OpenStack
 146                     Rally suite in smoke mode.
 147                 dependencies:
 148                     installer: ''
 149                     scenario: ''
 150                 run:
 151                     module: 'functest.opnfv_tests.openstack.rally.rally'
 152                     class: 'RallySanity'
 153
 154             -
 155                 case_name: refstack_defcore
 156                 project_name: functest
 157                 enabled: false
 158                 criteria: 100
 159                 blocking: false
 160                 description: >-
 161                     This test case runs a sub group of tests of the OpenStack
 162                     Defcore testcases.
 163                 dependencies:
 164                     installer: ''
 165                     scenario: ''
 166                 run:
 167                     module:
 168                         'functest.opnfv_tests.openstack.refstack.refstack'
 169                     class: 'Refstack'
 170
 171             -
 172                 case_name: patrole
 173                 project_name: functest
 174                 criteria: 100
 175                 blocking: false
 176                 description: >-
 177                     Test suite from Patrole project.
 178                 dependencies:
 179                     installer: ''
 180                     scenario: ''
 181                 run:
 182                     module: 'functest.opnfv_tests.openstack.patrole.patrole'
 183                     class: 'Patrole'
 184                     args:
 185                         role: 'admin'
 186                         services:
 187                             - 'image'
 188                             - 'network'
 189                         exclude:
 190                             - 'test_networks_multiprovider_rbac'
 191
 192             -
 193                 case_name: odl
 194                 project_name: functest
 195                 criteria: 100
 196                 blocking: false
 197                 description: >-
 198                     Test Suite for the OpenDaylight SDN Controller. It
 199                     integrates some test suites from upstream using
 200                     Robot as the test framework.
 201                 dependencies:
 202                     installer: ''
 203                     scenario: 'odl'
 204                 run:
 205                     module: 'functest.opnfv_tests.sdn.odl.odl'
 206                     class: 'ODLTests'
 207                     args:
 208                         suites:
 209                             - /src/odl_test/csit/suites/integration/basic
 210                             - /src/odl_test/csit/suites/openstack/neutron
 211
 212             -
 213                 case_name: snaps_smoke
 214                 project_name: functest
 215                 criteria: 100
 216                 blocking: false
 217                 description: >-
 218                     This test case contains tests that setup and destroy
 219                     environments with VMs with and without Floating IPs
 220                     with a newly created user and project. Set the config
 221                     value snaps.use_floating_ips (True|False) to toggle
 222                     this functionality. When the config value of
 223                     snaps.use_keystone is True, functest must have access to
 224                     the cloud's private network.
 225
 226                 dependencies:
 227                     installer: ''
 228                     scenario: '^((?!lxd).)*$'
 229                 run:
 230                     module: 'functest.opnfv_tests.openstack.snaps.smoke'
 231                     class: 'SnapsSmoke'
 232
 233             -
 234                 case_name: neutron_trunk
 235                 project_name: functest
 236                 criteria: 100
 237                 blocking: false
 238                 description: >-
 239                     This test case runs the neutron trunk subtest of the
 240                     OpenStack Tempest suite. The list of test cases is
 241                     generated by Tempest having as input the relevant
 242                     testcase list file.
 243                 dependencies:
 244                     installer: '(fuel)|(apex)|(compass)'
 245                     scenario: ''
 246                 run:
 247                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 248                     class: 'TempestNeutronTrunk'
 249
 250     -
 251         name: features
 252         order: 2
 253         ci_loop: '(daily)|(weekly)'
 254         description: >-
 255             Test suites from feature projects
 256             integrated in functest
 257         testcases:
 258             -
 259                 case_name: doctor-notification
 260                 project_name: doctor
 261                 criteria: 100
 262                 blocking: false
 263                 description: >-
 264                     Test suite from Doctor project.
 265                 dependencies:
 266                     installer: '(apex)|(fuel)|(daisy)'
 267                     scenario: '^((?!fdio|nofeature).)*$'
 268                 run:
 269                     module: 'xtesting.core.feature'
 270                     class: 'BashFeature'
 271                     args:
 272                         cmd: 'doctor-test'
 273
 274             -
 275                 case_name: bgpvpn
 276                 project_name: sdnvpn
 277                 criteria: 100
 278                 blocking: false
 279                 description: >-
 280                     Test suite from SDNVPN project.
 281                 dependencies:
 282                     installer: ''
 283                     scenario: 'bgpvpn'
 284                 run:
 285                     module: 'sdnvpn.test.functest.run_sdnvpn_tests'
 286                     class: 'SdnvpnFunctest'
 287
 288             -
 289                 case_name: functest-odl-sfc
 290                 project_name: sfc
 291                 criteria: 100
 292                 blocking: false
 293                 description: >-
 294                     Test suite for odl-sfc to test two chains with one SF and
 295                     one chain with two SFs
 296                 dependencies:
 297                     installer: ''
 298                     scenario: 'odl.*sfc'
 299                 run:
 300                     module: 'sfc.tests.functest.run_sfc_tests'
 301                     class: 'SfcFunctest'
 302
 303             -
 304                 case_name: barometercollectd
 305                 project_name: barometer
 306                 criteria: 100
 307                 blocking: false
 308                 description: >-
 309                     Test suite for the Barometer project. Separate tests verify
 310                     the proper configuration and basic functionality of all the
 311                     collectd plugins as described in the Project Release Plan
 312                 dependencies:
 313                     installer: ''
 314                     scenario: 'bar'
 315                 run:
 316                     module: 'baro_tests.barometer'
 317                     class: 'BarometerCollectd'
 318
 319             -
 320                 case_name: fds
 321                 project_name: fastdatastacks
 322                 criteria: 100
 323                 blocking: false
 324                 description: >-
 325                     Test Suite for the OpenDaylight SDN Controller when GBP
 326                     features are installed. It integrates some test suites from
 327                     upstream using Robot as the test framework.
 328                 dependencies:
 329                     installer: ''
 330                     scenario: 'odl.*-fdio'
 331                 run:
 332                     module: 'functest.opnfv_tests.sdn.odl.odl'
 333                     class: 'ODLTests'
 334                     args:
 335                         suites:
 336                             - /src/fds/testing/robot
 337
 338     -
 339         name: components
 340         order: 3
 341         ci_loop: 'weekly'
 342         description: >-
 343             Extensive testing of OpenStack API.
 344         testcases:
 345             -
 346                 case_name: tempest_full_parallel
 347                 project_name: functest
 348                 criteria: 80
 349                 blocking: false
 350                 description: >-
 351                     The list of test cases is generated by
 352                     Tempest automatically and depends on the parameters of
 353                     the OpenStack deplopyment.
 354                 dependencies:
 355                     installer: ''
 356                     scenario: ''
 357                 run:
 358                     module: 'functest.opnfv_tests.openstack.tempest.tempest'
 359                     class: 'TempestFullParallel'
 360
 361             -
 362                 case_name: rally_full
 363                 project_name: functest
 364                 criteria: 100
 365                 blocking: false
 366                 description: >-
 367                     This test case runs the full suite of scenarios of the
 368                     OpenStack Rally suite using several threads and iterations.
 369                 dependencies:
 370                     installer: ''
 371                     scenario: ''
 372                 run:
 373                     module: 'functest.opnfv_tests.openstack.rally.rally'
 374                     class: 'RallyFull'
 375
 376     -
 377         name: vnf
 378         order: 4
 379         ci_loop: '(daily)|(weekly)'
 380         description: >-
 381             Collection of VNF test cases.
 382         testcases:
 383             -
 384                 case_name: cloudify_ims
 385                 project_name: functest
 386                 criteria: 80
 387                 blocking: false
 388                 description: >-
 389                     This test case deploys an OpenSource vIMS solution from
 390                     Clearwater using the Cloudify orchestrator. It also runs
 391                     some signaling traffic.
 392                 dependencies:
 393                     installer: ''
 394                     scenario: 'os-.*-nofeature-.*ha'
 395                 run:
 396                     module: 'functest.opnfv_tests.vnf.ims.cloudify_ims'
 397                     class: 'CloudifyIms'
 398
 399             -
 400                 case_name: vyos_vrouter
 401                 project_name: functest
 402                 criteria: 100
 403                 blocking: false
 404                 description: >-
 405                     This test case is vRouter testing.
 406                 dependencies:
 407                     installer: ''
 408                     scenario: 'os-.*-nofeature-.*ha'
 409                 run:
 410                     module: 'functest.opnfv_tests.vnf.router.cloudify_vrouter'
 411                     class: 'CloudifyVrouter'
 412
 413             -
 414                 case_name: juju_epc
 415                 project_name: functest
 416                 criteria: 100
 417                 blocking: false
 418                 description: >-
 419                     vEPC validation with Juju as VNF manager and ABoT as test
 420                     executor.
 421                 dependencies:
 422                     installer: ''
 423                     scenario: 'os-.*-nofeature-.*ha'
 424                 run:
 425                     module: 'functest.opnfv_tests.vnf.epc.juju_epc'
 426                     class: 'JujuEpc'