docker/smoke/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: smoke
   5         description: >-
   6             Set of basic Functional tests to validate the OPNFV scenarios.
   7         testcases:
   8             -
   9                 case_name: tempest_neutron
  10                 project_name: functest
  11                 criteria: 100
  12                 blocking: false
  13                 description: >-
  14                     This test case runs the Tempest suite proposed by the
  15                     Neutron project. The list of test cases is generated by
  16                     Tempest automatically and depends on the parameters of
  17                     the OpenStack deployment.
  18                 run:
  19                     name: tempest_common
  20                     args:
  21                         mode: '^neutron_tempest_plugin\.api'
  22                         option:
  23                             - '--concurrency=4'
  24
  25             -
  26                 case_name: tempest_cinder
  27                 project_name: functest
  28                 criteria: 100
  29                 blocking: false
  30                 description: >-
  31                     This test case runs the Tempest suite proposed by the
  32                     Cinder project.
  33                 run:
  34                     name: tempest_common
  35                     args:
  36                         mode: "(?!.*test_incremental_backup)\
  37                             (?!.*test_backup_crossproject_admin_negative)\
  38                             (?!.*test_backup_crossproject_user_negative)\
  39                             (^cinder_tempest_plugin.)"
  40                         option:
  41                             - '--concurrency=4'
  42
  43             -
  44                 case_name: tempest_keystone
  45                 project_name: functest
  46                 criteria: 100
  47                 blocking: false
  48                 description: >-
  49                     This test case runs the Tempest suite proposed by the
  50                     Keystone project.
  51                 run:
  52                     name: tempest_common
  53                     args:
  54                         mode: 'keystone_tempest_plugin.'
  55                         option:
  56                             - '--concurrency=4'
  57
  58             -
  59                 case_name: tempest_heat
  60                 project_name: functest
  61                 criteria: 100
  62                 blocking: false
  63                 description: >-
  64                     This test case runs the Tempest suite proposed by the
  65                     Heat project.
  66                 run:
  67                     name: tempest_heat
  68                     args:
  69                         mode: '^heat_tempest_plugin.tests'
  70                         option:
  71                             - '--concurrency=1'
  72
  73             -
  74                 case_name: tempest_telemetry
  75                 project_name: functest
  76                 criteria: 100
  77                 blocking: false
  78                 description: >-
  79                     This test case runs the Tempest suite proposed by the
  80                     Telemetry project.
  81                 run:
  82                     name: tempest_common
  83                     args:
  84                         mode: "(?!.*test_autoscaling)(?!.*test_live)\
  85                             (^telemetry_tempest_plugin)"
  86                         services:
  87                             - aodh
  88                             - gnocchi
  89                             - panko
  90                         option:
  91                             - '--concurrency=4'
  92
  93             -
  94                 case_name: rally_sanity
  95                 project_name: functest
  96                 criteria: 100
  97                 blocking: false
  98                 description: >-
  99                     This test case runs a sub group of tests of the OpenStack
 100                     Rally suite in smoke mode.
 101                 run:
 102                     name: rally_sanity
 103                     args:
 104                         optional:
 105                             - 'gnocchi'
 106                             - 'barbican'
 107
 108             -
 109                 case_name: refstack_compute
 110                 project_name: functest
 111                 enabled: false
 112                 criteria: 100
 113                 blocking: false
 114                 deny_skipping: true
 115                 tests_count: 222
 116                 description: >-
 117                     This test case runs a sub group of tests of the OpenStack
 118                     Compute testcases.
 119                 run:
 120                     name: refstack
 121                     args:
 122                         target: compute
 123                         option:
 124                             - '--concurrency=4'
 125
 126             -
 127                 case_name: refstack_object
 128                 project_name: functest
 129                 criteria: 100
 130                 blocking: false
 131                 deny_skipping: true
 132                 tests_count: 58
 133                 description: >-
 134                     This test case runs a sub group of tests of the OpenStack
 135                     Object testcases.
 136                 run:
 137                     name: refstack
 138                     args:
 139                         target: object
 140                         option:
 141                             - '--concurrency=4'
 142
 143             -
 144                 case_name: refstack_platform
 145                 project_name: functest
 146                 enabled: false
 147                 criteria: 100
 148                 blocking: false
 149                 deny_skipping: true
 150                 tests_count: 278
 151                 description: >-
 152                     This test case runs a sub group of tests of the OpenStack
 153                     Platform testcases.
 154                 run:
 155                     name: refstack
 156                     args:
 157                         target: platform
 158                         option:
 159                             - '--concurrency=4'
 160
 161             -
 162                 case_name: tempest_full
 163                 project_name: functest
 164                 criteria: 100
 165                 blocking: false
 166                 description: >-
 167                     The list of test cases is generated by
 168                     Tempest automatically and depends on the parameters of
 169                     the OpenStack deployment.
 170                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L83
 171                 run:
 172                     name: tempest_common
 173                     args:
 174                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.api)'
 175                         option:
 176                             - '--concurrency=4'
 177
 178             -
 179                 case_name: tempest_scenario
 180                 project_name: functest
 181                 criteria: 100
 182                 blocking: false
 183                 description: >-
 184                     The list of test cases is generated by
 185                     Tempest automatically and depends on the parameters of
 186                     the OpenStack deployment.
 187                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 188                 run:
 189                     name: tempest_common
 190                     args:
 191                         mode: '(?!.*\[.*\bslow\b.*\])(^tempest\.scenario)'
 192                         option:
 193                             - '--concurrency=1'
 194
 195             -
 196                 case_name: tempest_slow
 197                 project_name: functest
 198                 criteria: 100
 199                 blocking: false
 200                 description: >-
 201                     The list of test cases is generated by
 202                     Tempest automatically and depends on the parameters of
 203                     the OpenStack deployment.
 204                     https://github.com/openstack/tempest/blob/18.0.0/tox.ini#L84
 205                 run:
 206                     name: tempest_common
 207                     args:
 208                         mode: '(?=.*\[.*\bslow\b.*\])(^tempest\.)'
 209                         option:
 210                             - '--concurrency=1'
 211
 212             -
 213                 case_name: patrole_admin
 214                 project_name: functest
 215                 criteria: 100
 216                 blocking: false
 217                 description: >-
 218                     Test suite from Patrole project.
 219                 run:
 220                     name: patrole
 221                     args:
 222                         roles: 'admin'
 223                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 224                           (?!.*test_show_auto_allocated_topology)\
 225                           (?!.*test_delete_auto_allocated_topology)\
 226                           (?!.*test_create_network_provider_segmentation_id)\
 227                           (?!.*compute.test_floating_ips_rbac)\
 228                           (?!.*test_create_image_from_volume_backed_server)\
 229                           (?=.*[.*\bslow\b.*])\
 230                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 231                         option:
 232                             - '--concurrency=4'
 233
 234             -
 235                 case_name: patrole_member
 236                 project_name: functest
 237                 criteria: 100
 238                 blocking: false
 239                 description: >-
 240                     Test suite from Patrole project.
 241                 run:
 242                     name: patrole
 243                     args:
 244                         roles: 'member'
 245                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 246                           (?!.*test_show_auto_allocated_topology)\
 247                           (?!.*test_delete_auto_allocated_topology)\
 248                           (?!.*test_create_network_provider_segmentation_id)\
 249                           (?!.*compute.test_floating_ips_rbac)\
 250                           (?!.*test_create_image_from_volume_backed_server)\
 251                           (?=.*[.*\bslow\b.*])\
 252                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 253                         option:
 254                             - '--concurrency=4'
 255
 256             -
 257                 case_name: patrole_reader
 258                 project_name: functest
 259                 criteria: 100
 260                 blocking: false
 261                 description: >-
 262                     Test suite from Patrole project.
 263                 run:
 264                     name: patrole
 265                     args:
 266                         roles: 'reader'
 267                         mode: "(?!.*test_unmanage_snapshot_rbac)\
 268                           (?!.*test_show_auto_allocated_topology)\
 269                           (?!.*test_delete_auto_allocated_topology)\
 270                           (?!.*test_create_network_provider_segmentation_id)\
 271                           (?!.*compute.test_floating_ips_rbac)\
 272                           (?!.*test_create_image_from_volume_backed_server)\
 273                           (?=.*[.*\bslow\b.*])\
 274                           (^patrole_tempest_plugin.tests.api.(compute|image|network|volume))"
 275                         option:
 276                             - '--concurrency=4'
 277
 278             -
 279                 case_name: tempest_barbican
 280                 project_name: functest
 281                 criteria: 100
 282                 blocking: false
 283                 description: >-
 284                     It leverages on the tempest plugin containing tests used to
 285                     verify the functionality of a barbican installation.
 286                 run:
 287                     name: barbican
 288                     args:
 289                         mode:
 290                             '^barbican_tempest_plugin.((?!test_signed_image_upload_boot_failure).)*$'
 291                         services:
 292                             - barbican
 293                         option:
 294                             - '--concurrency=4'
 295
 296             -
 297                 case_name: tempest_octavia
 298                 project_name: functest
 299                 criteria: 100
 300                 blocking: false
 301                 description: >-
 302                     It leverages on the tempest plugin containing tests used to
 303                     verify the functionality of an octavia installation.
 304                 run:
 305                     name: tempest_common
 306                     args:
 307                         mode: "(?!.*api.v2.test_availability_zone)\
 308                             (?!.*api.v2.test_availability_zone_profile)\
 309                             (?!.*api.v2.test_member.MemberAPITest.test_member_ipv4_create)\
 310                             (?!.*api.v2.test_member.MemberAPITest.test_member_ipv6_create)\
 311                             (^octavia_tempest_plugin.tests.(api|scenario))"
 312                         services:
 313                             - octavia
 314                         option:
 315                             - '--concurrency=2'
 316
 317             -
 318                 case_name: tempest_cyborg
 319                 project_name: functest
 320                 criteria: 100
 321                 blocking: false
 322                 description: >-
 323                     It leverages on the tempest plugin containing tests used to
 324                     verify the functionality of a cyborg installation.
 325                 run:
 326                     name: tempest_common
 327                     args:
 328                         mode: '^cyborg_tempest_plugin'
 329                         services:
 330                             - cyborg
 331                         option:
 332                             - '--concurrency=4'