xtesting/testcases.yaml

   1 ---
   2 tiers:
   3     -
   4         name: nfvbench
   5         order: 1
   6         description: 'Data Plane Performance Testing'
   7         testcases:
   8             -
   9                 case_name: characterization
  10                 project_name: nfvbench
  11                 criteria: 100
  12                 blocking: true
  13                 clean_flag: false
  14                 description: ''
  15                 run:
  16                     name: 'nfvbench_behaveframework'
  17                     args:
  18                         suites:
  19                             - /opt/nfvbench/behave_tests/features/characterization-full.feature
  20                         tags:
  21                             - characterization
  22                         console:
  23                             - true
  24             -
  25                 case_name: non-regression
  26                 project_name: nfvbench
  27                 criteria: 100
  28                 blocking: true
  29                 clean_flag: false
  30                 description: ''
  31                 run:
  32                     name: 'nfvbench_behaveframework'
  33                     args:
  34                         suites:
  35                             - /opt/nfvbench/behave_tests/features/non-regression.feature
  36                         tags:
  37                             - non-regression
  38                         console:
  39                             - true
  40
  41     -
  42         name: nfvbench-rapid-characterization
  43         order: 2
  44         description: 'Data Plane Performance Testing'
  45         testcases:
  46             -
  47                 case_name: rapid-characterization
  48                 project_name: nfvbench
  49                 criteria: 100
  50                 blocking: true
  51                 clean_flag: false
  52                 description: ''
  53                 run:
  54                     name: 'nfvbench_behaveframework'
  55                     args:
  56                         suites:
  57                             - /opt/nfvbench/behave_tests/features/characterization-samples.feature
  58                         tags:
  59                             - characterization
  60                         console:
  61                             - true
  62     -
  63         name: nfvbench-demo
  64         order: 3
  65         description: 'Data Plane Performance Testing'
  66         testcases:
  67             -
  68                 case_name: 10kpps-pvp-run
  69                 project_name: nfvbench
  70                 criteria: 100
  71                 blocking: true
  72                 clean_flag: false
  73                 description: ''
  74                 run:
  75                     name: 'bashfeature'
  76                     args:
  77                         cmd:
  78                             - nfvbench -c /tmp/nfvbench/nfvbench.cfg --rate 10kpps
  79                         console:
  80                             - true