Merge "Update scenario test results files for Colorado release"
authorliang gao <jean.gaoliang@huawei.com>
Tue, 20 Sep 2016 09:55:09 +0000 (09:55 +0000)
committerGerrit Code Review <gerrit@172.30.200.206>
Tue, 20 Sep 2016 09:55:09 +0000 (09:55 +0000)
32 files changed:
samples/computecapacity.yaml
tests/ci/report_config.yaml [new file with mode: 0644]
tests/ci/yardstick-verify
tests/opnfv/test_cases/opnfv_yardstick_tc055.yaml
tests/opnfv/test_suites/opnfv_os-nosdn-fdio-noha_daily.yaml [new file with mode: 0644]
tests/opnfv/test_suites/opnfv_os-nosdn-kvm-ha_daily.yaml
tests/opnfv/test_suites/opnfv_os-nosdn-kvm-noha_daily.yaml
tests/opnfv/test_suites/opnfv_os-nosdn-kvm_ovs-ha_daily.yaml
tests/opnfv/test_suites/opnfv_os-nosdn-lxd-ha_daily.yaml
tests/opnfv/test_suites/opnfv_os-nosdn-lxd-noha_daily.yaml
tests/opnfv/test_suites/opnfv_os-nosdn-nofeature-ha_daily.yaml
tests/opnfv/test_suites/opnfv_os-nosdn-nofeature-noha_daily.yaml
tests/opnfv/test_suites/opnfv_os-nosdn-ovs-ha_daily.yaml
tests/opnfv/test_suites/opnfv_os-nosdn-ovs-noha_daily.yaml
tests/opnfv/test_suites/opnfv_os-ocl-nofeature-ha_daily.yaml
tests/opnfv/test_suites/opnfv_os-ocl-nofeature-noha_daily.yaml
tests/opnfv/test_suites/opnfv_os-odl_l2-bgpvpn-ha_daily.yaml
tests/opnfv/test_suites/opnfv_os-odl_l2-bgpvpn-noha_daily.yaml
tests/opnfv/test_suites/opnfv_os-odl_l2-fdio-noha_daily.yaml [new file with mode: 0644]
tests/opnfv/test_suites/opnfv_os-odl_l2-moon-ha_daily.yaml
tests/opnfv/test_suites/opnfv_os-odl_l2-nofeature-ha_daily.yaml
tests/opnfv/test_suites/opnfv_os-odl_l2-nofeature-noha_daily.yaml
tests/opnfv/test_suites/opnfv_os-odl_l2-sfc-ha_daily.yaml
tests/opnfv/test_suites/opnfv_os-odl_l2-sfc-noha_daily.yaml
tests/opnfv/test_suites/opnfv_os-odl_l3-nofeature-ha_daily.yaml
tests/opnfv/test_suites/opnfv_os-odl_l3-nofeature-noha_daily.yaml
tests/opnfv/test_suites/opnfv_os-onos-nofeature-ha_daily.yaml
tests/opnfv/test_suites/opnfv_os-onos-nofeature-noha_daily.yaml
tests/opnfv/test_suites/opnfv_os-onos-sfc-ha_daily.yaml
tests/opnfv/test_suites/opnfv_os-onos-sfc-noha_daily.yaml
tests/unit/benchmark/scenarios/compute/test_computecapacity.py
yardstick/benchmark/scenarios/compute/computecapacity.bash

index 006b3ef..ae527d2 100644 (file)
@@ -1,8 +1,12 @@
 ---
 # Sample benchmark task config file
-# Measure compute capacity and scale.
-# Including number of cores, number of threads, available memory size and
-# cache size.
+# compute capacity and scale.
+
+# the results have
+# number of CPUs, number of physical cores in a single CPU
+# number of logical cores, total memory size
+# cache size per CPU, total cache size
+# HT (Hyper-Thread) support status, 1 for open, 0 for close
 
 schema: "yardstick:task:0.1"
 
diff --git a/tests/ci/report_config.yaml b/tests/ci/report_config.yaml
new file mode 100644 (file)
index 0000000..ae19894
--- /dev/null
@@ -0,0 +1,20 @@
+reporting:
+    -
+        name: apex
+        scenario:
+            -
+                os-nosdn-ovs-noha
+            -
+                os-onos-sfc-ha
+            -
+                os-onos-nofeature-ha
+
+    -
+        name: fuel
+        scenario:
+            -
+                os-odl_l2-sfc-noha
+            -
+                os-odl_l2-sfc-ha
+            -
+                os-nosdn-ovs-ha
index 16df3bb..77a560c 100755 (executable)
@@ -185,6 +185,10 @@ create_nova_flavor()
         if [[ "$DEPLOY_SCENARIO" == *"-ovs-"* ]]; then
             nova flavor-key yardstick-flavor set hw:mem_page_size=large
         fi
+        # VPP requires guest memory to be backed by large pages
+        if [[ "$DEPLOY_SCENARIO" == *"-fdio-"* ]]; then
+            nova flavor-key yardstick-flavor set hw:mem_page_size=large
+        fi
     fi
 }
 
@@ -195,10 +199,17 @@ load_cirros_image()
 
     local image_file=/home/opnfv/images/cirros-0.3.3-x86_64-disk.img
 
+    EXTRA_PARAMS=""
+    # VPP requires guest memory to be backed by large pages
+    if [[ "$DEPLOY_SCENARIO" == *"-fdio-"* ]]; then
+        EXTRA_PARAMS=$EXTRA_PARAMS" --property hw_mem_page_size=large"
+    fi
+
     output=$(glance image-create \
         --name  cirros-0.3.3 \
         --disk-format $DISK_FORMAT \
         --container-format bare \
+        $EXTRA_PARAMS \
         --file $image_file)
     echo "$output"
 
@@ -218,10 +229,17 @@ load_ubuntu_image()
 
     local ubuntu_image_file=/home/opnfv/images/trusty-server-cloudimg-amd64-disk1.img
 
+    EXTRA_PARAMS=""
+    # VPP requires guest memory to be backed by large pages
+    if [[ "$DEPLOY_SCENARIO" == *"-fdio-"* ]]; then
+        EXTRA_PARAMS=$EXTRA_PARAMS" --property hw_mem_page_size=large"
+    fi
+
     output=$(glance image-create \
         --name Ubuntu-14.04 \
         --disk-format qcow2 \
         --container-format bare \
+        $EXTRA_PARAMS \
         --file $ubuntu_image_file)
     echo "$output"
 
@@ -270,6 +288,11 @@ load_yardstick_image()
         cd $YARDSTICK_REPO_DIR
     fi
 
+    # VPP requires guest memory to be backed by large pages
+    if [[ "$DEPLOY_SCENARIO" == *"-fdio-"* ]]; then
+        EXTRA_PARAMS=$EXTRA_PARAMS" --property hw_mem_page_size=large"
+    fi
+
     output=$(eval glance --os-image-api-version 1 image-create \
         --name yardstick-trusty-server \
         --is-public true --disk-format $DISK_FORMAT \
index 403bc34..54fc965 100644 (file)
@@ -1,7 +1,13 @@
 ---
 # Yardstick TC055 config file
-# Collect hardware specification from /proc/cpuinfo
-# Measure number of cores, number of threads, available memory size and cache size
+# Collect hardware specification from /proc/cpuinfo /proc/meminfo
+# compute capacity and scale.
+
+# the results have
+# number of CPUs, number of physical cores in a single CPU
+# number of logical cores, total memory size
+# cache size per CPU, total cache size
+# HT (Hyper-Thread) support status, 1 for open, 0 for close
 
 schema: "yardstick:task:0.1"
 {% set host = host or "node5.yardstick-TC055" %}
diff --git a/tests/opnfv/test_suites/opnfv_os-nosdn-fdio-noha_daily.yaml b/tests/opnfv/test_suites/opnfv_os-nosdn-fdio-noha_daily.yaml
new file mode 100644 (file)
index 0000000..187e109
--- /dev/null
@@ -0,0 +1,30 @@
+---
+# FDS suite
+
+schema: "yardstick:suite:0.1"
+
+name: "os-nosdn-fdio-noha"
+test_cases_dir: "tests/opnfv/test_cases/"
+test_cases:
+-
+  file_name: opnfv_yardstick_tc001.yaml
+-
+  file_name: opnfv_yardstick_tc002.yaml
+-
+  file_name: opnfv_yardstick_tc006.yaml
+-
+  file_name: opnfv_yardstick_tc007.yaml
+-
+  file_name: opnfv_yardstick_tc008.yaml
+-
+  file_name: opnfv_yardstick_tc009.yaml
+-
+  file_name: opnfv_yardstick_tc011.yaml
+-
+  file_name: opnfv_yardstick_tc020.yaml
+-
+  file_name: opnfv_yardstick_tc021.yaml
+-
+  file_name: opnfv_yardstick_tc037.yaml
+-
+  file_name: opnfv_yardstick_tc038.yaml
index eb1226f..29235b6 100644 (file)
@@ -1,5 +1,5 @@
 ---
-# Huawei US bare daily task suite
+# os-nosdn-kvm-ha daily task suite
 
 schema: "yardstick:suite:0.1"
 
index 02fb31e..fd48cad 100644 (file)
@@ -1,5 +1,5 @@
 ---
-# Huawei US bare daily task suite
+# os-nosdn-kvm-noha daily task suite
 
 schema: "yardstick:suite:0.1"
 
index 27accf4..b488505 100644 (file)
@@ -1,5 +1,5 @@
 ---
-# Huawei US bare daily task suite
+# os-nosdn-kvm_ovs-ha daily task suite
 
 schema: "yardstick:suite:0.1"
 
index cbb2069..93de7b8 100644 (file)
@@ -1,5 +1,5 @@
 ---
-# Huawei US bare daily task suite
+# os-nosdn-lxd-ha daily task suite
 
 schema: "yardstick:suite:0.1"
 
index cbbf8c1..ac8535e 100644 (file)
@@ -1,5 +1,5 @@
 ---
-# Huawei US bare daily task suite
+# os-nosdn-lxd-noha daily task suite
 
 schema: "yardstick:suite:0.1"
 
index ebe7a05..1ad871e 100644 (file)
@@ -1,5 +1,5 @@
 ---
-# Huawei US bare daily task suite
+# os-nosdn-nofeature-ha daily task suite
 
 schema: "yardstick:suite:0.1"
 
index 567e8bf..e85a978 100644 (file)
@@ -1,5 +1,5 @@
 ---
-# Huawei US bare daily task suite
+# os-nosdn-nofeature-noha daily task suite
 
 schema: "yardstick:suite:0.1"
 
index 6cf5b38..a61d824 100644 (file)
@@ -1,5 +1,5 @@
 ---
-# Huawei US bare daily task suite
+# os-nosdn-ovs-ha daily task suite
 
 schema: "yardstick:suite:0.1"
 
index 9e5074f..6c91a33 100644 (file)
@@ -1,5 +1,5 @@
 ---
-# Huawei US bare daily task suite
+# os-nosdn-ovs-noha daily task suite
 
 schema: "yardstick:suite:0.1"
 
index 7106a13..9ea030a 100644 (file)
@@ -1,5 +1,5 @@
 ---
-# Huawei US bare daily task suite
+# os-ocl-nofeature-ha daily task suite
 
 schema: "yardstick:suite:0.1"
 
index 42781a8..e2f0765 100644 (file)
@@ -1,5 +1,5 @@
 ---
-# Huawei US bare daily task suite
+# os-ocl-nofeature-noha daily task suite
 
 schema: "yardstick:suite:0.1"
 
index 84d630c..cd9c292 100644 (file)
@@ -1,5 +1,5 @@
 ---
-# Huawei US bare daily task suite
+# os-odl_l2-bgpvpn-ha daily task suite
 
 schema: "yardstick:suite:0.1"
 
index a9e272a..0d4113e 100644 (file)
@@ -1,5 +1,5 @@
 ---
-# Huawei US bare daily task suite
+# os-odl_l2-bgpvpn-noha daily task suite
 
 schema: "yardstick:suite:0.1"
 
diff --git a/tests/opnfv/test_suites/opnfv_os-odl_l2-fdio-noha_daily.yaml b/tests/opnfv/test_suites/opnfv_os-odl_l2-fdio-noha_daily.yaml
new file mode 100644 (file)
index 0000000..3b7fe80
--- /dev/null
@@ -0,0 +1,30 @@
+---
+# FDS suite
+
+schema: "yardstick:suite:0.1"
+
+name: "os-odl_l2-fdio-noha"
+test_cases_dir: "tests/opnfv/test_cases/"
+test_cases:
+-
+  file_name: opnfv_yardstick_tc001.yaml
+-
+  file_name: opnfv_yardstick_tc002.yaml
+-
+  file_name: opnfv_yardstick_tc006.yaml
+-
+  file_name: opnfv_yardstick_tc007.yaml
+-
+  file_name: opnfv_yardstick_tc008.yaml
+-
+  file_name: opnfv_yardstick_tc009.yaml
+-
+  file_name: opnfv_yardstick_tc011.yaml
+-
+  file_name: opnfv_yardstick_tc020.yaml
+-
+  file_name: opnfv_yardstick_tc021.yaml
+-
+  file_name: opnfv_yardstick_tc037.yaml
+-
+  file_name: opnfv_yardstick_tc038.yaml
index dadcb2f..4a775b5 100644 (file)
@@ -1,5 +1,5 @@
 ---
-# Huawei US bare daily task suite
+# os-odl_l2-moon-ha daily task suite
 
 schema: "yardstick:suite:0.1"
 
index 1de157a..35358bc 100644 (file)
@@ -1,5 +1,5 @@
 ---
-# Huawei US bare daily task suite
+# os-odl_l2-nofeature-ha daily task suite
 
 schema: "yardstick:suite:0.1"
 
index 1661e08..dc8b2ef 100644 (file)
@@ -1,5 +1,5 @@
 ---
-# Huawei US bare daily task suite
+# os-odl_l2-nofeature-noha daily task suite
 
 schema: "yardstick:suite:0.1"
 
index 9e0e418..1899d40 100644 (file)
@@ -1,5 +1,5 @@
 ---
-# Huawei US bare daily task suite
+# os-odl_l2-sfc-ha daily task suite
 
 schema: "yardstick:suite:0.1"
 
index 1ebd732..33f24e3 100644 (file)
@@ -1,5 +1,5 @@
 ---
-# Huawei US bare daily task suite
+# os-odl_l2-sfc-noha daily task suite
 
 schema: "yardstick:suite:0.1"
 
index 4bcf81b..97094bf 100644 (file)
@@ -1,5 +1,5 @@
 ---
-# Huawei US bare daily task suite
+# os-odl_l3-nofeature-ha daily task suite
 
 schema: "yardstick:suite:0.1"
 
index c50569b..2796dca 100644 (file)
@@ -1,5 +1,5 @@
 ---
-# Huawei US bare daily task suite
+# os-odl_l3-nofeature-noha daily task suite
 
 schema: "yardstick:suite:0.1"
 
index 48718ab..777565a 100644 (file)
@@ -1,5 +1,5 @@
 ---
-# Huawei US bare daily task suite
+# os-onos-nofeature-ha daily task suite
 
 schema: "yardstick:suite:0.1"
 
index 0e9ff81..e674561 100644 (file)
@@ -1,5 +1,5 @@
 ---
-# Huawei US bare daily task suite
+# os-onos-nofeature-noha daily task suite
 
 schema: "yardstick:suite:0.1"
 
index bfb02cf..aada4b4 100644 (file)
@@ -1,5 +1,5 @@
 ---
-# Huawei US bare daily task suite
+# os-onos-sfc-ha daily task suite
 
 schema: "yardstick:suite:0.1"
 
index 2661e58..a4e7c82 100644 (file)
@@ -1,5 +1,5 @@
 ---
-# Huawei US bare daily task suite
+# os-onos-sfc-noha daily task suite
 
 schema: "yardstick:suite:0.1"
 
index 660bb33..da06b5d 100644 (file)
@@ -20,7 +20,7 @@ from yardstick.benchmark.scenarios.compute import computecapacity
 
 SAMPLE_OUTPUT = '{"Cpu_number": "2", "Core_number": "24",\
  "Memory_size": "263753976 kB", "Thread_number": "48",\
- "Cache_size": "30720 KB"}'
+ "Cache_size": "30720 KB", "HT_Open": "0"}'
 
 
 @mock.patch('yardstick.benchmark.scenarios.compute.computecapacity.ssh')
index 98d4b8f..68741a9 100644 (file)
@@ -9,13 +9,15 @@
 # http://www.apache.org/licenses/LICENSE-2.0
 ##############################################################################
 
-# Measure compute capacity and scale of a host
+# compute capacity and scale of a host
 
 set -e
 
 # run capacity test
 run_capacity()
 {
+    #parameter used for HT(Hyper-Thread) check
+    HT_Para=2
     # Number of CPUs
     CPU=$(grep 'physical id' /proc/cpuinfo | sort -u | wc -l)
     # Number of physical cores in a single CPU
@@ -31,6 +33,12 @@ run_capacity()
     CACHE=$(grep 'cache size' /proc/cpuinfo | sort -u)
     CA=$(echo $CACHE | awk '/ /{printf "%s", $4}')
     CACHES=$[$CA * $CPU]
+    HT_Value=$[$HT_Para * $CORES]
+    if [ $HT_Value -eq $THREAD ]; then
+        HT_OPEN=1
+    else
+        HT_OPEN=0
+    fi
 }
 
 # write the result to stdout in json format
@@ -41,7 +49,8 @@ output_json()
         \"Core_number\":\"$CORES\", \
         \"Thread_number\":\"$THREAD\", \
         \"Memory_size\": \"$ME\", \
-        \"Cache_size\": \"$CACHES KB\" \
+        \"Cache_size\": \"$CACHES KB\", \
+        \"HT_Open\": \"$HT_OPEN\" \
     }"
 }