Add todo items for integration

Change-Id: I15cc5f81cc4aee27d536e8f654aa36c16c27c72b
Signed-off-by: Yujun Zhang <zhang.yujunz@zte.com.cn>

diff --git a/tests/integration/compute.yaml b/tests/integration/compute.yaml
index 4cb71e9..576c6a1 100644 (file)
--- a/tests/integration/compute.yaml
+++ b/tests/integration/compute.yaml
@@ -8,6 +8,7 @@
 ##############################################################################
 
 ---
+# Prepare connection to SUT (System Under Test)
 - hosts: fuel-master
   gather_facts: no
   tasks:
@@ -20,13 +21,32 @@
       ansible_user: root
       ansible_ssh_common_args: '-o StrictHostKeyChecking=No -o ProxyJump=fuel-master'
     with_items: "{{ hosts.compute }}"
+
+# Execute compute benchmark plan and collect data
+# - system information
+# - test condition
+# - performance metrics
 - hosts: compute
   tasks:
   - name: check ssh connection
     ping:
-  - include: tasks/inxi.yaml
+  # collect system information
+  - name: collect system information
+    include: tasks/inxi.yaml
+
+# TODO(yujunz) Calculate QPI from composed metrics
+# e.g.
+# qpi:
+#   score: 2048
+#   spec: compute
+#   metrics: # values, not spec
+#     - ref_metric_a
+#     - ref_metric_b
+
+# Generate and publish report
 - hosts: local
   tasks:
   - name: create system information report
     local_action: template src=templates/inxi-system-info.j2 dest=reports/inxi-system-info
     delegate_to: localhost
+  # TODO(yujunz) push test result to testapi

diff --git a/tests/integration/tasks/inxi.yaml b/tests/integration/tasks/inxi.yaml
index f8951dc..a356040 100644 (file)
--- a/tests/integration/tasks/inxi.yaml
+++ b/tests/integration/tasks/inxi.yaml
@@ -16,6 +16,19 @@
   command: inxi -b -c0 -n
   register: inxi_log
 
+# TODO(yujunz) normalize system information, test condition and performance metrics for future data mining
+# e.g. convert "2 Deca core Intel Xeon E5-2650 v3s (-HT-MCP-SMP-) speed/max: 1200/3000 MHz" to
+# ---
+# processor:
+#   id:
+#     vendor: Intel
+#     product_family: Xeon
+#     processor_number: E5-2650 v3s
+#   number_of_cores: 2
+#   number_of_threads: None # set `None` when data is not available
+#   base_frequency_mhz: 1200
+#   max_turbo_frequency_mhz: 3000
+#   cache_mb: None
 - name: collect system information from inxi
   collect:
     string: "{{ inxi_log.stdout }}"