shell: (cd /root/results/; find . -maxdepth 1 -type f) | cut -d'/' -f2
register: files_to_copy
- name: copy results
- fetch: src=/root/results/{{item}} dest=../../{{Dest_dir}}/cachebench
+ fetch: src=/root/results/{{item}} dest={{workingdir}}/{{Dest_dir}}/cachebench
with_items: files_to_copy.stdout_lines
connection: local
tasks:
- name: making dhrystone directory
- file: path=../../{{Dest_dir}}/dhrystone/dhrystone_temp state=directory
+ file: path={{workingdir}}/{{Dest_dir}}/dhrystone/dhrystone_temp state=directory
- name: making temporary dhrystone directory
- file: path=../../{{Dest_dir}}/dhrystone/dhrystone_temp state=directory
-
+ file: path={{workingdir}}/{{Dest_dir}}/dhrystone/dhrystone_temp state=directory
+
- hosts: "{{role}}"
tasks:
- name: cleaning tempT
shell: rm -rf $HOME/tempT
- name: cleaning_qtip_result
- shell: rm -rf $HOME/qtip_result
+ shell: rm -rf $HOME/qtip_result
- name: make directory
shell: mkdir $HOME/qtip_result
- include: ./sys_info_pbook.yaml
- name: copying consolidated report script
copy: src=./result_transform/final_report.py dest={{home_dir.stdout}}/qtip_result/
- name: making consolidated report
- shell: cd $HOME/qtip_result && python final_report.py Dhrystone
+ shell: cd $HOME/qtip_result && python final_report.py Dhrystone
- name: making directory
file: path={{home_dir.stdout}}/qtip_result/log state=directory
- name: copying result to temp directory
shell: (cd $HOME/qtip_result/; find . -maxdepth 1 -name "*.json") | cut -d'/' -f2
register: files_to_copy
- name: copy results
- fetch: src={{home_dir.stdout}}/qtip_result/{{item}} dest=../../{{Dest_dir}}/dhrystone/dhrystone_temp
- with_items: files_to_copy.stdout_lines
+ fetch: src={{home_dir.stdout}}/qtip_result/{{item}} dest={{workingdir}}/{{Dest_dir}}/dhrystone/dhrystone_temp
+ with_items: files_to_copy.stdout_lines
- name: registering log files
shell: (cd $HOME/qtip_result/log/; find . -maxdepth 1 -name "*.log") | cut -d'/' -f2
register: copy_log_results
- name: copying log results
- fetch: src={{home_dir.stdout}}/qtip_result/log/{{item}} dest=../../{{Dest_dir}}/dhrystone/dhrystone_temp
+ fetch: src={{home_dir.stdout}}/qtip_result/log/{{item}} dest={{workingdir}}/{{Dest_dir}}/dhrystone/dhrystone_temp
with_items: copy_log_results.stdout_lines
-
+
- name: cleaning tempT
shell: rm -rf $HOME/tempT
- name: cleaning_qtip_result
connection: local
tasks:
- name: extracting_json
- shell: (find ../../{{Dest_dir}}/dhrystone/dhrystone_temp/ -name "*.json" | xargs cp -t ../../{{Dest_dir}}/dhrystone/)
+ shell: ( find {{workingdir}}/{{Dest_dir}}/dhrystone/dhrystone_temp/ -name "*.json" | xargs cp -t {{workingdir}}/{{Dest_dir}}/dhrystone/)
- name: making_logs_folder
- shell: mkdir -p ../../{{Dest_dir}}/dhrystone/logs
+ shell: mkdir -p {{workingdir}}/{{Dest_dir}}/dhrystone/logs
- name: extracting_log
- shell: (find ../../{{Dest_dir}}/dhrystone/dhrystone_temp/ -name "*.log" | xargs cp -t ../../{{Dest_dir}}/dhrystone/logs)
- - name: removing dhrystone_temp
- shell: rm -rf ../../{{Dest_dir}}/dhrystone/dhrystone_temp
+ shell: ( find {{workingdir}}/{{Dest_dir}}/dhrystone/dhrystone_temp/ -name "*.log" | xargs cp -t {{workingdir}}/{{Dest_dir}}/dhrystone/logs)
+ - name: removing dhrystone_temp
+ shell: rm -rf {{workingdir}}/{{Dest_dir}}/dhrystone/dhrystone_temp
# - name: cleaning_2
# file: path=/root/tempT state=absent
# file: path=/root/qtip_result state=absent
- hosts: 127.0.0.1
connection: local
- tasks:
+ tasks:
- name: making dpi directory
- file: path=../../{{Dest_dir}}/dpi state=directory
+ file: path={{workingdir}}/{{Dest_dir}}/dpi state=directory
- name: making temporary whetstone directory
- file: path=../../{{Dest_dir}}/dpi/dpi_temp state=directory
-
+ file: path={{workingdir}}/{{Dest_dir}}/dpi/dpi_temp state=directory
+
- hosts: "{{role}}"
tasks:
-
+
- name: checking_home directory
shell: echo $HOME
register: home_dir
- name: Fetching Test_pcap file
shell: cd $HOME/tempD/nDPI/example && wget https://www.dropbox.com/s/ne64u7jykuw2uu5/test.pcap
- name: fetch Averaging script
- copy: src=./result_transform/dpi/dpi_average.sh dest={{home_dir.stdout}}/tempD/nDPI/example mode=777
+ copy: src=./result_transform/dpi/dpi_average.sh dest={{home_dir.stdout}}/tempD/nDPI/example mode=777
- name: Run nDPI benchmark
shell: cd $HOME/tempD/nDPI/example && ./dpi_average.sh
- name: copy result to temp_direc
shell: cp $HOME/tempD/nDPI/example/dpi_dump.txt $HOME/qtip_result
- name: fetch dpi result transform script
copy: src=./result_transform/dpi/dpi_transform.py dest={{home_dir.stdout}}/qtip_result
-
+
- name: Transforming results
shell: cd $HOME/qtip_result && python dpi_transform.py
- name: copy report formation script
shell: (cd $HOME/qtip_result/; find . -maxdepth 1 -name "*.json") | cut -d'/' -f2
register: files_to_copy
- name: copy results
- fetch: src={{home_dir.stdout}}/qtip_result/{{item}} dest=../../{{Dest_dir}}/dpi/dpi_temp
+ fetch: src={{home_dir.stdout}}/qtip_result/{{item}} dest={{workingdir}}/{{Dest_dir}}/dpi/dpi_temp
with_items: files_to_copy.stdout_lines
- name: registering log files
shell: (cd $HOME/qtip_result/; find . -maxdepth 1 -name "*.log") | cut -d'/' -f2
register: copy_log_results
- name: copying log results
- fetch: src={{home_dir.stdout}}/qtip_result/{{item}} dest=../../{{Dest_dir}}/dpi/dpi_temp
+ fetch: src={{home_dir.stdout}}/qtip_result/{{item}} dest={{workingdir}}/{{Dest_dir}}/dpi/dpi_temp
with_items: copy_log_results.stdout_lines
# - name: cleaning tempD
connection: local
tasks:
- name: extracting_json
- shell: (find ../../{{Dest_dir}}/dpi/dpi_temp/ -name "*.json" | xargs cp -t ../../{{Dest_dir}}/dpi/)
+ shell: ( find {{workingdir}}/{{Dest_dir}}/dpi/dpi_temp/ -name "*.json" | xargs cp -t {{workingdir}}/{{Dest_dir}}/dpi/)
- name: making_logs_folder
- shell: mkdir -p ../../{{Dest_dir}}/dpi/logs
+ shell: mkdir -p {{workingdir}}/{{Dest_dir}}/dpi/logs
- name: extracting_log
- shell: (find ../../{{Dest_dir}}/dpi/dpi_temp/ -name "*.log" | xargs cp -t ../../{{Dest_dir}}/dpi/logs)
+ shell: ( find {{workingdir}}/{{Dest_dir}}/dpi/dpi_temp/ -name "*.log" | xargs cp -t {{workingdir}}/{{Dest_dir}}/dpi/logs)
- name: removing dpi_temp
- shell: rm -rf ../../{{Dest_dir}}/dpi/dpi_temp
+ shell: rm -rf {{workingdir}}/{{Dest_dir}}/dpi/dpi_temp
connection: local
tasks:
- name: making fio directory
- file: path=../../{{Dest_dir}}/fio state=directory
+ file: path={{workingdir}}/{{Dest_dir}}/fio state=directory
- name: making temporary fio directory
- file: path=../../{{Dest_dir}}/fio/fio_temp state=directory
+ file: path={{workingdir}}/{{Dest_dir}}/fio/fio_temp state=directory
- hosts: "{{role}}"
shell: (cd $HOME/qtip_result/; find . -maxdepth 1 -name "*.json") | cut -d'/' -f2
register: files_to_copy
- name: copy results
- fetch: src={{home_dir.stdout}}/qtip_result/{{item}} dest=../../{{Dest_dir}}/fio/fio_temp
+ fetch: src={{home_dir.stdout}}/qtip_result/{{item}} dest={{workingdir}}/{{Dest_dir}}/fio/fio_temp
with_items: files_to_copy.stdout_lines
- name: registering log files
shell: (cd $HOME/qtip_result/; find . -maxdepth 1 -name "*.log") | cut -d'/' -f2
register: copy_log_results
- name: copying log results
- fetch: src={{home_dir.stdout}}/qtip_result/{{item}} dest=../../{{Dest_dir}}/fio/fio_temp
+ fetch: src={{home_dir.stdout}}/qtip_result/{{item}} dest={{workingdir}}/{{Dest_dir}}/fio/fio_temp
with_items: copy_log_results.stdout_lines
- hosts: 127.0.0.1
connection: local
tasks:
- name: extracting_json
- shell: (find ../../{{Dest_dir}}/fio/fio_temp/ -name "*.json" | xargs cp -t ../../{{Dest_dir}}/fio/)
+ shell: ( find {{workingdir}}/{{Dest_dir}}/fio/fio_temp/ -name "*.json" | xargs cp -t {{workingdir}}/{{Dest_dir}}/fio/)
- name: making_logs_folder
- shell: mkdir -p ../../{{Dest_dir}}/fio/logs
+ shell: mkdir -p {{workingdir}}/{{Dest_dir}}/fio/logs
- name: extracting_log
- shell: (find ../../{{Dest_dir}}/fio/fio_temp/ -name "*.log" | xargs cp -t ../../{{Dest_dir}}/fio/logs)
+ shell: ( find {{workingdir}}/{{Dest_dir}}/fio/fio_temp/ -name "*.log" | xargs cp -t {{workingdir}}/{{Dest_dir}}/fio/logs)
- name: removing fio_log
- shell: rm -rf ../../{{Dest_dir}}/fio/fio_temp
+ shell: rm -rf {{workingdir}}/{{Dest_dir}}/fio/fio_temp
- hosts: 127.0.0.1
connection: local
- tasks:
+ tasks:
- name: getting directory
shell: echo $PWD
register: qtip_dir
- name: making Iperf directory
- file: path=../../{{Dest_dir}}/iperf state=directory
+ file: path={{workingdir}}/{{Dest_dir}}/iperf state=directory
- name: making temporary iperf directory
- file: path=../../{{Dest_dir}}/iperf/iperf_temp state=directory
+ file: path={{workingdir}}/{{Dest_dir}}/iperf/iperf_temp state=directory
- hosts: "{{role}}"
when: iptable_entry != '' and installertype == 'fuel'
- name: Installing IPERF when Ubuntu
shell: apt-get install iperf3 -y
- when: ansible_os_family == "Debian" and rolename == '1-server'
+ when: ansible_os_family == "Debian" and rolename == '1-server'
- name: Installing Iperf3
shell: yum install iperf3 -y
when: ansible_os_family == "RedHat"
- name: Running Iperf on Host
shell: iperf3 --time {{duration}} -b {{bandwidthGbps}}G -c {{ip1}} -J -O10 >> ./qtip_result/iperf_raw.json
ignore_errors: yes
- with_items:
+ with_items:
- "{{ip1}}"
when: rolename == "2-host" and "{{privateip1}}" == "NONE"
- name: Running Iperf on Host
shell: iperf3 --time {{duration}} -b{{bandwidthGbps}}G -c {{privateip1}} -J -O10 >> ./qtip_result/iperf_raw.json
ignore_errors: yes
- with_items:
+ with_items:
- "{{ip1}}"
when: rolename == "2-host" and "{{privateip1}}" != "NONE"
- name: Fetching result transformation script
copy: src=./result_transform/final_report.py dest={{home_dir.stdout}}/qtip_result
when: rolename =="2-host" and "{{ip2}}" == ''
- name: consolidating report
- shell: cd $HOME/qtip_result && python final_report.py IPERF
+ shell: cd $HOME/qtip_result && python final_report.py IPERF
when: rolename =="2-host" and "{{ip2}}" == ''
- - name: Files to Copy
+ - name: Files to Copy
shell: (cd $HOME/qtip_result/; find . -maxdepth 1 -name "*.json") | cut -d'/' -f2
register: files_to_copy
when: rolename =="2-host" and "{{ip2}}" == ''
- name: copy results
- fetch: src={{home_dir.stdout}}/qtip_result/{{item}} dest=../../{{Dest_dir}}/iperf/iperf_temp
+ fetch: src={{home_dir.stdout}}/qtip_result/{{item}} dest={{workingdir}}/{{Dest_dir}}/iperf/iperf_temp
with_items: files_to_copy.stdout_lines
when: rolename =="2-host" and "{{ip2}}" == ''
- name: registering log files
register: copy_log_results
when: rolename =="2-host" and "{{ip2}}" == ''
- name: copying log results
- fetch: src={{home_dir.stdout}}/qtip_result/{{item}} dest=../../{{Dest_dir}}/iperf/iperf_temp
+ fetch: src={{home_dir.stdout}}/qtip_result/{{item}} dest={{workingdir}}/{{Dest_dir}}/iperf/iperf_temp
with_items: copy_log_results.stdout_lines
when: rolename =="2-host" and "{{ip2}}" == ''
rolename: "{{role}}"
when: role is defined
- name: extracting_json
- shell: (find ../../{{Dest_dir}}/iperf/iperf_temp/ -name "*.json" | xargs cp -t ../../{{Dest_dir}}/iperf/)
+ shell: ( find {{workingdir}}/{{Dest_dir}}/iperf/iperf_temp/ -name "*.json" | xargs cp -t {{workingdir}}/{{Dest_dir}}/iperf/)
when: rolename == "2-host"
- name: making_logs_folder
- shell: mkdir -p ../../{{Dest_dir}}/iperf/logs
+ shell: mkdir -p {{workingdir}}/{{Dest_dir}}/iperf/logs
- name: extracting_log
- shell: (find ../../{{Dest_dir}}/iperf/iperf_temp/ -name "*.log" | xargs cp -t ../../{{Dest_dir}}/iperf/logs)
+ shell: ( find {{workingdir}}/{{Dest_dir}}/iperf/iperf_temp/ -name "*.log" | xargs cp -t {{workingdir}}/{{Dest_dir}}/iperf/logs)
when: rolename == "2-host"
- name: removing iperf_raw file
- shell: rm -rf ../../{{Dest_dir}}/iperf/iperf_raw.json
+ shell: rm -rf {{workingdir}}/{{Dest_dir}}/iperf/iperf_raw.json
when: rolename == "2-host"
- name: removing iperf_temp
- shell: rm -rf ../../{{Dest_dir}}/iperf/iperf_temp
+ shell: rm -rf {{workingdir}}/{{Dest_dir}}/iperf/iperf_temp
\ No newline at end of file
- hosts: 127.0.0.1
connection: local
- tasks:
+ tasks:
- name: getting directory
shell: echo $PWD
register: qtip_dir
- name: making Netperf directory
- file: path=../../{{Dest_dir}}/netperf state=directory
+ file: path={{workingdir}}/{{Dest_dir}}/netperf state=directory
- name: making temporary netperf directory
- file: path=../../{{Dest_dir}}/netperf/netperf_temp state=directory
+ file: path={{workingdir}}/{{Dest_dir}}/netperf/netperf_temp state=directory
- hosts: "{{role}}"
set_fact:
rolename: "{{role}}"
when: role is defined
-
+
- name: Get Hostname
shell: echo $HOSTNAME
register: hostID
shell: mkdir $HOME/netperf
- name: making results temporary directory
shell: mkdir $HOME/qtip_result
-
+
- name: Fetching netperf
shell: wget ftp://ftp.netperf.org/netperf/netperf-2.7.0.tar.gz
when: ansible_os_family == "RedHat"
- name: configuring netperf
shell: cd $HOME/netperf-2.7.0 && ./configure
- name: Making Netperf
- shell: cd $HOME/netperf-2.7.0 && make
+ shell: cd $HOME/netperf-2.7.0 && make
- name: Installing Netperf
shell: cd $HOME/netperf-2.7.0 && make install
-
+
- name: Running netperf on server
shell: /usr/local/bin/netserver -p 4000
when: rolename == "1-server"
-
+
- name: Running netperf on Host
shell: /usr/local/bin/netperf -H {{privateip1}} -p 4000 -l {{duration}} -t {{teststream}} -fG >> ./qtip_result/server{{hostID.stdout}}-{{item}}.json
ignore_errors: yes
- with_items:
+ with_items:
- "{{ip1}}"
when: rolename == "2-host" and "{{ip2}}" == ''
-
- - name: Files to Copy
+
+ - name: Files to Copy
shell: (cd $HOME/qtip_result/; find . -maxdepth 1 -name "*.json") | cut -d'/' -f2
register: files_to_copy
- name: copy results
- fetch: src={{home_dir.stdout}}/qtip_result/{{item}} dest=../../{{Dest_dir}}/netperf/netperf_temp
+ fetch: src={{home_dir.stdout}}/qtip_result/{{item}} dest={{workingdir}}/{{Dest_dir}}/netperf/netperf_temp
with_items: files_to_copy.stdout_lines
- hosts: 127.0.0.1
connection: local
rolename: "{{role}}"
when: role is defined
- name: extracting_json
- shell: ( find ../../{{Dest_dir}}/netperf/netperf_temp/ -name "*.json" | xargs cp -t ../../{{Dest_dir}}/netperf/)
+ shell: ( find {{workingdir}}/{{Dest_dir}}/netperf/netperf_temp/ -name "*.json" | xargs cp -t {{workingdir}}/{{Dest_dir}}/netperf/)
when: rolename == "2-host"
- name: removing netperf_temp
- shell: rm -rf ../../{{Dest_dir}}/netperf/netperf_temp
\ No newline at end of file
+ shell: rm -rf {{workingdir}}/{{Dest_dir}}/netperf/netperf_temp
\ No newline at end of file
- hosts: 127.0.0.1
connection: local
- tasks:
+ tasks:
- name: getting directory
shell: echo $PWD
register: qtip_dir
- name: making pktgen directory
- file: path=../../{{Dest_dir}}/pktgen state=directory
+ file: path={{workingdir}}/{{Dest_dir}}/pktgen state=directory
- name: making temporary pktgen directory
- file: path=../../{{Dest_dir}}/pktgen/pktgen_temp state=directory
+ file: path={{workingdir}}/{{Dest_dir}}/pktgen/pktgen_temp state=directory
- hosts: "{{role}}"
set_fact:
rolename: "{{role}}"
when: role is defined
-
+
- name: IPTABLE Setup
shell: iptables -F
when: rolename == '1-server'
- hosts: "{{role}}"
tasks:
- name: Rolename
- set_fact:
+ set_fact:
rolename: "{{role}}"
when: role is defined
- name: Get server packetsize
connection: local
tasks:
- name: making ramspeed directory
- file: path=../../{{Dest_dir}}/ramspeed state=directory
+ file: path={{workingdir}}/{{Dest_dir}}/ramspeed state=directory
- name: making temporary ramspeed directory
- file: path=../../{{Dest_dir}}/ramspeed/ramspeed_temp state=directory
-
+ file: path={{workingdir}}/{{Dest_dir}}/ramspeed/ramspeed_temp state=directory
+
- hosts: "{{role}}"
tasks:
-
+
- name: checking_home directory
shell: echo $HOME
register: home_dir
- name: cleaning previous results
shell: rm -rf $HOME/qtip_result
- name: making ramspeed temporary directory
- shell: mkdir $HOME/ramspeed
+ shell: mkdir $HOME/ramspeed
- name: making results temporary directory
- shell: mkdir $HOME/qtip_result
+ shell: mkdir $HOME/qtip_result
- include: ./sys_info_pbook.yaml
vars:
network: false
shell: (cd $HOME/qtip_result/; find . -maxdepth 1 -name "*.json") | cut -d'/' -f2
register: files_to_copy
- name: copy results
- fetch: src={{home_dir.stdout}}/qtip_result/{{item}} dest=../../{{Dest_dir}}/ramspeed/ramspeed_temp
+ fetch: src={{home_dir.stdout}}/qtip_result/{{item}} dest={{workingdir}}/{{Dest_dir}}/ramspeed/ramspeed_temp
with_items: files_to_copy.stdout_lines
- name: registering log files
shell: (cd $HOME/qtip_result/; find . -maxdepth 1 -name "*.log") | cut -d'/' -f2
register: copy_log_results
- name: copying log results
- fetch: src={{home_dir.stdout}}/qtip_result/{{item}} dest=../../{{Dest_dir}}/ramspeed/ramspeed_temp
+ fetch: src={{home_dir.stdout}}/qtip_result/{{item}} dest={{workingdir}}/{{Dest_dir}}/ramspeed/ramspeed_temp
with_items: copy_log_results.stdout_lines
- hosts: 127.0.0.1
connection: local
tasks:
- name: extracting_json
- shell: (find ../../{{Dest_dir}}/ramspeed/ramspeed_temp/ -name "*.json" | xargs cp -t ../../{{Dest_dir}}/ramspeed/)
+ shell: ( find {{workingdir}}/{{Dest_dir}}/ramspeed/ramspeed_temp/ -name "*.json" | xargs cp -t {{workingdir}}/{{Dest_dir}}/ramspeed/)
- name: making_logs_folder
- shell: mkdir -p ../../{{Dest_dir}}/ramspeed/logs
+ shell: mkdir -p {{workingdir}}/{{Dest_dir}}/ramspeed/logs
- name: extracting_log
- shell: (find ../../{{Dest_dir}}/ramspeed/ramspeed_temp/ -name "*.log" | xargs cp -t ../../{{Dest_dir}}/ramspeed/logs)
+ shell: ( find {{workingdir}}/{{Dest_dir}}/ramspeed/ramspeed_temp/ -name "*.log" | xargs cp -t {{workingdir}}/{{Dest_dir}}/ramspeed/logs)
- name: removing ramspeed_log
- shell: rm -rf ../../{{Dest_dir}}/ramspeed/ramspeed_temp
+ shell: rm -rf {{workingdir}}/{{Dest_dir}}/ramspeed/ramspeed_temp
sudo: no
tasks:
- name: making ssl directory
- file: path=../../{{Dest_dir}}/ssl state=directory
+ file: path={{workingdir}}/{{Dest_dir}}/ssl state=directory
- name: making temporary ssl directory
- file: path=../../{{Dest_dir}}/ssl/ssl_temp state=directory
+ file: path={{workingdir}}/{{Dest_dir}}/ssl/ssl_temp state=directory
- hosts: "{{role}}"
remote_user: root
tasks:
-
+
- name: checking_home directory
shell: echo $HOME
register: home_dir
- name: cleaning previous results
shell: rm -rf $HOME/qtip_result
- name: making OpenSSL temporary directory
- shell: mkdir $HOME/Open_SSL
+ shell: mkdir $HOME/Open_SSL
- name: making results temporary directory
- shell: mkdir $HOME/qtip_result
+ shell: mkdir $HOME/qtip_result
- include: ./sys_info_pbook.yaml
vars:
network: false
shell: cd $HOME/Open_SSL/ && tar -zxvf openssl-1.0.2e.tar.gz
- name: configure
shell: cd $HOME/Open_SSL/openssl-1.0.2e && ./config
- - name: make
- shell: cd $HOME/Open_SSL/openssl-1.0.2e && make
+ - name: make
+ shell: cd $HOME/Open_SSL/openssl-1.0.2e && make
- name: make install
shell: cd $HOME/Open_SSL/openssl-1.0.2e && make install
- name: Benchmarking RSA signatures
shell: (cd $HOME/qtip_result/; find . -maxdepth 1 -name "*.json") | cut -d'/' -f2
register: files_to_copy
- name: copy results
- fetch: src={{home_dir.stdout}}/qtip_result/{{item}} dest=../../{{Dest_dir}}/ssl/ssl_temp
+ fetch: src={{home_dir.stdout}}/qtip_result/{{item}} dest={{workingdir}}/{{Dest_dir}}/ssl/ssl_temp
with_items: files_to_copy.stdout_lines
- name: registering log files
shell: (cd $HOME/qtip_result/; find . -maxdepth 1 -name "*.log") | cut -d'/' -f2
register: copy_log_results
- name: copying log results
- fetch: src={{home_dir.stdout}}/qtip_result/{{item}} dest=../../{{Dest_dir}}/ssl/ssl_temp
+ fetch: src={{home_dir.stdout}}/qtip_result/{{item}} dest={{workingdir}}/{{Dest_dir}}/ssl/ssl_temp
with_items: copy_log_results.stdout_lines
-
+
# - name: copy results
# fetch: src=/root/results/{{item}} dest={{Dest_dir}}/ssl
# with_items: files_to_copy.stdout_lines
remote_user: '{{ ansible_env.USER }}'
sudo: no
tasks:
+ - name: echo
+ shell: echo $PWD
- name: extracting_json
- shell: (find ../../{{Dest_dir}}/ssl/ssl_temp/ -name "*.json" | xargs cp -t ../../{{Dest_dir}}/ssl/)
+ shell: ( find {{workingdir}}/{{Dest_dir}}/ssl/ssl_temp/ -name "*.json" | xargs cp -t {{workingdir}}/{{Dest_dir}}/ssl/)
- name: making_logs_folder
- shell: mkdir -p ../../{{Dest_dir}}/ssl/logs
+ shell: mkdir -p {{workingdir}}/{{Dest_dir}}/ssl/logs
- name: extracting_log
- shell: (find ../../{{Dest_dir}}/ssl/ssl_temp/ -name "*.log" | xargs cp -t ../../{{Dest_dir}}/ssl/logs)
+ shell: ( find {{workingdir}}/{{Dest_dir}}/ssl/ssl_temp/ -name "*.log" | xargs cp -t {{workingdir}}/{{Dest_dir}}/ssl/logs)
- name: removing ssl_temp
- shell: rm -rf ../../{{Dest_dir}}/ssl/ssl_temp
+ shell: rm -rf {{workingdir}}/{{Dest_dir}}/ssl/ssl_temp
connection: local
tasks:
- name: making whetstone directory
- file: path=../../{{Dest_dir}}/whetstone state=directory
+ file: path={{workingdir}}/{{Dest_dir}}/whetstone state=directory
- name: making temporary whetstone directory
- file: path=../../{{Dest_dir}}/whetstone/whetstone_temp state=directory
-
+ file: path={{workingdir}}/{{Dest_dir}}/whetstone/whetstone_temp state=directory
+
- hosts: "{{role}}"
tasks:
- name: copying consolidated report script
copy: src=./result_transform/final_report.py dest={{home_dir.stdout}}/qtip_result/
- name: making consolidated report
- shell: cd $HOME/qtip_result && python final_report.py Whetstone
+ shell: cd $HOME/qtip_result && python final_report.py Whetstone
- name: making directory
file: path={{home_dir.stdout}}/qtip_result/log state=directory
- name: copying result to temp directory
shell: (cd $HOME/qtip_result/; find . -maxdepth 1 -name "*.json") | cut -d'/' -f2
register: files_to_copy
- name: copy results
- fetch: src={{home_dir.stdout}}/qtip_result/{{item}} dest=../../{{Dest_dir}}/whetstone/whetstone_temp
- with_items: files_to_copy.stdout_lines
+ fetch: src={{home_dir.stdout}}/qtip_result/{{item}} dest={{workingdir}}/{{Dest_dir}}/whetstone/whetstone_temp
+ with_items: files_to_copy.stdout_lines
- name: registering log files
shell: (cd $HOME/qtip_result/log/; find . -maxdepth 1 -name "*.log") | cut -d'/' -f2
register: copy_log_results
- name: copying log results
- fetch: src={{home_dir.stdout}}/qtip_result/log/{{item}} dest=../../{{Dest_dir}}/whetstone/whetstone_temp
+ fetch: src={{home_dir.stdout}}/qtip_result/log/{{item}} dest={{workingdir}}/{{Dest_dir}}/whetstone/whetstone_temp
with_items: copy_log_results.stdout_lines
- name: cleaning tempT
shell: rm -rf $HOME/tempT
connection: local
tasks:
- name: extracting_json
- shell: (find ../../{{Dest_dir}}/whetstone/whetstone_temp/ -name "*.json" | xargs cp -t ../../{{Dest_dir}}/whetstone/)
+ shell: ( find {{workingdir}}/{{Dest_dir}}/whetstone/whetstone_temp/ -name "*.json" | xargs cp -t {{workingdir}}/{{Dest_dir}}/whetstone/)
- name: making_logs_folder
- shell: mkdir -p ../../{{Dest_dir}}/whetstone/logs
+ shell: mkdir -p {{workingdir}}/{{Dest_dir}}/whetstone/logs
- name: extracting_log
- shell: (find ../../{{Dest_dir}}/whetstone/whetstone_temp/ -name "*.log" | xargs cp -t ../../{{Dest_dir}}/whetstone/logs)
- - name: removing whetstone_temp
- shell: rm -rf ../../{{Dest_dir}}/whetstone/whetstone_temp
+ shell: ( find {{workingdir}}/{{Dest_dir}}/whetstone/whetstone_temp/ -name "*.log" | xargs cp -t {{workingdir}}/{{Dest_dir}}/whetstone/logs)
+ - name: removing whetstone_temp
+ shell: rm -rf {{workingdir}}/{{Dest_dir}}/whetstone/whetstone_temp
"version": "test" , "details": payload}\r
\r
headers = {'Content-Type': 'application/json'}\r
- print json.dumps(params)\r
+ print pod_name\r
+ print installer\r
+ print creation_date\r
\r
try:\r
r = requests.post(url, data=json.dumps(params), headers=headers)\r
\r
global payload_list\r
populate_payload(suite_list)\r
- for suite,case in payload_list.items():\r
- with open('results/'+suite,'r') as result_file:\r
- j=json.load(result_file)\r
- push_results_to_db(TEST_DB, case , j)\r
+ if payload_list:\r
+ print payload_list\r
+ for suite,case in payload_list.items():\r
+ with open('results/'+suite,'r') as result_file:\r
+ j=json.load(result_file)\r
+ push_results_to_db(TEST_DB, case , j)\r
+ elif not payload_list:\r
+ print 'Results not found'\r
+\r
\r
if __name__ == "__main__":\r
main()\r
-[2-host]
-172.18.1.92
[1-server]
-172.18.1.93
+10.20.0.5
+[2-host]
+10.20.0.4
-----BEGIN RSA PRIVATE KEY-----
-MIIEogIBAAKCAQEAzVkXQaXre1h1FmIOAPwgBst5y5crMVI6dSPIBqo0sLU4tCG7
-WdpZCYlyymj64gjOrHNT0rwX5t0YRywzh9mzOej5PDPBpS4uWxnb+jRpoy/m7fKp
-HDJgas8RWhRJ6CSMoCfD7ZxvEPnhHVNpgscKipE8ivoY173T9dGothiY48Z6430g
-NoLLIHiunL4lUyeBwZ9Sn6rLdHkL558wlxpiNbnaxCSIKywmuH3KiAVTQhAWGNQp
-a4BU4hP844tFiTVT7+oySHhEZokvBlE1RTc199s752tyEN1eBQGycsWw3csJ6Eth
-bwVWlKaGzJkTc+jcoOX420easK2Jrkha8Jk05QIDAQABAoIBAHuhlNfobiMf+baV
-KHs9UIbmwJhrlgymxh06grZIiVqOcOo6mNKbHBoaz6q/k7S8urmm4aOxrO5I1NIc
-8ZVr43UNJ+kv+/lYGX6tzfwQzDz8nRtLirc4OUZ1DqxeJLUINEZESrjnAxOEbh06
-1/5tmZIdqQa/Vm+lkVSheuLPYlVXWDPhJNhYZlAfbR6TiRnEmLnuTiuV4KHbuT9u
-OpeB2PBGFF7qmlAFKMHTNQ/tMQvKZqZCD+u49spN33XJ7vp18WjCjlfYf7l5ysTX
-BqOtIaqp/mCi/o45u3OWVG2R4JUEAVEYYjohS7BSs8pqpeyGDGOOykYP3Tl1zakt
-CXReZWECgYEA+F/oOfH3bBu/tR4vjl7faFJaiJxqgwzg1NlmE9b9S4NSb2DQuv98
-o74kf61MiMg8XcuuJzkpbEze8BJUsacMtlHWI5G1KMgUfLYhjqE/YRZj9eUO/Cb/
-pSWzHOSC1Tbz9FRP6+8DcHB/TWRId8iX6RRsFWBA/fGflISY2l01E+kCgYEA06cE
-axalbEonNJZ2F8Dnj2DBMoKmkODQw7JSqYYgePiSiPlBBFkCGzUu0nrxduWIXVPp
-MdcIlm+B2C6CWNA9Na4x6I+5cy6ku4+lt8Oz59pqY0x909iyYJ6SA8GeaQcPnoVu
-c5h/G2eA3oc6SxsMK/22GwNR55CPkAva9+A3p50CgYAEXLLYaa59wJMCXFBbgMEN
-tPyQD6czPAOq2VKYoJr8O4c0G5Au6JPI0GsVrvZ8JIAi6ZPabn+Svlrf/oJsSFHJ
-1fAb2dBDshfiBNTcC2rwipMg23AC77BntxzJMh42Hmv0a5Knwx/dVqx1sIAxUl2Q
-o2Iuke0ySI8T7aw9kYuAGQKBgGLR3U8+sJfh+3IjOhoXGEaqTyoNNEX6oZ5teQjr
-teelb42CiyfDgyc+6pCdlHYF72hb0EpT8w+CGqbb+EINYDbbETRbPqQXyBRGmoI1
-Xp9HLFsWkL1DtO1FvDkCwrqY8GL8O7i/H8GkzteXXdFJXKKBf/AW2bv7k/wWfPM0
-/edFAoGAR2QJQpvz/qAa64SndY32jYB9KMIb8aZJ7xe11+MgljFJ93MK1rsOtBXP
-hbxoRaQUMw8MyuadOrUiK8vUNuFzRa/JNKB23bVb9fhMgbNkRYauJjj7Pl/KlxEs
-azwNk2nziRpd3qWhvU1rAjFGUs6vjzMFQsJPXFGs+hnZTObH+6A=
+MIIEowIBAAKCAQEAntmA9ybqcxQKr9R3iTbNr+89ZJwlt5+gLbT8VR9sUAYCEEJn
+xX7DX5djpSdQ1OoxJun/HE0ByKPXCIqGq3sHnxQ/3Wh80UGlyiSXgS8/p8NlfgPr
+DIDuVNhKJlsobsfTVXL789i512rqf2zFBWfoesFgZee6ACrSYN3hdNICFOwtbmHA
+g+xEs00yGmbcFDuBQnDeR2yPpV6G4AtrU5zwliVj7fMzrB5w9De20ydbFqxjPdOD
+gbfwrhQQs82pv7vfJCFByjsSlwP4mcznKgOt/aO2y/B1ZvL+dOsCi8D3H6Ggrg7R
+wmiIRaCijYX4SycYxdn+RkZpp9g0AyR/potcKwIDAQABAoIBADncgF2Gj1/brQjf
+G6ufiszLGFHNju+T9YSwqDlZeNqtVZMWnTYTNpdbTbCa4Zast7q1AXgNlNjA1VMH
+IobUCbKobZr4tH6Eqx82tPkZfNZfFlkQlE25qRa+skPGcLPpldFKUPxBtXACQeio
+dhvB/ay5Q6PbBKWK85bVO4qR9LApxHCDQgovGtasUF1/wu5z4vOCP3KLtlE268m+
+XJ/4IZX2erBOfxOGPqp+qDK8FTP1NcuGFEkhUa8Tr406CIXptTDyPc+bMZANIGDM
+hhww6VR5aHxsHWgu1UITVZuDh5fJ8U6n2utqTm/QLT25DUPKoTJSAjLet7fnm4Cw
+hee7GgECgYEAziiWq4peA9WrJYTlR8bNRLgsMjZx/AphyJQpFCQsgCMuB9wIluTT
+5Di4jvdvKclsFTh6foxnltltX6O8tL+vrzfbK9fBB3A2T1V1sDMOznhI47Mmoqk6
+9le6aMmpTIhNFJMu1DpsuoxRLIJaNkWLCwWaIE1ZggqCgbjIdMOJt20CgYEAxUDo
+DUf0zi/qYZVVTnziubcqu0kjUWhmeEiv08WFst8l2fAwHBILNms5ot4TY5MlFxta
+vLsWaXC7o6tqofSHF52cD8AbUWEnvK2NtCA7gW+0xBtQEPqrtItA0YjblFXw7qwb
+QUValSo535bFYJjp5foJxTZXg9rErF4iUgExqvcCgYBK5t5PNvePhxsmh5FSMb20
+oQGVwMhLHW6HlKUUJ0xvxdhcjKomQL9npOAROX8O/JqjXyDKR7L/UMH3RKM0PIzV
+KYMc+8erLy7cRh17RiG0DGnXKOj5omjExfz5Q4OaRc9TkWIrQ4rrgD2h4T5rh3rM
+J13nLJM/txfRj9Rs7/piRQKBgCm3RFwqr5c7gvIIRvZGaxyjpCHfodyBm8osdSLw
+Two5LyQcK9CD8GMd4h6ToL4aTGnKmzH2zxKViNlgUzjVIgzYhDzAgAaB6Yl5mtJR
+TsRc/3nJ3PD6Un3oRVkK/IUud7nCJDF1nWaWe47RsARx0mWUr6RJjdCQ368kaVW2
+cu6ZAoGBALD4Gw+AsH6/za7gmRIqlzBURHpHCgKutQKv3UbD1hVc5tDAoYwBjjod
+AVY8N8+AmX/nmJOVcch/dAnICkLrZn5Bm/q52/3xCAlnGkwNHyW4G99lZCfNEQrx
+sVAZ4FNrtMC9Xwtj0o73ojqKP4gxVkljbybnbuyNSXZo14EbXuJU
-----END RSA PRIVATE KEY-----
1. On Baremetal Machines provisioned by an OPNFV installer (Host machines)
2. On Virtual Machines brought up through OpenStack on an OPNFV platform
-Note: The Compute benchmark suite constains relatively old benchmarks such as dhrystone and whetstone. The suite would be updated for better benchmarks such as Linbench for the OPNFV C release.
+Note: The Compute benchmark suite constains relatively old benchmarks such as dhrystone and whetstone. The suite would be updated for better benchmarks such as Linbench for the OPNFV C release.
============
Benchmarks
Guide to run QTIP:\r
==================\r
\r
-This guide will serve as a first step to familiarize the user with how to \r
-run QTIP the first time when the user clones QTIP on to their host machine. \r
-In order to clone QTIP please follow the instructions in the \r
-installation.rst located in docs/userguide/installation.rst. \r
+This guide will serve as a first step to familiarize the user with how to\r
+run QTIP the first time when the user clones QTIP on to their host machine.\r
+In order to clone QTIP please follow the instructions in the\r
+installation.rst located in docs/userguide/installation.rst.\r
\r
QTIP Directory structure:\r
-------------------------\r
------------\r
\r
This folder is used to store all the config files which are used to setup the\r
- environment prior to a test. This folder is further divided into opnfv pods \r
- which run QTIP. Inside each pod there are folders which contain the config \r
+ environment prior to a test. This folder is further divided into opnfv pods\r
+ which run QTIP. Inside each pod there are folders which contain the config\r
files segmented based on test cases. Namely, these include, `Compute`,\r
- `Network` and `Storage`. The default folder is there for the end user who \r
+ `Network` and `Storage`. The default folder is there for the end user who\r
is interested in testing their infrastructure but arent part of a opnfv pod.\r
\r
The structure of the directory for the user appears as follows\r
test_cases/default/network\r
test_cases/default/storage\r
\r
-The benchmarks that are part of the QTIP framework are listed under these \r
-folders. An example of the compute folder is shown below. \r
+The benchmarks that are part of the QTIP framework are listed under these\r
+folders. An example of the compute folder is shown below.\r
Their naming convention is <BENCHMARK>_<VM/BM>.yaml\r
::\r
\r
dpi_vm.yaml\r
dpi_bm.yaml\r
\r
-The above listed files are used to configure the environment. The VM/BM tag \r
-distinguishes between a test to be run on the Virtual Machine or the compute \r
+The above listed files are used to configure the environment. The VM/BM tag\r
+distinguishes between a test to be run on the Virtual Machine or the compute\r
node itself, respectively.\r
\r
\r
test_list/:\r
-----------\r
\r
-This folder contains three files, namely `compute`, `network` and `storage`. \r
-These files list the benchmarks are to be run by the QTIP framework. Sample \r
+This folder contains three files, namely `compute`, `network` and `storage`.\r
+These files list the benchmarks are to be run by the QTIP framework. Sample\r
compute test file is shown below\r
::\r
\r
whetstone_vm.yaml\r
ssl_bm.yaml\r
\r
-The compute file will now run all the benchmarks listed above one after \r
-another on the environment. `NOTE: Please ensure there are no blank lines \r
+The compute file will now run all the benchmarks listed above one after\r
+another on the environment. `NOTE: Please ensure there are no blank lines\r
in this file as that has been known to throw an exception`.\r
\r
Preparing a config file for test:\r
---------------------------------\r
\r
-We will be using dhrystone as a example to list out the changes that the \r
+We will be using dhrystone as a example to list out the changes that the\r
user will need to do in order to run the benchmark.\r
Dhrystone on Compute Nodes:\r
^^^^^^^^^^^^^^^^^^^^^^^^^^^\r
\r
-QTIP framework can run benchmarks on the actual compute nodes as well. In \r
-order to run dhrystone on the compute nodes we will be editing the \r
+QTIP framework can run benchmarks on the actual compute nodes as well. In\r
+order to run dhrystone on the compute nodes we will be editing the\r
dhrystone_bm.yaml file.\r
\r
::\r
host: machine_1, machine_2\r
server:\r
\r
-The `Scenario` field is used by to specify the name of the benchmark to \r
-run as done by `benchmark: dhrystone`. The `host` and `server` tag are \r
-not used for the compute benchmarks but are included here to help the \r
-user `IF` they wish to control the execution. By default both machine_1 \r
-and machine_2 will have dhrystone run on them in parallel but the user \r
-can change this so that machine_1 run dhrystone before machine_2. This \r
+The `Scenario` field is used by to specify the name of the benchmark to\r
+run as done by `benchmark: dhrystone`. The `host` and `server` tag are\r
+not used for the compute benchmarks but are included here to help the\r
+user `IF` they wish to control the execution. By default both machine_1\r
+and machine_2 will have dhrystone run on them in parallel but the user\r
+can change this so that machine_1 run dhrystone before machine_2. This\r
will be elaborated in the `Context` tag.\r
\r
::\r
Virtual_Machines:\r
\r
The `Context` tag helps the user list the number of compute nodes they want\r
- to run dhrystone on. The user can list all the compute nodes under the \r
- `Host_Machines` tag. All the machines under test must be listed under the \r
- `Host_Machines` and naming it incrementally higher. The `ip:` tag is used \r
- to specify the IP of the particular compute node. The `pw:` tag can be left \r
- blank because QTIP uses its own key for ssh. In order to run dhrystone on \r
- one compute node at a time the user needs to edit the `role:` tag. `role: \r
- host` for machine_1 and `role: server` for machine_2 will allow for \r
+ to run dhrystone on. The user can list all the compute nodes under the\r
+ `Host_Machines` tag. All the machines under test must be listed under the\r
+ `Host_Machines` and naming it incrementally higher. The `ip:` tag is used\r
+ to specify the IP of the particular compute node. The `pw:` tag can be left\r
+ blank because QTIP uses its own key for ssh. In order to run dhrystone on\r
+ one compute node at a time the user needs to edit the `role:` tag. `role:\r
+ host` for machine_1 and `role: server` for machine_2 will allow for\r
dhrystone to be run on machine_1 and then run on machine_2.\r
\r
::\r
Test_category: "Compute"\r
Benchmark: "dhrystone"\r
Overview: >\r
- ''' This test will run the dhrystone benchmark in parallel on \r
+ ''' This test will run the dhrystone benchmark in parallel on\r
machine_1 and machine_2.\r
\r
-The above field is purely for a description purpose to explain to the user \r
-the working of the test and is not fed to the framework. \r
+The above field is purely for a description purpose to explain to the user\r
+the working of the test and is not fed to the framework.\r
\r
Sample dhrystone_bm.yaml file:\r
------------------------------\r
Test_category: "Compute"\r
Benchmark: "dhrystone"\r
Overview: >\r
- ''' This test will run the dhrystone benchmark in parallel on \r
+ ''' This test will run the dhrystone benchmark in parallel on\r
machine_1 and machine_2.\n\r
\r
Dhrystone on Virtual Machine:\r
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\r
-To run dhrystone on the VMs we will be editing dhrystone_vm.yaml file. \r
+To run dhrystone on the VMs we will be editing dhrystone_vm.yaml file.\r
Snippets on the file are given below.\r
\r
::\r
Scenario:\r
benchmark: dhrystone\r
host: virtualmachine_1, virtualmachine_2\r
- server: \r
+ server:\r
\r
\r
-The `Scenario` field is used by to specify the name of the benchmark to \r
-run as done by `benchmark: dhrystone`. The `host` and `server` tag are \r
-not used for the compute benchmarks but are included here to help the \r
-user `IF` they wish to control the execution. By default both \r
-virtualmachine_1 and virtualmachine_2 will have dhrystone run on them \r
-in parallel but the user can change this so that virtualmachine_1 run \r
-dhrystone before virtualmachine_2. This will be elaborated in the \r
+The `Scenario` field is used by to specify the name of the benchmark to\r
+run as done by `benchmark: dhrystone`. The `host` and `server` tag are\r
+not used for the compute benchmarks but are included here to help the\r
+user `IF` they wish to control the execution. By default both\r
+virtualmachine_1 and virtualmachine_2 will have dhrystone run on them\r
+in parallel but the user can change this so that virtualmachine_1 run\r
+dhrystone before virtualmachine_2. This will be elaborated in the\r
`Context` tag.\r
::\r
\r
Context:\r
Host_Machines:\r
\r
- Virtual_Machines: \r
+ Virtual_Machines:\r
virtualmachine_1:\r
availability_zone: compute1\r
public_network: 'net04_ext'\r
flavor: m1.large\r
role: host\r
\r
-The `Context` tag helps the user list the number of VMs and their \r
-characteristic. The user can list all the VMs they want to bring up \r
-under the `Virtual_Machines:` tag. In the above example we will be \r
-bringing up two VMs. One on Compute1 and the other on Compute2. The \r
-user can change this as desired `NOTE: Please ensure you have the \r
-necessary compute nodes before listing under the 'availability_zone:' \r
+The `Context` tag helps the user list the number of VMs and their\r
+characteristic. The user can list all the VMs they want to bring up\r
+under the `Virtual_Machines:` tag. In the above example we will be\r
+bringing up two VMs. One on Compute1 and the other on Compute2. The\r
+user can change this as desired `NOTE: Please ensure you have the\r
+necessary compute nodes before listing under the 'availability_zone:'\r
tag`. The rest of the options do not need to be modified by the user.\r
\r
Running dhrystone sequentially (Optional):\r
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\r
\r
-In order to run dhrystone on one VM at a time the user needs to edit \r
-the `role:` tag. `role: host` for virtualmachine_1 and `role: server` \r
-for virtualmachine_2 will allow for dhrystone to be run on \r
+In order to run dhrystone on one VM at a time the user needs to edit\r
+the `role:` tag. `role: host` for virtualmachine_1 and `role: server`\r
+for virtualmachine_2 will allow for dhrystone to be run on\r
virtualmachine_1 and then run on virtualmachine_2.\r
\r
::\r
Test_Description:\r
Test_category: "Compute"\r
Benchmark: "dhrystone"\r
- Overview: \r
- This test will run the dhrystone benchmark in parallel on \r
+ Overview:\r
+ This test will run the dhrystone benchmark in parallel on\r
virtualmachine_1 and virtualmachine_2\r
\r
-The above field is purely for a decription purpose to explain to \r
+The above field is purely for a decription purpose to explain to\r
the user the working of the test and is not fed to the framework.\r
\r
Sample dhrystone_vm.yaml file:\r
Scenario:\r
benchmark: dhrystone\r
host: virtualmachine_1, virtualmachine_2\r
- server: \r
+ server:\r
\r
Context:\r
Host_Machines:\r
\r
- Virtual_Machines: \r
+ Virtual_Machines:\r
virtualmachine_1:\r
availability_zone: compute1\r
public_network: 'net04_ext'\r
OS_image: QTIP_CentOS\r
flavor: m1.large\r
role: host\r
- \r
+\r
Test_Description:\r
Test_category: "Compute"\r
Benchmark: "dhrystone"\r
Overview: >\r
- This test will run the dhrystone benchmark in parallel on \r
+ This test will run the dhrystone benchmark in parallel on\r
machine_1 and machine_2.\n\r
+\r
+Commands to run the Framework:\r
+==============================\r
+\r
+In order to start QTIP on the default lab please use the following commands (asssuming you have prepared the config files in the test_cases/default/ directory and listed the intended suite in the test_list/<RELEVANT-SUITE-FILE>):\r
+\r
+First step is to export the necessary information to the environment.\r
+::\r
+\r
+ source get_env_info.sh -n <INSTALLER_TYPE> -i <INSTALLER_IP>\r
+\r
+for running qtip on an openstack deployed using FUEL with the Installer IP 10.20.0.2\r
+::\r
+\r
+ source get_env_info.sh -n fuel -i 10.20.0.2\r
+\r
+This will generate the `opnfv-creds.sh` file needed to use the python clients for keystone, glance, nova, and neutron.\r
+::\r
+\r
+ source opnfv-creds.sh\r
+\r
+Running QTIP on the using `default` as the pod name and for the `compute` suite\r
+::\r
+\r
+ python qtip.py -l default -f compute\r
+\r
+Running QTIP on the using `default` as the pod name and for the `network` suite\r
+::\r
+\r
+ python qtip.py -l default -f network\r
+\r
+Running QTIP on the using `default` as the pod name and for the `storage` suite\r
+::\r
+\r
+ python qtip.py -l default -f network\r
+\r
+Results:\r
+========\r
+QTIP generates results in the `results/` directory are listed down under the particularly benchmark name. So all the results for dhrystone would be listed and time stamped.
\ No newline at end of file
NETWORK THROUGHPUT TESTCASE\r
\r
QTIP uses IPerf3 as the main tool for testing the network throughput.\r
-There are two tests that are run through the QTIP framework. \r
+There are two tests that are run through the QTIP framework.\r
\r
Network Throughput for VMs\r
Network Throughput for Compute Nodes\r
\r
-For the throughout of the compute nodes we simply go into the systems-under-test \r
-and install iperf3 on the nodes. One of the SUTs is used a server and the other as a \r
+For the throughout of the compute nodes we simply go into the systems-under-test\r
+and install iperf3 on the nodes. One of the SUTs is used a server and the other as a\r
client. The client pushes traffic to the server for a duration specified by the user\r
configuration file for iperf. These files can be found in the test_cases/{POD}/network/\r
directory. The bandwidth is limited only by the physical link layer speed available to the server.\r
of 14-15 Gbps.\r
\r
For the topology where the VMs are spawned on different compute nodes, the path the packet takes becomes more cumbersome.\r
-The packet leaves a VM and makes its way to the Integration Bridge as in the first topology however the integration bridge \r
+The packet leaves a VM and makes its way to the Integration Bridge as in the first topology however the integration bridge\r
forwards the packet to the physical link through the ethernet bridge. The packet then gets a VLAN/Tunnel depending on the network\r
and is forwarded to the particular Compute node where the second VM is spwaned. The packets enter the compute node through the physical\r
ethernet port and makes its way to the VM through the integration bridge and linux bridge. As seen here the path is much more involved\r
even when discussed without the mention of overheads faced at all the internfaces so we are seeing the results in the range of 2 Gbps.\r
\r
\r
-
\ No newline at end of file
class cli():
-
+
def _getfile(self, filepath):
-
+
with open('test_list/'+filepath,'r') as finput:
_benchmarks=finput.readlines()
for items in range( len(_benchmarks)):
_benchmarks[items]=_benchmarks[items].rstrip()
return _benchmarks
-
+
def _getsuite(self, filepath):
return filepath
-
+
def _checkTestList(self, filename):
-
+
if os.path.isfile('test_list/'+filename):
return True
else:
return False
def __init__(self):
-
+
suite=[]
parser = argparse.ArgumentParser()
parser.add_argument('-l ', '--lab', help='Name of Lab on which being tested, These can' \
'They contain all the tests that will be run. They are listed by suite.' \
'Please ensure there are no empty lines')
args = parser.parse_args()
-
+
if not self._checkTestList(args.file):
print '\n\n ERROR: Test File Does not exist in test_list/ please enter correct file \n\n'
sys.exit(0)
if os.path.isfile('./test_cases/'+args.lab.lower()+'/'+suite[0]+'/' +benchmarks[items]):
[benchmark, roles, vm_info, benchmark_details, pip] = obj.parse('./test_cases/'
+args.lab.lower()+'/'+suite[0]+'/'+benchmarks[items])
-
+
if len(vm_info) != 0:
vmObj =''
vmObj = SpawnVM(vm_info)
def __init__(self):
print "Class driver initialized\n"
+ print os.environ['PWD']
self.dic_json = defaultdict()
def drive_bench(self, benchmark, roles, benchmark_detail= None, pip_dict = None):
self.dic_json['ip1']=''
self.dic_json['ip2']=''
self.dic_json['installer']=str(os.environ['INSTALLER_TYPE'])
+ self.dic_json['workingdir']=str(os.environ['PWD'])
for k,v in benchmark_detail:
self.dic_json[k]=v
for k, v in roles:
if k == '1-server':
print values, 'saving IP'
self.dic_json['ip'+str(index)]= str(values)
- if pip_dict[0][1][0]:
+ if pip_dict[0][1][0]:
self.dic_json['privateip'+str(index)] = pip_dict[0][1]
if not pip_dict[0][1][0]:
self.dic_json['privateip'+str(index)] = 'NONE'
os.system(ssh_c)
ssh_cmd = './data/qtip_creds.sh {0}'.format(ipvar)
print ssh_cmd
- res = os.system(ssh_cmd)
+ res = os.system(ssh_cmd)
for infinity in range(100):
try :
ssh = paramiko.SSHClient()
break
except:
print 'Retrying aSSH'
- time.sleep(1)
+ time.sleep(1)
if v == '':
print ('SSH->>>>>', k)
ssh_c = 'ssh-keyscan {0} >> ~/.ssh/known_hosts'.format(k)
def download(self):
time.sleep(2)
os.system(
- 'cd ./Temp_Img && wget http://artifacts.opnfv.org/qtip/QTIP_CentOS.qcow2')
+ 'mkdir -p Temp_Img && wget http://artifacts.opnfv.org/qtip/QTIP_CentOS.qcow2 -P Temp_Img')
filepath = './Temp_Img/QTIP_CentOS.qcow2'
while not os.path.isfile(filepath):
def get_installer_type(self):
print 'Getting Installer Name'
return os.environ['INSTALLER_TYPE']
-
+
def get_public_network(self,installer_detected):
-
+
'''
TODO: GET THE NAMES OF THE PUBLIC NETWORKS for OTHER PROJECTS
- '''
+ '''
print 'Getting Public Network'
if installer_detected.lower() == 'fuel':
return 'net04_ext'
if installer_detected.lower() == 'apex':
- return 'net04_ext'
+ return 'external'
if installer_detected.lower() == 'compass':
- return 'net04_ext'
-
+ return 'ext-net'
+ if installer_detected.lower() == 'joid':
+ return 'ext-net'
+
def HeatTemplate_vm(self, vm_params, installer):
try:
Heat_Dic=''
fopenstr = fopenstr.rstrip()
scriptcmd = '#!/bin/bash \n echo {0} >> foo.txt \n echo {1} >> /root/.ssh/authorized_keys'.format(
fopenstr, fopenstr)
-
+
netName = self.get_public_network(installer)
print netName
Heat_Dic['heat_template_version'] = '2014-10-16'
Context:
Host_Machines:
- Virtual_Machines:
+ Virtual_Machines:
virtualmachine_1:
availability_zone: compute1
public_network: 'net04_ext'
OS_image: QTIP_CentOS
flavor: m1.large
role: host
-
+
Test_Description:
Test_category: "Compute"
Benchmark: "dhrystone"
role: 1Run
flavor: m1.large
virtualmachine_2:
- availability_zone: compute4
+ availability_zone: compute2
OS_image: QTIP_CentOS
public_network: 'net04_ext'
role: 1Run
Context:
Host_Machines:
- Virtual_Machines:
+ Virtual_Machines:
virtualmachine_1:
availability_zone: compute1
public_network: 'net04_ext'
OS_image: QTIP_CentOS
flavor: m1.large
role: host
-
+
Test_Description:
Test_category: "Compute"
Benchmark: "dhrystone"
Host_Machines:
machine_1:
ip: 10.20.0.4
- pw:
+ pw:
role: 1Run
machine_2:
ip: 10.20.0.5
pw:
role: 1Run
Virtual_Machines:
-
+
Test_Description:
Test_category: "Compute"
OS_image:
flavor:
role:
- '''
+ '''
Context:
Host_Machines:
- Virtual_Machines:
+ Virtual_Machines:
virtualmachine_1:
availability_zone: compute1
public_network: 'net04_ext'
OS_image:
flavor:
role:
- '''
+ '''
-
+
Scenario:
benchmark: whetstone
host: machine_1, machine_2
Host_Machines:
machine_1:
ip: 10.20.0.4
- pw:
+ pw:
role: host
machine_2:
ip: 10.20.0.5
pw:
role: host
- Virtual_Machines:
-
-
+ Virtual_Machines:
+
+
Test_Description:
Test_category: "Compute"
pw:
role:
'''
-
-
+
+
Scenario:
benchmark: whetstone
host: virtualmachine_1, virtualmachine_1
- server:
+ server:
Context:
Host_Machines:
-
- Virtual_Machines:
+
+ Virtual_Machines:
virtualmachine_1:
availability_zone: compute1
public_network: 'net04_ext'
OS_image: QTIP_CentOS
flavor: m1.large
role: host
-
+
Test_Description:
Test_category: "Compute"
client: virtualmachine_2
description: 'Leave the bandwidth as 0 to throttle maximum traffic'
benchmark_details:
- duration: 20
+ duration: 20
protocol: tcp
bandwidthGbps: 0
OS_image: QTIP_CentOS
public_network: 'net04_ext'
role: 1-server
- flavor: m1.large
+ flavor: m1.large
virtualmachine_2:
availability_zone: compute2
public_network: 'net04_ext'
role: 2-host
flavor: m1.large
-
+
Test_Description:
Test_category: "network"
Benchmark: "iperf"
server : virtualmachine_1
client: virtualmachine_2
benchmark_details:
- duration: 10
+ duration: 10
teststream: udp_stream
Context:
OS_image: QTIP_CentOS
public_network: 'net04_ext'
role: 1-server
- flavor: m1.large
+ flavor: m1.large
virtualmachine_2:
availability_zone: compute2
public_network: 'net04_ext'
role: 2-host
flavor: m1.large
-
+
Test_Description:
Test_category: "network"
Benchmark: "netperf"
The job conists of an fio load of:
1.50% rand read 50% rand write
2.Asynch engine
- 3.Direct IO.
+ 3.Direct IO.
4.Queing depth of 2
if you wish to add another machine add the following information under the Host_Machines tag
Context:
Host_Machines:
-
+
Virtual_Machines:
virtualmachine_1:
availability_zone: compute1
The job conists of an fio load of:
1.50% rand read 50% rand write
2.Asynch engine
- 3.Direct IO.
+ 3.Direct IO.
4.Queing depth of 2
if you wish to add a virtual machine add the following information under the Virtual_Machine tag
-
+
virtualmachine_3:
availability_zone:
public_network:
-
+
Scenario:
benchmark: dhrystone
host: machine_1, machine_2
- server:
+ server:
Context:
Host_Machines:
machine_1:
ip: 10.20.0.4
- pw:
+ pw:
role: host
machine_2:
ip: 10.20.0.5
pw:
role: host
- Virtual_Machines:
-
+ Virtual_Machines:
+
Test_Description:
Test_category: "Compute"
OS_image:
flavor:
role: '''
-
-
+
+
Context:
Host_Machines:
- Virtual_Machines:
+ Virtual_Machines:
virtualmachine_1:
availability_zone: compute1
public_network: 'net04_ext'
OS_image: QTIP_CentOS
flavor: m1.large
role: host
-
+
Test_Description:
Test_category: "Compute"
Benchmark: "dhrystone"
role: 1Run
flavor: m1.large
virtualmachine_2:
- availability_zone: compute4
+ availability_zone: compute2
OS_image: QTIP_CentOS
public_network: 'net04_ext'
role: 1Run
-
+
Scenario:
benchmark: ramspeed
host: machine_1, machine_2
- server:
+ server:
Context:
Host_Machines:
machine_1:
ip: 10.20.0.4
- pw:
+ pw:
role: host
machine_2:
ip: 10.20.0.5
pw:
role: host
- Virtual_Machines:
-
+ Virtual_Machines:
+
Test_Description:
Test_category: "Compute"
OS_image:
flavor:
role: '''
-
-
+
+
Context:
Host_Machines:
- Virtual_Machines:
+ Virtual_Machines:
virtualmachine_1:
availability_zone: compute1
public_network: 'net04_ext'
OS_image: QTIP_CentOS
flavor: m1.large
role: host
-
+
Test_Description:
Test_category: "Compute"
Benchmark: "dhrystone"
Host_Machines:
machine_1:
ip: 10.20.0.4
- pw:
+ pw:
role: 1Run
machine_2:
ip: 10.20.0.5
pw:
role: 1Run
Virtual_Machines:
-
+
Test_Description:
Test_category: "Compute"
OS_image:
flavor:
role:
- '''
+ '''
Context:
Host_Machines:
- Virtual_Machines:
+ Virtual_Machines:
virtualmachine_1:
availability_zone: compute1
public_network: 'net04_ext'
OS_image:
flavor:
role:
- '''
+ '''
-
+
Scenario:
benchmark: whetstone
host: machine_1, machine_2
Host_Machines:
machine_1:
ip: 10.20.0.4
- pw:
+ pw:
role: host
machine_2:
ip: 10.20.0.5
pw:
role: host
- Virtual_Machines:
-
-
+ Virtual_Machines:
+
+
Test_Description:
Test_category: "Compute"
pw:
role:
'''
-
-
+
+
Scenario:
benchmark: whetstone
host: virtualmachine_1, virtualmachine_1
- server:
+ server:
Context:
Host_Machines:
-
- Virtual_Machines:
+
+ Virtual_Machines:
virtualmachine_1:
availability_zone: compute1
public_network: 'net04_ext'
OS_image: QTIP_CentOS
flavor: m1.large
role: host
-
+
Test_Description:
Test_category: "Compute"
role: 2-host
Virtual_Machines:
-
+
Test_Description:
Test_category: "network"
Benchmark: "iperf"
OS_image: QTIP_CentOS
public_network: 'net04_ext'
role: 1-server
- flavor: m1.large
+ flavor: m1.large
virtualmachine_2:
availability_zone: compute2
public_network: 'net04_ext'
role: 2-host
flavor: m1.large
-
+
machine_1:
ip:
pw:
client: virtualmachine_2
description: 'Leave the bandwidth as 0 to throttle maximum traffic'
benchmark_details:
- duration: 20
+ duration: 20
protocol: tcp
bandwidthGbps: 0
OS_image: QTIP_CentOS
public_network: 'net04_ext'
role: 1-server
- flavor: m1.large
+ flavor: m1.large
virtualmachine_2:
availability_zone: compute1
public_network: 'net04_ext'
role: 2-host
flavor: m1.large
-
+
Test_Description:
Test_category: "network"
Benchmark: "iperf"
client: virtualmachine_2
description: 'Leave the bandwidth as 0 to throttle maximum traffic'
benchmark_details:
- duration: 20
+ duration: 20
protocol: tcp
bandwidthGbps: 0
OS_image: QTIP_CentOS
public_network: 'net04_ext'
role: 1-server
- flavor: m1.large
+ flavor: m1.large
virtualmachine_2:
availability_zone: compute2
public_network: 'net04_ext'
role: 2-host
flavor: m1.large
-
+
Test_Description:
Test_category: "network"
Benchmark: "iperf"
server : virtualmachine_1
client: virtualmachine_2
benchmark_details:
- duration: 10
+ duration: 10
teststream: udp_stream
Context:
OS_image: QTIP_CentOS
public_network: 'net04_ext'
role: 1-server
- flavor: m1.large
+ flavor: m1.large
virtualmachine_2:
availability_zone: compute2
public_network: 'net04_ext'
role: 2-host
flavor: m1.large
-
+
Test_Description:
Test_category: "network"
Benchmark: "netperf"
The job conists of an fio load of:
1.50% rand read 50% rand write
2.Asynch engine
- 3.Direct IO.
+ 3.Direct IO.
4.Queing depth of 2
if you wish to add another machine add the following information under the Host_Machines tag
Context:
Host_Machines:
-
+
Virtual_Machines:
virtualmachine_1:
availability_zone: compute1
The job conists of an fio load of:
1.50% rand read 50% rand write
2.Asynch engine
- 3.Direct IO.
+ 3.Direct IO.
4.Queing depth of 2
if you wish to add a virtual machine add the following information under the Virtual_Machine tag
-
+
virtualmachine_3:
availability_zone:
public_network:
-
+
Scenario:
benchmark: dhrystone
host: machine_1, machine_2
- server:
+ server:
Context:
Host_Machines:
machine_1:
ip: 10.20.0.6
- pw:
+ pw:
role: host
machine_2:
ip: 10.20.0.5
pw:
role: host
- Virtual_Machines:
-
+ Virtual_Machines:
+
Test_Description:
Test_category: "Compute"
OS_image:
flavor:
role: '''
-
-
+
+
Context:
Host_Machines:
- Virtual_Machines:
+ Virtual_Machines:
virtualmachine_1:
availability_zone: compute1
public_network: 'net04_ext'
OS_image: QTIP_CentOS
flavor: m1.large
role: host
-
+
Test_Description:
Test_category: "Compute"
Benchmark: "dhrystone"
Host_Machines:
machine_1:
ip: 10.20.0.6
- pw:
+ pw:
role: 1host
machine_2:
ip: 10.20.0.5
- pw:
+ pw:
role: 1host
Virtual_Machines:
Test_Description:
pw:
role:
'''
-
+
-
+
Scenario:
benchmark: ramspeed
host: machine_1, machine_2
- server:
+ server:
Context:
Host_Machines:
machine_1:
ip: 10.20.0.6
- pw:
+ pw:
role: host
machine_2:
ip: 10.20.0.5
pw:
role: host
- Virtual_Machines:
-
+ Virtual_Machines:
+
Test_Description:
Test_category: "Compute"
OS_image:
flavor:
role: '''
-
-
+
+
Context:
Host_Machines:
- Virtual_Machines:
+ Virtual_Machines:
virtualmachine_1:
availability_zone: compute1
public_network: 'net04_ext'
OS_image: QTIP_CentOS
flavor: m1.large
role: host
-
+
Test_Description:
Test_category: "Compute"
Benchmark: "dhrystone"
Host_Machines:
machine_1:
ip: 10.20.0.6
- pw:
+ pw:
role: 1Run
machine_2:
ip: 10.20.0.5
pw:
role: 1Run
Virtual_Machines:
-
+
Test_Description:
Test_category: "Compute"
OS_image:
flavor:
role:
- '''
+ '''
Context:
Host_Machines:
- Virtual_Machines:
+ Virtual_Machines:
virtualmachine_1:
availability_zone: compute1
public_network: 'net04_ext'
OS_image:
flavor:
role:
- '''
+ '''
-
+
Scenario:
benchmark: whetstone
host: machine_1, machine_2
Host_Machines:
machine_1:
ip: 10.20.0.6
- pw:
+ pw:
role: host
machine_2:
ip: 10.20.0.5
pw:
role: host
- Virtual_Machines:
-
-
+ Virtual_Machines:
+
+
Test_Description:
Test_category: "Compute"
pw:
role:
'''
-
-
+
+
Scenario:
benchmark: whetstone
host: virtualmachine_1, virtualmachine_1
- server:
+ server:
Context:
Host_Machines:
-
- Virtual_Machines:
+
+ Virtual_Machines:
virtualmachine_1:
availability_zone: compute1
public_network: 'net04_ext'
OS_image: QTIP_CentOS
flavor: m1.large
role: host
-
+
Test_Description:
Test_category: "Compute"
role: 2-host
Virtual_Machines:
-
+
Test_Description:
Test_category: "network"
Benchmark: "iperf"
OS_image: QTIP_CentOS
public_network: 'net04_ext'
role: 1-server
- flavor: m1.large
+ flavor: m1.large
virtualmachine_2:
availability_zone: compute2
public_network: 'net04_ext'
role: 2-host
flavor: m1.large
-
+
machine_1:
ip:
pw:
client: virtualmachine_2
description: 'Leave the bandwidth as 0 to throttle maximum traffic'
benchmark_details:
- duration: 20
+ duration: 20
protocol: tcp
bandwidthGbps: 0
OS_image: QTIP_CentOS
public_network: 'net04_ext'
role: 1-server
- flavor: m1.large
+ flavor: m1.large
virtualmachine_2:
availability_zone: compute1
public_network: 'net04_ext'
role: 2-host
flavor: m1.large
-
+
Test_Description:
Test_category: "network"
Benchmark: "iperf"
client: virtualmachine_2
description: 'Leave the bandwidth as 0 to throttle maximum traffic'
benchmark_details:
- duration: 20
+ duration: 20
protocol: tcp
bandwidthGbps: 0
OS_image: QTIP_CentOS
public_network: 'net04_ext'
role: 1-server
- flavor: m1.large
+ flavor: m1.large
virtualmachine_2:
availability_zone: compute2
public_network: 'net04_ext'
role: 2-host
flavor: m1.large
-
+
Test_Description:
Test_category: "network"
Benchmark: "iperf"
server : virtualmachine_1
client: virtualmachine_2
benchmark_details:
- duration: 10
+ duration: 10
teststream: udp_stream
Context:
OS_image: QTIP_CentOS
public_network: 'net04_ext'
role: 1-server
- flavor: m1.large
+ flavor: m1.large
virtualmachine_2:
availability_zone: compute2
public_network: 'net04_ext'
role: 2-host
flavor: m1.large
-
+
Test_Description:
Test_category: "network"
Benchmark: "netperf"
Host_Machines:
machine_1:
ip: 10.20.0.7
- pw:
+ pw:
role: host
machine_2:
ip: 10.20.0.6
- pw:
+ pw:
role: host
The job conists of an fio load of:
1.50% rand read 50% rand write
2.Asynch engine
- 3.Direct IO.
+ 3.Direct IO.
4.Queing depth of 2
if you wish to add another machine add the following information under the Host_Machines tag
Context:
Host_Machines:
-
+
Virtual_Machines:
virtualmachine_1:
availability_zone: compute1
The job conists of an fio load of:
1.50% rand read 50% rand write
2.Asynch engine
- 3.Direct IO.
+ 3.Direct IO.
4.Queing depth of 2
if you wish to add a virtual machine add the following information under the Virtual_Machine tag
-
+
virtualmachine_3:
availability_zone:
public_network:
-dhrystone_vm.yaml
dhrystone_bm.yaml
+dhrystone_vm.yaml
whetstone_bm.yaml
whetstone_vm.yaml
ssl_bm.yaml
+ssl_vm.yaml
dpi_bm.yaml
-ramspeed_bm.yaml
+dpi_vm.yaml
Code Review / qtip.git / commitdiff