#!/usr/bin/python # # Copyright (c) 2015 Orange # morgan.richomme@orange.com # # This program and the accompanying materials # are made available under the terms of the Apache License, Version 2.0 # which accompanies this distribution, and is available at # # http://www.apache.org/licenses/LICENSE-2.0 # # This script is used to build dashboard ready json results # It may be used for all the test case of the Functest project # a new method format__for_dashboard(results) # v0.1: basic example with methods for odl, Tempest, Rally and vPing # import datetime import re def get_functest_cases(): """ get the list of the supported test cases TODO: update the list when adding a new test case for the dashboard """ return ["status", "vPing", "vPing_userdata", "vIMS", "Tempest", "ODL", "ONOS", "Rally"] def format_functest_for_dashboard(case, results): """ generic method calling the method corresponding to the test case check that the testcase is properly declared first then build the call to the specific method """ if check_functest_case_exist(case): cmd = "format_" + case + "_for_dashboard(results)" res = eval(cmd) else: res = [] print "Test cases not declared" return res def check_functest_case_exist(case): """ check if the testcase exists if the test case is not defined or not declared in the list return False """ functest_cases = get_functest_cases() if (case is None or case not in functest_cases): return False else: return True def format_status_for_dashboard(results): test_data = [{'description': 'Functest status'}] # define magic equation for the status.... # 5 suites: vPing, odl, Tempest, vIMS, Rally # Which overall KPI make sense... # TODO to be done and discussed testcases = get_functest_cases() test_data.append({'nb test suite(s) run': len(testcases)-1}) test_data.append({'vPing': '100%'}) test_data.append({'VIM status': '82%'}) test_data.append({'SDN Controllers': {'odl': '92%', 'onos': '95%', 'ocl': '93%'}}) test_data.append({'VNF deployment': '95%'}) return test_data def format_vIMS_for_dashboard(results): """ Post processing for the vIMS test case """ test_data = [{'description': 'vIMS results for Dashboard'}] # Graph 1: (duration_deployment_orchestrator, # duration_deployment_vnf, # duration_test) = f(time) # ******************************** new_element = [] for data in results: new_element.append({'x': data['start_date'], 'y1': data['details']['orchestrator']['duration'], 'y2': data['details']['vIMS']['duration'], 'y3': data['details']['sig_test']['duration']}) test_data.append({'name': "vIMS orchestrator/VNF/test duration", 'info': {'type': "graph", 'xlabel': 'time', 'y1label': 'orchestation deployment duration', 'y2label': 'vIMS deployment duration', 'y3label': 'vIMS test duration'}, 'data_set': new_element}) # Graph 2: (Nb test, nb failure, nb skipped)=f(time) # ************************************************** new_element = [] for data in results: # Retrieve all the tests nbTests = 0 nbFailures = 0 nbSkipped = 0 vIMS_test = data['details']['sig_test']['result'] for data_test in vIMS_test: # Calculate nb of tests run and nb of tests failed # vIMS_results = get_vIMSresults(vIMS_test) # print vIMS_results try: if data_test['result'] == "Passed": nbTests += 1 elif data_test['result'] == "Failed": nbFailures += 1 elif data_test['result'] == "Skipped": nbSkipped += 1 except: nbTests = 0 new_element.append({'x': data['start_date'], 'y1': nbTests, 'y2': nbFailures, 'y3': nbSkipped}) test_data.append({'name': "vIMS nb tests passed/failed/skipped", 'info': {'type': "graph", 'xlabel': 'time', 'y1label': 'Number of tests passed', 'y2label': 'Number of tests failed', 'y3label': 'Number of tests skipped'}, 'data_set': new_element}) # Graph 3: bar graph Summ(nb tests run), Sum (nb tests failed) # ******************************************************** nbTests = 0 nbFailures = 0 for data in results: vIMS_test = data['details']['sig_test']['result'] for data_test in vIMS_test: nbTestsOK = 0 nbTestsKO = 0 try: if data_test['result'] == "Passed": nbTestsOK += 1 elif data_test['result'] == "Failed": nbTestsKO += 1 except: nbTestsOK = 0 nbTests += nbTestsOK + nbTestsKO nbFailures += nbTestsKO test_data.append({'name': "Total number of tests run/failure tests", 'info': {"type": "bar"}, 'data_set': [{'Run': nbTests, 'Failed': nbFailures}]}) return test_data def format_Tempest_for_dashboard(results): """ Post processing for the Tempest test case """ test_data = [{'description': 'Tempest results for Dashboard'}] # Graph 1: Test_Duration = f(time) # ******************************** new_element = [] for data in results: new_element.append({'x': data['start_date'], 'y': data['details']['duration']}) test_data.append({'name': "Tempest duration", 'info': {'type': "graph", 'xlabel': 'time', 'ylabel': 'duration (s)'}, 'data_set': new_element}) # Graph 2: (Nb test, nb failure)=f(time) # *************************************** new_element = [] for data in results: new_element.append({'x': data['start_date'], 'y1': data['details']['tests'], 'y2': data['details']['failures']}) test_data.append({'name': "Tempest nb tests/nb failures", 'info': {'type': "graph", 'xlabel': 'time', 'y1label': 'Number of tests', 'y2label': 'Number of failures'}, 'data_set': new_element}) # Graph 3: bar graph Summ(nb tests run), Sum (nb tests failed) # ******************************************************** nbTests = 0 nbFailures = 0 for data in results: nbTests += data['details']['tests'] nbFailures += data['details']['failures'] test_data.append({'name': "Total number of tests run/failure tests", 'info': {"type": "bar"}, 'data_set': [{'Run': nbTests, 'Failed': nbFailures}]}) # Graph 4: (Success rate)=f(time) # *************************************** new_element = [] for data in results: try: diff = (int(data['details']['tests']) - int(data['details']['failures'])) success_rate = 100*diff/int(data['details']['tests']) except: success_rate = 0 new_element.append({'x': data['start_date'], 'y1': success_rate}) test_data.append({'name': "Tempest success rate", 'info': {'type': "graph", 'xlabel': 'time', 'y1label': 'Success rate'}, 'data_set': new_element}) return test_data def format_ODL_for_dashboard(results): """ Post processing for the ODL test case """ test_data = [{'description': 'ODL results for Dashboard'}] # Graph 1: (Nb test, nb failure)=f(time) # *************************************** new_element = [] for data in results: odl_results = data['details']['details'] nbFailures = 0 for odl in odl_results: if (odl['test_status']['@status'] == "FAIL"): nbFailures += 1 new_element.append({'x': data['start_date'], 'y1': len(odl_results), 'y2': nbFailures}) test_data.append({'name': "ODL nb tests/nb failures", 'info': {'type': "graph", 'xlabel': 'time', 'y1label': 'Number of tests', 'y2label': 'Number of failures'}, 'data_set': new_element}) return test_data def format_ONOS_for_dashboard(results): """ Post processing for the odl test case """ test_data = [{'description': 'ONOS results for Dashboard'}] # Graph 1: (duration FUNCvirtNet)=f(time) # *************************************** new_element = [] # default duration 0:00:08.999904 # consider only seconds => 09 for data in results: t = data['details']['FUNCvirNet']['duration'] h, m, s = re.split(':', t) s = round(float(s)) new_duration = int(datetime.timedelta(hours=int(h), minutes=int(m), seconds=int(s)).total_seconds()) new_element.append({'x': data['start_date'], 'y': new_duration}) test_data.append({'name': "ONOS FUNCvirNet duration ", 'info': {'type': "graph", 'xlabel': 'time (s)', 'ylabel': 'duration (s)'}, 'data_set': new_element}) # Graph 2: (Nb test, nb failure)FuncvirtNet=f(time) # *************************************** new_element = [] for data in results: onos_results = data['details']['FUNCvirNet']['status'] nbFailures = 0 for onos in onos_results: if (onos['Case result'] == "FAIL"): nbFailures += 1 new_element.append({'x': data['start_date'], 'y1': len(onos_results), 'y2': nbFailures}) test_data.append({'name': "ONOS FUNCvirNet nb tests/nb failures", 'info': {'type': "graph", 'xlabel': 'time', 'y1label': 'Number of tests', 'y2label': 'Number of failures'}, 'data_set': new_element}) # Graph 3: (duration FUNCvirtNetL3)=f(time) # *************************************** new_element = [] # default duration 0:00:08.999904 # consider only seconds => 09 for data in results: t = data['details']['FUNCvirNetL3']['duration'] h, m, s = re.split(':', t) s = round(float(s)) new_duration = int(datetime.timedelta(hours=int(h), minutes=int(m), seconds=int(s)).total_seconds()) new_element.append({'x': data['start_date'], 'y': new_duration}) test_data.append({'name': "ONOS FUNCvirNetL3 duration", 'info': {'type': "graph", 'xlabel': 'time (s)', 'ylabel': 'duration (s)'}, 'data_set': new_element}) # Graph 4: (Nb test, nb failure)FuncvirtNetL3=f(time) # *************************************** new_element = [] for data in results: onos_results = data['details']['FUNCvirNetL3']['status'] nbFailures = 0 for onos in onos_results: if (onos['Case result'] == "FAIL"): nbFailures += 1 new_element.append({'x': data['start_date'], 'y1': len(onos_results), 'y2': nbFailures}) test_data.append({'name': "ONOS FUNCvirNetL3 nb tests/nb failures", 'info': {'type': "graph", 'xlabel': 'time', 'y1label': 'Number of tests', 'y2label': 'Number of failures'}, 'data_set': new_element}) return test_data def format_Rally_for_dashboard(results): """ Post processing for the Rally test case """ test_data = [{'description': 'Rally results for Dashboard'}] # Graph 1: Test_Duration = f(time) # ******************************** new_element = [] for data in results: summary_cursor = len(data['details']) - 1 new_element.append({'x': data['start_date'], 'y': int(data['details'][summary_cursor]['summary']['duration'])}) test_data.append({'name': "rally duration", 'info': {'type': "graph", 'xlabel': 'time', 'ylabel': 'duration (s)'}, 'data_set': new_element}) # Graph 2: Success rate = f(time) # ******************************** new_element = [] for data in results: new_element.append({'x': data['start_date'], 'y': float(data['details'][summary_cursor]['summary']['nb success'])}) test_data.append({'name': "rally success rate", 'info': {'type': "graph", 'xlabel': 'time', 'ylabel': 'success rate (%)'}, 'data_set': new_element}) return test_data def format_vPing_for_dashboard(results): """ Post processing for the vPing test case """ test_data = [{'description': 'vPing results for Dashboard'}] # Graph 1: Test_Duration = f(time) # ******************************** new_element = [] for data in results: new_element.append({'x': data['start_date'], 'y': data['details']['duration']}) test_data.append({'name': "vPing duration", 'info': {'type': "graph", 'xlabel': 'time', 'ylabel': 'duration (s)'}, 'data_set': new_element}) # Graph 2: bar # ************ nbTest = 0 nbTestOk = 0 for data in results: nbTest += 1 if data['details']['status'] == "OK": nbTestOk += 1 test_data.append({'name': "vPing status", 'info': {"type": "bar"}, 'data_set': [{'Nb tests': nbTest, 'Nb Success': nbTestOk}]}) return test_data def format_vPing_userdata_for_dashboard(results): """ Post processing for the vPing_userdata test case """ test_data = [{'description': 'vPing_userdata results for Dashboard'}] # Graph 1: Test_Duration = f(time) # ******************************** new_element = [] for data in results: new_element.append({'x': data['start_date'], 'y': data['details']['duration']}) test_data.append({'name': "vPing_userdata duration", 'info': {'type': "graph", 'xlabel': 'time', 'ylabel': 'duration (s)'}, 'data_set': new_element}) # Graph 2: bar # ************ nbTest = 0 nbTestOk = 0 for data in results: nbTest += 1 if data['details']['status'] == "OK": nbTestOk += 1 test_data.append({'name': "vPing_userdata status", 'info': {"type": "bar"}, 'data_set': [{'Nb tests': nbTest, 'Nb Success': nbTestOk}]}) return test_data