+++ /dev/null
-# copyrighi (c) 2015 Orange
-
-# morgan.richomme@orange.com
-#
-# This program and the accompanying materials
-# are made available under the terms of the Apache License, Version 2.0
-# which accompanies this distribution, and is available at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# This script is used to get data from test DB
-# and format them into a json format adapted for a dashboard
-#
-# v0.1: basic example
-#
-import json
-import requests
-from vPing2Dashboard import format_vPing_for_dashboard
-
-
-class TestCriteria:
-
- """ describes the test criteria platform """
- def __init__(self):
- self.project = ''
- self.testcase = ''
- self.pod_name = 'all'
- self.duration = 'all'
- self.version = 'all'
- self.installer = 'all'
-
- def setCriteria(self, project, testcase, pod_name,
- duration, version, installer):
- self.project = project
- self.testcase = testcase
- self.pod_name = pod_name
- self.duration = duration
- self.version = version
- self.installer = installer
-
- def format_criteria(self, name):
- if(name == 'all' or name == 0):
- return ""
- else:
- if(type(name) == int):
- return "_" + str(name)
- else:
- return "_" + name
-
- def format(self):
- pod_name = self.format_criteria(self.pod_name)
- version_name = self.format_criteria(self.version)
- installer_name = self.format_criteria(self.installer)
- duration_name = self.format_criteria(self.duration)
- try:
- fileName = "result_" + self.project + "_" + self.testcase + \
- pod_name + version_name + installer_name + \
- duration_name + ".json"
- except:
- print "Impossible to format json file name"
- return fileName
-
-
-def get_pods(db_url):
- # retrieve the list of pods
- url = db_url + "/pods"
- # Build headers
- headers = {'Content-Type': 'application/json'}
-
- try:
- db_data = requests.get(url, headers=headers)
- # Get result as a json object
- pods_data = json.loads(db_data.text)
- # Get results
- pods = pods_data['pods']
- pods_table = []
- for pod in pods:
- # cast int becase otherwise API retrieve 1.0
- # TODO check format with API
- pods_table.append(pod['name'])
-
- pods_table.append('all')
- return pods_table
- except:
- print "Error retrieving the list of PODs"
- return None
-
-
-def get_versions(db_url):
- # retrieve the list of versions
- # TODO not supported in API yet
- url = db_url + "/results"
- # Build headers
- headers = {'Content-Type': 'application/json'}
-
- try:
- db_data = requests.get(url, headers=headers)
- # Get result as a json object
- versions_data = json.loads(db_data.text)
- # Get results
- versions = versions_data['test_results']
- versions_table = []
- for version in versions:
- if (version['version'] is not None):
- versions_table.append(version['version'])
-
- versions_table.append('all')
- versions_table = sorted(set(versions_table))
- return versions_table
- except:
- print "Error retrieving the list of OPNFV versions"
- return None
-
-
-def get_installers(db_url):
- # retrieve the list of installers
- # TODO not supported in API yet
- url = db_url + "/results"
- # Build headers
- headers = {'Content-Type': 'application/json'}
-
- try:
- db_data = requests.get(url, headers=headers)
- # Get result as a json object
- installers_data = json.loads(db_data.text)
- # Get results
- installers = installers_data['test_results']
-
- installers_table = []
- for installer in installers:
- if (installer['installer'] is not None):
- installers_table.append(installer['installer'])
-
- installers_table.append('all')
- installers_table = sorted(set(installers_table))
- return installers_table
- except:
- print "Error retrieving the list of OPNFV installers"
- return None
-
-
-def get_testcases(db_url, project):
- # retrieve the list of pods
- url = db_url + "/test_projects/" + project + "/cases"
- # Build headers
- headers = {'Content-Type': 'application/json'}
-
- try:
- db_data = requests.get(url, headers=headers)
- # Get result as a json object
- testcases_data = json.loads(db_data.text)
- # Get results
- testcases = testcases_data['test_cases']
- testcases_table = []
- for testcase in testcases:
- testcases_table.append(testcase['name'])
-
- testcases_table.append('all')
-
- return testcases_table
- except:
- print "Error retrieving the list of testcases"
- return None
-
-
-def get_results(db_url, test_criteria):
-
- # use param to filter request to result DB
- # if not precised => no filter
- # filter criteria:
- # - POD
- # - versions
- # - installers
- # - testcase
- # - test projects
- # - timeframe (last 30 days, 365 days, since beginning of the project)
- # e.g.
- # - vPing tests since 2 months
- # - Tempest tests on LF POD2 fuel based / Arno stable since the beginning
- # - yardstick tests on any POD since 30 days
- # - Qtip tests on dell-test1 POD
- #
- # params = {"pod_name":pod, "testcase":testcase}
- # filter_date = days # data from now - days
-
- test_project = test_criteria.project
- testcase = test_criteria.testcase
- period = test_criteria.duration
- version = test_criteria.version
- installer = test_criteria.installer
- pod = test_criteria.pod_name
-
- # TODO complete params (installer type, testcase, version )
- # need API to be up to date
- # we assume that criteria could be used at the API level
- # no need to processing on date for instance
- # params = {"pod_name": pod_name}
-
- # Build headers
- headers = {'Content-Type': 'application/json'}
-
- # build the request
- # if criteria is all => remove criteria
- url = db_url + "/results?project=" + test_project + "&case=" + testcase
-
- if (pod != "all"):
- url += "&pod=" + pod
- if (installer != "all"):
- url += "&installer=" + installer
- if (version != "all"):
- url += "&version=" + version
- url += "&period=" + str(period)
-
- # Send Request to Test DB
- myData = requests.get(url, headers=headers)
-
- # Get result as a json object
- myNewData = json.loads(myData.text)
-
- # Get results
- myDataResults = myNewData['test_results']
-
- return myDataResults
-
-
-def generateJson(test_name, test_case, db_url):
- # pod_id = "opnfv-jump-1'
- # test_version = 'Arno master'
- # test_installer = 'fuel'
- # test_retention = 30
-
- pods = get_pods(db_url)
- versions = get_versions(db_url)
- installers = get_installers(db_url)
-
- test_durations = [90, 365, 0] # 0 means since the beginning
-
- # For all the PoDs
- for pod in pods:
- # all the versions
- for version in versions:
- # all the installers
- for installer in installers:
- # all the retention time
- for test_duration in test_durations:
-
- criteria = TestCriteria()
- criteria.setCriteria(test_name, test_case, pod,
- test_duration, version, installer)
- format_data_for_dashboard(criteria)
-
-
-def format_data_for_dashboard(criteria):
-
- # Depending on the use case, json for dashboarding is customized
- # depending on the graph you want to show
-
- if (criteria.testcase == "vPing"):
- format_vPing_for_dashboard(criteria)
+++ /dev/null
-#!/usr/bin/python
-#
-# Copyright (c) 2015 Orange
-# morgan.richomme@orange.com
-#
-# This program and the accompanying materials
-# are made available under the terms of the Apache License, Version 2.0
-# which accompanies this distribution, and is available at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# This script is used to get data from test DB
-# and format them into a json format adapted for a dashboard
-#
-# v0.1: basic example
-#
-import logging
-import argparse
-import pprint
-import dashboard_utils
-import os
-import yaml
-
-pp = pprint.PrettyPrinter(indent=4)
-
-parser = argparse.ArgumentParser()
-parser.add_argument("repo_path", help="Path to the repository")
-parser.add_argument("-d", "--debug", help="Debug mode", action="store_true")
-args = parser.parse_args()
-
-""" logging configuration """
-logger = logging.getLogger('config_functest')
-logger.setLevel(logging.DEBUG)
-
-ch = logging.StreamHandler()
-if args.debug:
- ch.setLevel(logging.DEBUG)
-else:
- ch.setLevel(logging.INFO)
-
-formatter = logging.Formatter('%(asctime)s - %(name)s -\
- %(levelname)s - %(message)s')
-ch.setFormatter(formatter)
-logger.addHandler(ch)
-
-if not os.path.exists(args.repo_path):
- logger.error("Repo directory not found '%s'" % args.repo_path)
- exit(-1)
-
-with open(args.repo_path+"testcases/config_functest.yaml") as f:
- functest_yaml = yaml.safe_load(f)
-f.close()
-
-""" global variables """
-# Directories
-HOME = os.environ['HOME']+"/"
-REPO_PATH = args.repo_path
-TEST_DB = functest_yaml.get("results").get("test_db_url")
-
-
-def main():
- try:
- logger.info("Functest test result generation for dashboard")
-
- # TODO create the loop to provide all the json files
- logger.debug("Retrieve all the testcases from DB")
- test_cases = dashboard_utils.get_testcases(TEST_DB, "functest")
-
- # TODO to be refactor once graph for Tempest, rally and ODL ready
- # Do it only for vPing in first stage
- for case in test_cases:
- logger.debug("Generate " + case + " json files")
- dashboard_utils.generateJson('functest', case, TEST_DB)
-
- logger.info("Functest json files for dashboard successfully generated")
- except:
- logger.error("Impossible to generate json files for dashboard")
-
-
-if __name__ == '__main__':
- main()
+++ /dev/null
-#!/usr/bin/python
-#
-# Copyright (c) 2015 Orange
-# morgan.richomme@orange.com
-#
-# This program and the accompanying materials
-# are made available under the terms of the Apache License, Version 2.0
-# which accompanies this distribution, and is available at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# This script is used to build json files for the dashboard
-# for the ODL test case
-#
-# v0.1: basic example
-#
-import logging
-import argparse
-import pprint
-# import json
-# import dashboard_utils
-import os
-import yaml
-
-pp = pprint.PrettyPrinter(indent=4)
-
-parser = argparse.ArgumentParser()
-parser.add_argument("repo_path", help="Path to the repository")
-parser.add_argument("-d", "--debug", help="Debug mode", action="store_true")
-args = parser.parse_args()
-
-""" logging configuration """
-logger = logging.getLogger('config_functest')
-logger.setLevel(logging.DEBUG)
-
-if not os.path.exists(args.repo_path):
- logger.error("Repo directory not found '%s'" % args.repo_path)
- exit(-1)
-
-with open(args.repo_path+"testcases/config_functest.yaml") as f:
- functest_yaml = yaml.safe_load(f)
-f.close()
-
-""" global variables """
-# Directories
-HOME = os.environ['HOME']+"/"
-REPO_PATH = args.repo_path
-TEST_DB = functest_yaml.get("results").get("test_db_url")
-
-
-def format_tempest_for_dashboard(criteria):
- logger.debug("generate dashboard json files for ODL suite")
+++ /dev/null
-#!/usr/bin/python
-#
-# Copyright (c) 2015 Orange
-# morgan.richomme@orange.com
-#
-# This program and the accompanying materials
-# are made available under the terms of the Apache License, Version 2.0
-# which accompanies this distribution, and is available at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# This script is used to build json files for the dashboard
-# for the rally test case
-#
-# v0.1: basic example
-#
-import logging
-import argparse
-import pprint
-# import json
-# import dashboard_utils
-import os
-import yaml
-
-pp = pprint.PrettyPrinter(indent=4)
-
-parser = argparse.ArgumentParser()
-parser.add_argument("repo_path", help="Path to the repository")
-parser.add_argument("-d", "--debug", help="Debug mode", action="store_true")
-args = parser.parse_args()
-
-""" logging configuration """
-logger = logging.getLogger('config_functest')
-logger.setLevel(logging.DEBUG)
-
-if not os.path.exists(args.repo_path):
- logger.error("Repo directory not found '%s'" % args.repo_path)
- exit(-1)
-
-with open(args.repo_path+"testcases/config_functest.yaml") as f:
- functest_yaml = yaml.safe_load(f)
-f.close()
-
-""" global variables """
-# Directories
-HOME = os.environ['HOME']+"/"
-REPO_PATH = args.repo_path
-TEST_DB = functest_yaml.get("results").get("test_db_url")
-
-
-def format_tempest_for_dashboard(criteria):
- logger.debug("generate dashboard json files for rally")
+++ /dev/null
-#!/usr/bin/python
-#
-# Copyright (c) 2015 Orange
-# morgan.richomme@orange.com
-#
-# This program and the accompanying materials
-# are made available under the terms of the Apache License, Version 2.0
-# which accompanies this distribution, and is available at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# This script is used to build json files for the dashboard
-# for the tempest test case
-#
-# v0.1: basic example
-#
-import logging
-import argparse
-import pprint
-# import json
-# import dashboard_utils
-import os
-import yaml
-
-pp = pprint.PrettyPrinter(indent=4)
-
-parser = argparse.ArgumentParser()
-parser.add_argument("repo_path", help="Path to the repository")
-parser.add_argument("-d", "--debug", help="Debug mode", action="store_true")
-args = parser.parse_args()
-
-""" logging configuration """
-logger = logging.getLogger('config_functest')
-logger.setLevel(logging.DEBUG)
-
-if not os.path.exists(args.repo_path):
- logger.error("Repo directory not found '%s'" % args.repo_path)
- exit(-1)
-
-with open(args.repo_path+"testcases/config_functest.yaml") as f:
- functest_yaml = yaml.safe_load(f)
-f.close()
-
-""" global variables """
-# Directories
-HOME = os.environ['HOME']+"/"
-REPO_PATH = args.repo_path
-TEST_DB = functest_yaml.get("results").get("test_db_url")
-
-
-def format_tempest_for_dashboard(criteria):
- logger.debug("generate dashboard json files for Tempest")
+++ /dev/null
-#!/usr/bin/python
-#
-# Copyright (c) 2015 Orange
-# morgan.richomme@orange.com
-#
-# This program and the accompanying materials
-# are made available under the terms of the Apache License, Version 2.0
-# which accompanies this distribution, and is available at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# This script is used to build json files for the dashboard
-# for the vPing test case
-#
-# v0.1: basic example
-#
-import logging
-import argparse
-import pprint
-import json
-import dashboard_utils
-import os
-import yaml
-
-pp = pprint.PrettyPrinter(indent=4)
-
-parser = argparse.ArgumentParser()
-parser.add_argument("repo_path", help="Path to the repository")
-parser.add_argument("-d", "--debug", help="Debug mode", action="store_true")
-args = parser.parse_args()
-
-""" logging configuration """
-logger = logging.getLogger('config_functest')
-logger.setLevel(logging.DEBUG)
-
-if not os.path.exists(args.repo_path):
- logger.error("Repo directory not found '%s'" % args.repo_path)
- exit(-1)
-
-with open(args.repo_path+"testcases/config_functest.yaml") as f:
- functest_yaml = yaml.safe_load(f)
-f.close()
-
-""" global variables """
-# Directories
-HOME = os.environ['HOME']+"/"
-REPO_PATH = args.repo_path
-TEST_DB = functest_yaml.get("results").get("test_db_url")
-
-
-def format_vPing_for_dashboard(criteria):
- # Get results
- myDataResults = dashboard_utils.get_results(TEST_DB, criteria)
-
- # Depending on the use case, json for dashboarding is customized
- # depending on the graph you want to show
-
- test_data = [{'description': 'vPing results for Dashboard'}]
-
- # Graph 1: Duration = f(time)
- # ***************************
- new_element = []
- for data in myDataResults:
- new_element.append({'x': data['creation_date'],
- 'y': data['details']['duration']})
-
- test_data.append({'name': "vPing duration",
- 'info': {'type': "graph",
- 'xlabel': 'time',
- 'ylabel': 'duration (s)'},
- 'data_set': new_element})
-
- # Graph 2: bar
- # ************
- nbTest = 0
- nbTestOk = 0
-
- for data in myDataResults:
- nbTest += 1
- if data['details']['status'] == "OK":
- nbTestOk += 1
-
- test_data.append({'name': "vPing status",
- 'info': {"type": "bar"},
- 'data_set': [{'Nb tests': nbTest,
- 'Nb Success': nbTestOk}]})
-
- # Generate json file
- fileName = criteria.format()
- logger.debug("Generate json file:" + fileName)
-
- with open(fileName, "w") as outfile:
- json.dump(test_data, outfile, indent=4)
Code Review / functest-xtesting.git / commitdiff