1 from urllib2 import Request, urlopen, URLError
4 import reportingConf as conf
5 import reportingUtils as utils
7 installers = conf.installers
8 items = ["tests", "Success rate", "duration"]
11 criteria_nb_test = 165
12 criteria_duration = 1800
13 criteria_success_rate = 90
15 logger = utils.getLogger("Tempest")
16 logger.info("************************************************")
17 logger.info("* Generating reporting Tempest_smoke_serial *")
18 logger.info("* Data retention = %s days *" % PERIOD)
20 logger.info("************************************************")
22 logger.info("Success criteria:")
23 logger.info("nb tests executed > %s s " % criteria_nb_test)
24 logger.info("test duration < %s s " % criteria_duration)
25 logger.info("success rate > %s " % criteria_success_rate)
27 for installer in installers:
28 # we consider the Tempest results of the last PERIOD days
29 url = conf.URL_BASE + "?case=tempest_smoke_serial"
30 request = Request(url + '&period=' + str(PERIOD) +
31 '&installer=' + installer + '&version=master')
32 logger.info("Search tempest_smoke_serial results for installer %s"
35 response = urlopen(request)
37 results = json.loads(k)
39 logger.error("Error code: %s" % e)
41 test_results = results['results']
47 for r in test_results:
48 # Retrieve all the scenarios per installer
49 # In Brahmaputra use version
50 # Since Colorado use scenario
51 if not r['scenario'] in scenario_results.keys():
52 scenario_results[r['scenario']] = []
53 scenario_results[r['scenario']].append(r)
55 for s, s_result in scenario_results.items():
56 scenario_results[s] = s_result[0:5]
57 # For each scenario, we build a result object to deal with
58 # results, criteria and error handling
59 for result in scenario_results[s]:
60 result["start_date"] = result["start_date"].split(".")[0]
64 nb_tests_run = result['details']['tests']
65 nb_tests_failed = result['details']['failures']
67 success_rate = 100*(int(nb_tests_run) -
68 int(nb_tests_failed)) / int(nb_tests_run)
72 result['details']["tests"] = nb_tests_run
73 result['details']["Success rate"] = str(success_rate) + "%"
81 # Expect that at least 165 tests are run
82 if nb_tests_run >= criteria_nb_test:
85 # Expect that at least 90% of success
86 if success_rate >= criteria_success_rate:
89 # Expect that the suite duration is inferior to 30m
90 if result['details']['duration'] < criteria_duration:
93 result['criteria'] = {'tests': crit_tests,
94 'Success rate': crit_rate,
95 'duration': crit_time}
97 logger.debug("Scenario %s, Installer %s"
98 % (s_result[1]['scenario'], installer))
99 logger.debug("Nb Test run: %s" % nb_tests_run)
100 logger.debug("Test duration: %s"
101 % result['details']['duration'])
102 logger.debug("Success rate: %s" % success_rate)
104 logger.error("Data format error")
109 errors = result['details']['errors']
110 result['errors'] = errors.replace('{0}', '')
112 logger.error("Error field not present (Brahamputra runs?)")
114 templateLoader = jinja2.FileSystemLoader(conf.REPORTING_PATH)
115 templateEnv = jinja2.Environment(loader=templateLoader)
117 TEMPLATE_FILE = "/template/index-tempest-tmpl.html"
118 template = templateEnv.get_template(TEMPLATE_FILE)
120 outputText = template.render(scenario_results=scenario_results,
124 with open(conf.REPORTING_PATH + "/release/master/index-tempest-" +
125 installer + ".html", "wb") as fh:
127 logger.info("Tempest automatic reporting succesfully generated.")