Improved PROX cleanup when exiting
[samplevnf.git] / VNFs / DPPD-PROX / helper-scripts / rapid / rapid_parser.py
1 #!/usr/bin/python
2
3 ##
4 ## Copyright (c) 2020 Intel Corporation
5 ##
6 ## Licensed under the Apache License, Version 2.0 (the "License");
7 ## you may not use this file except in compliance with the License.
8 ## You may obtain a copy of the License at
9 ##
10 ##     http://www.apache.org/licenses/LICENSE-2.0
11 ##
12 ## Unless required by applicable law or agreed to in writing, software
13 ## distributed under the License is distributed on an "AS IS" BASIS,
14 ## WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15 ## See the License for the specific language governing permissions and
16 ## limitations under the License.
17 ##
18
19 from rapid_log import RapidLog 
20 from past.utils import old_div
21 try:
22     import configparser
23 except ImportError:
24     # Python 2.x fallback
25     import ConfigParser as configparser
26 import ast
27 inf = float("inf")
28
29 class RapidConfigParser(object):
30     """
31     Class to deal with rapid configuration files
32     """
33     @staticmethod
34     def parse_config(test_params):
35         testconfig = configparser.RawConfigParser()
36         testconfig.read(test_params['test_file'])
37         test_params['required_number_of_test_machines'] = int(testconfig.get(
38             'TestParameters', 'total_number_of_test_machines'))
39         test_params['number_of_tests'] = int(testconfig.get('TestParameters',
40             'number_of_tests'))
41         test_params['TestName'] = testconfig.get('TestParameters', 'name')
42         if testconfig.has_option('TestParameters', 'lat_percentile'):
43             test_params['lat_percentile'] = old_div(float(
44                 testconfig.get('TestParameters', 'lat_percentile')),100.0)
45         else:
46             test_params['lat_percentile'] = 0.99
47         RapidLog.info('Latency percentile at {:.0f}%'.format(
48             test_params['lat_percentile']*100))
49         if testconfig.has_option('TestParameters', 'ipv6'):
50             test_params['ipv6'] = testconfig.getboolean('TestParameters','ipv6')
51         else:
52             test_params['ipv6'] = False
53         config = configparser.RawConfigParser()
54         config.read(test_params['environment_file'])
55         test_params['vim_type'] = config.get('Varia', 'vim')
56         test_params['key'] = config.get('ssh', 'key')
57         test_params['user'] = config.get('ssh', 'user')
58         test_params['total_number_of_machines'] = int(config.get('rapid',
59             'total_number_of_machines'))
60         tests = []
61         test = {}
62         for test_index in range(1, test_params['number_of_tests']+1):
63             test.clear()
64             section = 'test%d'%test_index
65             options = testconfig.options(section)
66             for option in options:
67                 if option in ['imix','imixs','flows']:
68                     test[option] = ast.literal_eval(testconfig.get(section,
69                         option))
70                 elif option in ['maxframespersecondallingress','stepsize',
71                         'flowsize']:
72                     test[option] = int(testconfig.get(section, option))
73                 elif option in ['startspeed', 'step', 'drop_rate_threshold',
74                         'lat_avg_threshold','lat_perc_threshold',
75                         'lat_max_threshold','accuracy','maxr','maxz',
76                         'ramp_step']:
77                     test[option] = float(testconfig.get(section, option))
78                 else:
79                     test[option] = testconfig.get(section, option)
80             tests.append(dict(test))
81         for test in tests:
82             if test['test'] in ['flowsizetest','TST009test']:
83                 if 'drop_rate_threshold' not in test.keys():
84                     test['drop_rate_threshold'] = 0
85                 latency_thresholds = ['lat_avg_threshold','lat_perc_threshold','lat_max_threshold']
86                 for threshold in latency_thresholds:
87                     if threshold not in test.keys():
88                         test[threshold] = inf
89         test_params['tests'] = tests
90         if test_params['required_number_of_test_machines'] > test_params[
91                 'total_number_of_machines']:
92             RapidLog.exception("Not enough VMs for this test: %d needed and only %d available" % (required_number_of_test_machines,total_number_of_machines))
93             raise Exception("Not enough VMs for this test: %d needed and only %d available" % (required_number_of_test_machines,total_number_of_machines))
94         machine_map = configparser.RawConfigParser()
95         machine_map.read(test_params['machine_map_file'])
96         machines = []
97         machine = {}
98         for test_machine in range(1, test_params['required_number_of_test_machines']+1):
99             machine.clear()
100             section = 'TestM%d'%test_machine
101             options = testconfig.options(section)
102             for option in options:
103                 if option in ['prox_socket','prox_launch_exit','monitor']:
104                     machine[option] = testconfig.getboolean(section, option)
105                 elif option in ['cores', 'gencores','latcores']:
106                     machine[option] = ast.literal_eval(testconfig.get(
107                         section, option))
108                 elif option in ['bucket_size_exp']:
109                     machine[option] = int(testconfig.get(section, option))
110                     if machine[option] < 11:
111                         RapidLog.exception("Minimum Value for bucket_size_exp is 11")
112                 else:
113                     machine[option] = testconfig.get(section, option)
114                 for key in ['prox_socket','prox_launch_exit']:
115                    if key not in machine.keys():
116                        machine[key] = True
117             if 'monitor' not in machine.keys():
118                 machine['monitor'] = True
119             index = int(machine_map.get('TestM%d'%test_machine,
120                 'machine_index'))
121             section = 'M%d'%index
122             options = config.options(section)
123             for option in options:
124                 machine[option] = config.get(section, option)
125             machines.append(dict(machine))
126         for machine in machines:
127             dp_ports = []
128             if 'dest_vm' in machine.keys():
129                 index = 1
130                 while True: 
131                     dp_ip_key = 'dp_ip{}'.format(index)
132                     dp_mac_key = 'dp_mac{}'.format(index)
133                     if dp_ip_key in machines[int(machine['dest_vm'])-1].keys() and \
134                             dp_mac_key in machines[int(machine['dest_vm'])-1].keys():
135                         dp_port = {'ip': machines[int(machine['dest_vm'])-1][dp_ip_key],
136                                 'mac' : machines[int(machine['dest_vm'])-1][dp_mac_key]}
137                         dp_ports.append(dict(dp_port))
138                         index += 1
139                     else:
140                         break
141                     machine['dest_ports'] = list(dp_ports)
142             gw_ips = []
143             if 'gw_vm' in machine.keys():
144                 index = 1
145                 while True:
146                     gw_ip_key = 'dp_ip{}'.format(index)
147                     if gw_ip_key in machines[int(machine['gw_vm'])-1].keys():
148                         gw_ip = machines[int(machine['gw_vm'])-1][gw_ip_key]
149                         gw_ips.append(gw_ip)
150                         index += 1
151                     else:
152                         break
153                     machine['gw_ips'] = list(gw_ips)
154         test_params['machines'] = machines
155         return (test_params)