VNFs/DPPD-PROX/helper-scripts/rapid/rapid_corestatstest.py

   1 #!/usr/bin/python
   2
   3 ##
   4 ## Copyright (c) 2020 Intel Corporation
   5 ##
   6 ## Licensed under the Apache License, Version 2.0 (the "License");
   7 ## you may not use this file except in compliance with the License.
   8 ## You may obtain a copy of the License at
   9 ##
  10 ##
  11 ##     http://www.apache.org/licenses/LICENSE-2.0
  12 ##
  13 ## Unless required by applicable law or agreed to in writing, software
  14 ## distributed under the License is distributed on an "AS IS" BASIS,
  15 ## WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  16 ## See the License for the specific language governing permissions and
  17 ## limitations under the License.
  18 ##
  19
  20 import sys
  21 import time
  22 import requests
  23 from rapid_log import RapidLog
  24 from rapid_test import RapidTest
  25
  26 class CoreStatsTest(RapidTest):
  27     """
  28     Class to manage the corestatstesting
  29     """
  30     def __init__(self, test_param,  runtime, pushgateway, environment_file, machines):
  31         super().__init__(test_param, runtime, pushgateway, environment_file)
  32         self.machines = machines
  33
  34     def run(self):
  35     #    fieldnames = ['PROXID','Time','Received','Sent','NonDPReceived','NonDPSent','Delta','NonDPDelta','Dropped']
  36     #    writer = csv.DictWriter(data_csv_file, fieldnames=fieldnames)
  37     #    writer.writeheader()
  38         RapidLog.info("+------------------------------------------------------------------------------------------------------------------+")
  39         RapidLog.info("| Measuring core statistics on 1 or more PROX instances                                                            |")
  40         RapidLog.info("+-----------+-----------+------------+------------+------------+------------+------------+------------+------------+")
  41         RapidLog.info("| PROX ID   |    Time   |    RX      |     TX     | non DP RX  | non DP TX  |   TX - RX  | nonDP TX-RX|  DROP TOT  |")
  42         RapidLog.info("+-----------+-----------+------------+------------+------------+------------+------------+------------+------------+")
  43         duration = self.test['runtime']
  44         tot_drop = []
  45         old_rx = []; old_non_dp_rx = []; old_tx = []; old_non_dp_tx = []; old_drop = []; old_tx_fail = []; old_tsc = []
  46         new_rx = []; new_non_dp_rx = []; new_tx = []; new_non_dp_tx = []; new_drop = []; new_tx_fail = []; new_tsc = []
  47         machines_to_go = len (self.machines)
  48         for machine in self.machines:
  49             machine.reset_stats()
  50             tot_drop.append(0)
  51             old_rx.append(0); old_non_dp_rx.append(0); old_tx.append(0); old_non_dp_tx.append(0); old_drop.append(0); old_tx_fail.append(0); old_tsc.append(0)
  52             old_rx[-1], old_non_dp_rx[-1], old_tx[-1], old_non_dp_tx[-1], old_drop[-1], old_tx_fail[-1], old_tsc[-1], tsc_hz = machine.core_stats()
  53             new_rx.append(0); new_non_dp_rx.append(0); new_tx.append(0); new_non_dp_tx.append(0); new_drop.append(0); new_tx_fail.append(0); new_tsc.append(0)
  54         while (duration > 0):
  55             time.sleep(0.5)
  56             # Get statistics after some execution time
  57             for i, machine in enumerate(self.machines, start=0):
  58                 new_rx[i], new_non_dp_rx[i], new_tx[i], new_non_dp_tx[i], new_drop[i], new_tx_fail[i], new_tsc[i], tsc_hz = machine.core_stats()
  59                 drop = new_drop[i]-old_drop[i]
  60                 rx = new_rx[i] - old_rx[i]
  61                 tx = new_tx[i] - old_tx[i]
  62                 non_dp_rx = new_non_dp_rx[i] - old_non_dp_rx[i]
  63                 non_dp_tx = new_non_dp_tx[i] - old_non_dp_tx[i]
  64                 tsc = new_tsc[i] - old_tsc[i]
  65                 if tsc == 0 :
  66                     continue
  67                 machines_to_go -= 1
  68                 old_drop[i] = new_drop[i]
  69                 old_rx[i] = new_rx[i]
  70                 old_tx[i] = new_tx[i]
  71                 old_non_dp_rx[i] = new_non_dp_rx[i]
  72                 old_non_dp_tx[i] = new_non_dp_tx[i]
  73                 old_tsc[i] = new_tsc[i]
  74                 tot_drop[i] = tot_drop[i] + tx - rx
  75                 RapidLog.info('|{:>10.0f}'.format(i)+ ' |{:>10.0f}'.format(duration)+' | ' + '{:>10.0f}'.format(rx) + ' | ' +'{:>10.0f}'.format(tx) + ' | '+'{:>10.0f}'.format(non_dp_rx)+' | '+'{:>10.0f}'.format(non_dp_tx)+' | ' + '{:>10.0f}'.format(tx-rx) + ' | '+ '{:>10.0f}'.format(non_dp_tx-non_dp_rx) + ' | '+'{:>10.0f}'.format(tot_drop[i]) +' |')
  76     #            writer.writerow({'PROXID':i,'Time':duration,'Received':rx,'Sent':tx,'NonDPReceived':non_dp_rx,'NonDPSent':non_dp_tx,'Delta':tx-rx,'NonDPDelta':non_dp_tx-non_dp_rx,'Dropped':tot_drop[i]})
  77                 if self.test['pushgateway']:
  78                     URL = self.test['pushgateway'] + self.test['test']+ '/instance/' + self.test['environment_file'] + str(i)
  79                     DATA = 'PROXID {}\nTime {}\n Received {}\nSent {}\nNonDPReceived {}\nNonDPSent {}\nDelta {}\nNonDPDelta {}\nDropped {}\n'.format(i,duration,rx,tx,non_dp_rx,non_dp_tx,tx-rx,non_dp_tx-non_dp_rx,tot_drop[i])
  80                     HEADERS = {'X-Requested-With': 'Python requests', 'Content-type': 'text/xml'}
  81                     response = requests.post(url=URL, data=DATA,headers=HEADERS)
  82                     if (response.status_code != 202) and (response.status_code != 200):
  83                         RapidLog.info('Cannot send metrics to {}'.format(URL))
  84                         RapidLog.info(DATA)
  85                 if machines_to_go == 0:
  86                     duration = duration - 1
  87                     machines_to_go = len (self.machines)
  88         RapidLog.info("+-----------+-----------+------------+------------+------------+------------+------------+------------+------------+")
  89         return (True)
  90