yardstick/network_services/vnf_generic/vnf/prox_vnf.py

   1 # Copyright (c) 2017 Intel Corporation
   2 #
   3 # Licensed under the Apache License, Version 2.0 (the "License");
   4 # you may not use this file except in compliance with the License.
   5 # You may obtain a copy of the License at
   6 #
   7 #      http://www.apache.org/licenses/LICENSE-2.0
   8 #
   9 # Unless required by applicable law or agreed to in writing, software
  10 # distributed under the License is distributed on an "AS IS" BASIS,
  11 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12 # See the License for the specific language governing permissions and
  13 # limitations under the License.
  14
  15 import errno
  16 import logging
  17 import datetime
  18
  19 from yardstick.common.process import check_if_process_failed
  20 from yardstick.network_services.vnf_generic.vnf.prox_helpers import ProxDpdkVnfSetupEnvHelper
  21 from yardstick.network_services.vnf_generic.vnf.prox_helpers import ProxResourceHelper
  22 from yardstick.network_services.vnf_generic.vnf.sample_vnf import SampleVNF
  23 from yardstick.network_services import constants
  24 from yardstick.benchmark.contexts import base as context_base
  25
  26 LOG = logging.getLogger(__name__)
  27
  28
  29 class ProxApproxVnf(SampleVNF):
  30
  31     APP_NAME = 'PROX'
  32     APP_WORD = 'PROX'
  33     PROX_MODE = "Workload"
  34     VNF_PROMPT = "PROX started"
  35     LUA_PARAMETER_NAME = "sut"
  36
  37     def __init__(self, name, vnfd, task_id, setup_env_helper_type=None,
  38                  resource_helper_type=None):
  39         if setup_env_helper_type is None:
  40             setup_env_helper_type = ProxDpdkVnfSetupEnvHelper
  41
  42         if resource_helper_type is None:
  43             resource_helper_type = ProxResourceHelper
  44
  45         self.prev_packets_in = 0
  46         self.prev_packets_sent = 0
  47         self.prev_tsc = 0
  48         self.tsc_hz = 0
  49         super(ProxApproxVnf, self).__init__(
  50             name, vnfd, task_id, setup_env_helper_type, resource_helper_type)
  51
  52     def _vnf_up_post(self):
  53         self.resource_helper.up_post()
  54
  55     def vnf_execute(self, cmd, *args, **kwargs):
  56         # try to execute with socket commands
  57         # ignore socket errors, e.g. when using force_quit
  58         ignore_errors = kwargs.pop("_ignore_errors", False)
  59         try:
  60             return self.resource_helper.execute(cmd, *args, **kwargs)
  61         except OSError as e:
  62             if e.errno in {errno.EPIPE, errno.ESHUTDOWN, errno.ECONNRESET}:
  63                 if ignore_errors:
  64                     LOG.debug("ignoring vnf_execute exception %s for command %s", e, cmd)
  65                 else:
  66                     raise
  67             else:
  68                 raise
  69
  70     def collect_kpi(self):
  71         # we can't get KPIs if the VNF is down
  72         check_if_process_failed(self._vnf_process, 0.01)
  73
  74         physical_node = context_base.Context.get_physical_node_from_server(
  75             self.scenario_helper.nodes[self.name])
  76
  77         result = {"physical_node": physical_node}
  78
  79         if self.resource_helper is None:
  80             result.update({
  81                 "packets_in": 0,
  82                 "packets_dropped": 0,
  83                 "packets_fwd": 0,
  84                 "collect_stats": {"core": {}},
  85             })
  86             return result
  87
  88         if (self.tsc_hz == 0):
  89             self.tsc_hz = float(self.resource_helper.sut.hz())
  90             LOG.debug("TSC = %f", self.tsc_hz)
  91             if (self.tsc_hz == 0):
  92                 raise RuntimeError("Unable to retrieve TSC")
  93
  94         # use all_ports so we only use ports matched in topology
  95         port_count = len(self.vnfd_helper.port_pairs.all_ports)
  96         if port_count not in {1, 2, 4}:
  97             raise RuntimeError("Failed ..Invalid no of ports .. "
  98                                "1, 2 or 4 ports only supported at this time")
  99
 100         all_port_stats = self.vnf_execute('multi_port_stats', range(port_count))
 101         rx_total = tx_total = tsc = 0
 102         try:
 103             for single_port_stats in all_port_stats:
 104                 rx_total = rx_total + single_port_stats[1]
 105                 tx_total = tx_total + single_port_stats[2]
 106                 tsc = tsc + single_port_stats[5]
 107         except (TypeError, IndexError):
 108             LOG.error("Invalid data ...")
 109             return {}
 110
 111         tsc = tsc / port_count
 112
 113         result.update({
 114             "packets_in": rx_total,
 115             "packets_dropped": max((tx_total - rx_total), 0),
 116             "packets_fwd": tx_total,
 117             # we share ProxResourceHelper with TG, but we want to collect
 118             # collectd KPIs here and not TG KPIs, so use a different method name
 119             "collect_stats": self.resource_helper.collect_collectd_kpi(),
 120         })
 121         try:
 122             curr_packets_in = int(((rx_total - self.prev_packets_in) * self.tsc_hz)
 123                                 / (tsc - self.prev_tsc))
 124         except ZeroDivisionError:
 125             LOG.error("Error.... Divide by Zero")
 126             curr_packets_in = 0
 127
 128         try:
 129             curr_packets_fwd = int(((tx_total - self.prev_packets_sent) * self.tsc_hz)
 130                                 / (tsc - self.prev_tsc))
 131         except ZeroDivisionError:
 132             LOG.error("Error.... Divide by Zero")
 133             curr_packets_fwd = 0
 134
 135         result["curr_packets_in"] = curr_packets_in
 136         result["curr_packets_fwd"] = curr_packets_fwd
 137
 138         self.prev_packets_in = rx_total
 139         self.prev_packets_sent = tx_total
 140         self.prev_tsc = tsc
 141
 142         LOG.debug("%s collect KPIs %s %s", self.APP_NAME, datetime.datetime.now(), result)
 143         return result
 144
 145     def _tear_down(self):
 146         # this should be standardized for all VNFs or removed
 147         self.setup_helper.tear_down()
 148
 149     def terminate(self):
 150         # stop collectd first or we get pika errors?
 151         self.resource_helper.stop_collect()
 152         # try to quit with socket commands
 153         # pkill is not matching, debug with pgrep
 154         self.ssh_helper.execute("sudo pgrep -lax  %s" % self.setup_helper.APP_NAME)
 155         self.ssh_helper.execute("sudo ps aux | grep -i %s" % self.setup_helper.APP_NAME)
 156         if self._vnf_process.is_alive():
 157             self.vnf_execute("stop_all")
 158             self.vnf_execute("quit")
 159             # hopefully quit succeeds and socket closes, so ignore force_quit socket errors
 160             self.vnf_execute("force_quit", _ignore_errors=True)
 161         self.setup_helper.kill_vnf()
 162         self._tear_down()
 163         if self._vnf_process is not None:
 164             LOG.debug("joining before terminate %s", self._vnf_process.name)
 165             self._vnf_process.join(constants.PROCESS_JOIN_TIMEOUT)
 166             self._vnf_process.terminate()