yardstick/benchmark/scenarios/networking/pktgen_dpdk.py

   1 ##############################################################################
   2 # Copyright (c) 2016 ZTE corporation and others.
   3 #
   4 # All rights reserved. This program and the accompanying materials
   5 # are made available under the terms of the Apache License, Version 2.0
   6 # which accompanies this distribution, and is available at
   7 # http://www.apache.org/licenses/LICENSE-2.0
   8 ##############################################################################
   9 import pkg_resources
  10 import logging
  11 import time
  12
  13 import yardstick.ssh as ssh
  14 from yardstick.benchmark.scenarios import base
  15
  16 LOG = logging.getLogger(__name__)
  17
  18
  19 class PktgenDPDKLatency(base.Scenario):
  20     """Execute pktgen-dpdk on one vm and execute testpmd on the other vm
  21
  22   Parameters
  23     packetsize - packet size in bytes without the CRC
  24         type:    int
  25         unit:    bytes
  26         default: 64
  27     """
  28     __scenario_type__ = "PktgenDPDKLatency"
  29
  30     PKTGEN_DPDK_SCRIPT = 'pktgen_dpdk_latency_benchmark.bash'
  31     TESTPMD_SCRIPT = 'testpmd_fwd.bash'
  32
  33     def __init__(self, scenario_cfg, context_cfg):
  34         self.scenario_cfg = scenario_cfg
  35         self.context_cfg = context_cfg
  36         self.setup_done = False
  37
  38     def setup(self):
  39         '''scenario setup'''
  40         self.pktgen_dpdk_script = pkg_resources.resource_filename(
  41             'yardstick.benchmark.scenarios.networking',
  42             PktgenDPDKLatency.PKTGEN_DPDK_SCRIPT)
  43         self.testpmd_script = pkg_resources.resource_filename(
  44             'yardstick.benchmark.scenarios.networking',
  45             PktgenDPDKLatency.TESTPMD_SCRIPT)
  46         host = self.context_cfg['host']
  47         host_user = host.get('user', 'ubuntu')
  48         host_ip = host.get('ip', None)
  49         host_key_filename = host.get('key_filename', '~/.ssh/id_rsa')
  50         target = self.context_cfg['target']
  51         target_user = target.get('user', 'ubuntu')
  52         target_ip = target.get('ip', None)
  53         target_key_filename = target.get('key_filename', '~/.ssh/id_rsa')
  54         LOG.info("user:%s, target:%s", target_user, target_ip)
  55         self.server = ssh.SSH(target_user, target_ip,
  56                               key_filename=target_key_filename)
  57         self.server.wait(timeout=600)
  58
  59         # copy script to host
  60         self.server.run("cat > ~/testpmd_fwd.sh",
  61                         stdin=open(self.testpmd_script, "rb"))
  62
  63         LOG.info("user:%s, host:%s", host_user, host_ip)
  64         self.client = ssh.SSH(host_user, host_ip,
  65                               key_filename=host_key_filename)
  66         self.client.wait(timeout=600)
  67
  68         # copy script to host
  69         self.client.run("cat > ~/pktgen_dpdk.sh",
  70                         stdin=open(self.pktgen_dpdk_script, "rb"))
  71
  72         self.setup_done = True
  73         self.testpmd_args = ''
  74         self.pktgen_args = []
  75
  76     @staticmethod
  77     def get_port_mac(sshclient, port):
  78         cmd = "ifconfig |grep HWaddr |grep %s |awk '{print $5}' " % port
  79         LOG.debug("Executing command: %s", cmd)
  80         status, stdout, stderr = sshclient.execute(cmd)
  81
  82         if status:
  83             raise RuntimeError(stderr)
  84         else:
  85             return stdout.rstrip()
  86
  87     @staticmethod
  88     def get_port_ip(sshclient, port):
  89         cmd = "ifconfig %s |grep 'inet addr' |awk '{print $2}' \
  90             |cut -d ':' -f2 " % port
  91         LOG.debug("Executing command: %s", cmd)
  92         status, stdout, stderr = sshclient.execute(cmd)
  93
  94         if status:
  95             raise RuntimeError(stderr)
  96         else:
  97             return stdout.rstrip()
  98
  99     def run(self, result):
 100         """execute the benchmark"""
 101
 102         if not self.setup_done:
 103             self.setup()
 104
 105         if not self.testpmd_args:
 106             self.testpmd_args = self.get_port_mac(self.client, 'eth2')
 107
 108         if not self.pktgen_args:
 109             server_rev_mac = self.get_port_mac(self.server, 'eth1')
 110             server_send_mac = self.get_port_mac(self.server, 'eth2')
 111             client_src_ip = self.get_port_ip(self.client, 'eth1')
 112             client_dst_ip = self.get_port_ip(self.client, 'eth2')
 113
 114             self.pktgen_args = [client_src_ip, client_dst_ip,
 115                                 server_rev_mac, server_send_mac]
 116
 117         options = self.scenario_cfg['options']
 118         packetsize = options.get("packetsize", 64)
 119         rate = options.get("rate", 100)
 120
 121         cmd = "screen sudo -E bash ~/testpmd_fwd.sh %s " % (self.testpmd_args)
 122         LOG.debug("Executing command: %s", cmd)
 123         self.server.send_command(cmd)
 124
 125         time.sleep(1)
 126
 127         cmd = "screen sudo -E bash ~/pktgen_dpdk.sh %s %s %s %s %s %s" % \
 128             (self.pktgen_args[0], self.pktgen_args[1], self.pktgen_args[2],
 129              self.pktgen_args[3], rate, packetsize)
 130         LOG.debug("Executing command: %s", cmd)
 131         self.client.send_command(cmd)
 132
 133         # wait for finishing test
 134         time.sleep(1)
 135
 136         cmd = "cat ~/result.log -vT \
 137                |awk '{match($0,/\[8;40H +[0-9]+/)} \
 138                {print substr($0,RSTART,RLENGTH)}' \
 139                |grep -v ^$ |awk '{if ($2 != 0) print $2}'"
 140         client_status, client_stdout, client_stderr = self.client.execute(cmd)
 141
 142         if client_status:
 143             raise RuntimeError(client_stderr)
 144
 145         avg_latency = 0
 146         if client_stdout:
 147             latency_list = client_stdout.split('\n')[0:-2]
 148             LOG.info("10 samples of latency: %s", latency_list)
 149             latency_sum = 0
 150             for i in latency_list:
 151                 latency_sum += int(i)
 152             avg_latency = latency_sum/len(latency_list)
 153
 154         result.update({"avg_latency": avg_latency})
 155
 156         if avg_latency and "sla" in self.scenario_cfg:
 157             sla_max_latency = int(self.scenario_cfg["sla"]["max_latency"])
 158             LOG.info("avg_latency : %d ", avg_latency)
 159             LOG.info("sla_max_latency: %d", sla_max_latency)
 160             debug_info = "avg_latency %d > sla_max_latency %d" \
 161                 % (avg_latency, sla_max_latency)
 162             assert avg_latency <= sla_max_latency, debug_info