Benchmark Kubernetes Networking Performance

https://github.com/kubernetes/perf-tests/tree/master/network/benchmarks/netperf

Change-Id: I6facd567f1c52c5949b53484a1fb107dcf34d622
Signed-off-by: Cédric Ollivier <cedric.ollivier@orange.com>

diff --git a/ansible/site.gate.yml b/ansible/site.gate.yml
index 68c868c..13197cf 100644 (file)
--- a/ansible/site.gate.yml
+++ b/ansible/site.gate.yml
@@ -56,6 +56,7 @@
         - container: functest-kubernetes-benchmarking
           tests:
             - xrally_kubernetes_full
+            - netperf
         - container: functest-kubernetes-cnf
           tests:
             - k8s_vims

diff --git a/ansible/site.yml b/ansible/site.yml
index 27c4e2f..5acf689 100644 (file)
--- a/ansible/site.yml
+++ b/ansible/site.yml
@@ -41,6 +41,7 @@
         - container: functest-kubernetes-benchmarking
           tests:
             - xrally_kubernetes_full
+            - netperf
         - container: functest-kubernetes-cnf
           tests:
             - k8s_vims

diff --git a/docker/benchmarking/Dockerfile b/docker/benchmarking/Dockerfile
index 6625322..d209b00 100644 (file)
--- a/docker/benchmarking/Dockerfile
+++ b/docker/benchmarking/Dockerfile
@@ -1,4 +1,16 @@
 FROM opnfv/functest-kubernetes-smoke
 
+COPY plotperf.py.patch /tmp/plotperf.py.patch
+RUN apk --no-cache add --update py3-matplotlib && \
+    apk --no-cache add --virtual .build-deps --update patch go && \
+    ln -s /usr/bin/python3 /usr/bin/python && \
+    git clone https://github.com/kubernetes/perf-tests && \
+    (cd perf-tests/network/benchmarks/netperf && go build -o /usr/local/bin/launch launch.go) && \
+    curl https://raw.githubusercontent.com/girishkalele/pyplot-docker/master/plotperf.py \
+        --output /usr/local/bin/plotperf.py && \
+    (cd /usr/local/bin && patch -p0 < /tmp/plotperf.py.patch && \
+        mv plotperf.py plotperf && chmod a+x plotperf) && \
+    rm -rf perf-tests /tmp/plotperf.py.patch && \
+    apk del .build-deps
 COPY testcases.yaml /usr/lib/python3.8/site-packages/xtesting/ci/testcases.yaml
 CMD ["run_tests", "-t", "all"]

diff --git a/docker/benchmarking/testcases.yaml b/docker/benchmarking/testcases.yaml
index 1a850e2..bcf40d4 100644 (file)
--- a/docker/benchmarking/testcases.yaml
+++ b/docker/benchmarking/testcases.yaml
@@ -20,3 +20,14 @@ tiers:
             times: 10
             concurrency: 4
             namespaces_count: 3
+      - case_name: netperf
+        project_name: functest
+        criteria: 100
+        blocking: false
+        description: >-
+          A standardized benchmark to measure Kubernetes networking performance
+          on multiple host platforms and network stacks.
+        dependencies:
+          - DEPLOY_SCENARIO: "k8-*"
+        run:
+          name: netperf

diff --git a/functest_kubernetes/netperf/__init__.py b/functest_kubernetes/netperf/__init__.py
new file mode 100644 (file)
index 0000000..e69de29

diff --git a/functest_kubernetes/netperf/netperf.py b/functest_kubernetes/netperf/netperf.py
new file mode 100644 (file)
index 0000000..3135a6c
--- /dev/null
+++ b/functest_kubernetes/netperf/netperf.py
@@ -0,0 +1,66 @@
+#!/usr/bin/env python
+
+# Copyright (c) 2021 Orange and others.
+#
+# All rights reserved. This program and the accompanying materials
+# are made available under the terms of the Apache License, Version 2.0
+# which accompanies this distribution, and is available at
+# http://www.apache.org/licenses/LICENSE-2.0
+
+"""
+Benchmarking Kubernetes Networking Performance
+"""
+
+import glob
+import logging
+import os
+import shutil
+import subprocess
+import time
+
+from xtesting.core import testcase
+
+
+class Netperf(testcase.TestCase):
+    """Run Benchmarking Kubernetes Networking Performance"""
+
+    __logger = logging.getLogger(__name__)
+
+    def __init__(self, **kwargs):
+        super(Netperf, self).__init__(**kwargs)
+        self.output_log_name = 'functest-kubernetes.log'
+        self.output_debug_log_name = 'functest-kubernetes.debug.log'
+
+    def check_requirements(self):
+        """Check if launch is in $PATH"""
+        self.is_skipped = not (
+            shutil.which("launch") and shutil.which("plotperf"))
+        if self.is_skipped:
+            self.__logger.warning("launch or plotperf is missing")
+
+    def run(self, **kwargs):
+        self.start_time = time.time()
+        try:
+            if not os.path.exists(self.res_dir):
+                os.makedirs(self.res_dir)
+            cmd = ['launch', '-iterations', '1', '-kubeConfig',
+                   '/root/.kube/config']
+            output = subprocess.check_output(cmd, stderr=subprocess.STDOUT)
+            self.__logger.info("%s\n%s", " ".join(cmd), output.decode("utf-8"))
+            lfiles = glob.glob(os.path.join(
+                'results_netperf-latest', 'netperf-latest*.csv'))
+            results = max(lfiles, key=os.path.getmtime)
+            shutil.move(results, os.path.join(self.res_dir, 'netperf.csv'))
+            cmd = ['plotperf', '-c',
+                   os.path.join(self.res_dir, 'netperf.csv'),
+                   '-o', self.res_dir, '-s', 'netperf']
+            output = subprocess.check_output(cmd, stderr=subprocess.STDOUT)
+            self.__logger.info("%s\n%s", " ".join(cmd), output.decode("utf-8"))
+            self.result = 100
+            status = testcase.TestCase.EX_OK
+        except Exception:  # pylint: disable=broad-except
+            self.__logger.exception("Can not run Netperf")
+            self.result = 0
+            status = testcase.TestCase.EX_RUN_ERROR
+        self.stop_time = time.time()
+        return status

diff --git a/setup.cfg b/setup.cfg
index 52e1975..9721cef 100644 (file)
--- a/setup.cfg
+++ b/setup.cfg
@@ -17,3 +17,4 @@ xtesting.testcase =
     kube_hunter = functest_kubernetes.security.security:KubeHunter
     kube_bench = functest_kubernetes.security.security:KubeBench
     cnf_testsuite = functest_kubernetes.cnf_conformance.conformance:CNFConformance
+    netperf = functest_kubernetes.netperf.netperf:Netperf