Run tests in yardstick/tests/

* Edit .testr.conf and tools/run_tests.sh
  * Run functional and unit tests in tests/ and yardstick/tests/
* Add yardstick/tests/unit/__init__.py and yardstick/tests/__init__.py
* Update pylintrc rules to disable:
  * missing-docstring
  * fixme
  * protected-access

Test will run in both tests/ and yardstick/tests/ initially

Change-Id: Iccd0df0d1b85b5d08f7faa56669bc32687925f7e
JIRA: YARDSTICK-837
Signed-off-by: Emma Foley <emma.l.foley@intel.com>

diff --git a/.pylintrc b/.pylintrc
index f5dd776..78f6562 100644 (file)
--- a/.pylintrc
+++ b/.pylintrc
@@ -36,6 +36,7 @@ disable=
  dangerous-default-value,
  deprecated-lambda,
  expression-not-assigned,
+ fixme,
  global-statement,
  literal-comparison,
  no-init,

diff --git a/tools/cover.sh b/tools/cover.sh
index 780a85a..c6e928d 100644 (file)
--- a/tools/cover.sh
+++ b/tools/cover.sh
@@ -42,17 +42,17 @@ run_coverage_test() {
     git checkout HEAD^
 
     baseline_report=$(mktemp -t yardstick_coverageXXXXXXX)
-    ls -l .testrepository
 
-    # workaround 'db type could not be determined' bug
-    # https://bugs.launchpad.net/testrepository/+bug/1229445
-    rm -rf .testrepository
     find . -type f -name "*.pyc" -delete
 
-    #python setup.py testr --coverage --testr-args=""
-    python setup.py testr --coverage --slowest --testr-args="$*"
-    testr failing
-    coverage report > ${baseline_report}
+    # Temporarily run tests from two directories, until all tests have moved
+    coverage run -p -m unittest discover ./tests/unit
+    coverage run -p -m unittest discover ./yardstick/tests/unit
+    coverage combine
+
+    # Temporarily omit yardstick/tests from the report
+    coverage report --omit=yardstick/tests/*/* > ${baseline_report}
+    coverage erase
 
     # debug awk
     tail -1 ${baseline_report}
@@ -69,17 +69,17 @@ run_coverage_test() {
 
     # Generate and save coverage report
     current_report=$(mktemp -t yardstick_coverageXXXXXXX)
-    ls -l .testrepository
 
-    # workaround 'db type could not be determined' bug
-    # https://bugs.launchpad.net/testrepository/+bug/1229445
-    rm -rf .testrepository
     find . -type f -name "*.pyc" -delete
 
-    #python setup.py testr --coverage --testr-args=""
-    python setup.py testr --coverage --slowest --testr-args="$*"
-    testr failing
-    coverage report > ${current_report}
+    # Temporarily run tests from two directories, until all tests have moved
+    coverage run -p -m unittest discover ./tests/unit
+    coverage run -p -m unittest discover ./yardstick/tests/unit
+    coverage combine
+
+    # Temporarily omit yardstick/tests from the report
+    coverage report --omit=yardstick/tests/*/* > ${current_report}
+    coverage erase
 
     rm -rf cover-$PY_VER
     coverage html -d cover-$PY_VER

diff --git a/tools/run_tests.sh b/tools/run_tests.sh
index f253327..ddb5e55 100755 (executable)
--- a/tools/run_tests.sh
+++ b/tools/run_tests.sh
@@ -29,8 +29,10 @@ run_tests() {
     echo "Running unittest ... "
     if [ $FILE_OPTION == "f" ]; then
         python -m unittest discover -v -s tests/unit > $logfile 2>&1
+        python -m unittest discover -v -s yardstick/tests/unit >> $logfile 2>&1
     else
         python -m unittest discover -v -s tests/unit
+        python -m unittest discover -v -s yardstick/tests/unit
     fi
 
     if [ $? -ne 0 ]; then
@@ -53,7 +55,8 @@ run_coverage() {
 run_functional_test() {
 
     mkdir -p .testrepository
-    python -m subunit.run discover tests/functional > .testrepository/subunit.log
+    python -m subunit.run discover yardstick/tests/functional > .testrepository/subunit.log
+    python -m subunit.run discover tests/functional >> .testrepository/subunit.log
 
     subunit2pyunit < .testrepository/subunit.log
     EXIT_CODE=$?

diff --git a/yardstick/tests/__init__.py b/yardstick/tests/__init__.py
new file mode 100644 (file)
index 0000000..e69de29

diff --git a/yardstick/tests/functional/__init__.py b/yardstick/tests/functional/__init__.py
new file mode 100644 (file)
index 0000000..e69de29

diff --git a/yardstick/tests/unit/__init__.py b/yardstick/tests/unit/__init__.py
new file mode 100644 (file)
index 0000000..a468b27
--- /dev/null
+++ b/yardstick/tests/unit/__init__.py
@@ -0,0 +1,76 @@
+# Copyright (c) 2017 Intel Corporation\r
+#\r
+# Licensed under the Apache License, Version 2.0 (the "License");\r
+# you may not use this file except in compliance with the License.\r
+# You may obtain a copy of the License at\r
+#\r
+#      http://www.apache.org/licenses/LICENSE-2.0\r
+#\r
+# Unless required by applicable law or agreed to in writing, software\r
+# distributed under the License is distributed on an "AS IS" BASIS,\r
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\r
+# See the License for the specific language governing permissions and\r
+# limitations under the License.\r
+\r
+from __future__ import absolute_import\r
+import mock\r
+\r
+\r
+STL_MOCKS = {\r
+    'trex_stl_lib': mock.MagicMock(),\r
+    'trex_stl_lib.base64': mock.MagicMock(),\r
+    'trex_stl_lib.binascii': mock.MagicMock(),\r
+    'trex_stl_lib.collections': mock.MagicMock(),\r
+    'trex_stl_lib.copy': mock.MagicMock(),\r
+    'trex_stl_lib.datetime': mock.MagicMock(),\r
+    'trex_stl_lib.functools': mock.MagicMock(),\r
+    'trex_stl_lib.imp': mock.MagicMock(),\r
+    'trex_stl_lib.inspect': mock.MagicMock(),\r
+    'trex_stl_lib.json': mock.MagicMock(),\r
+    'trex_stl_lib.linecache': mock.MagicMock(),\r
+    'trex_stl_lib.math': mock.MagicMock(),\r
+    'trex_stl_lib.os': mock.MagicMock(),\r
+    'trex_stl_lib.platform': mock.MagicMock(),\r
+    'trex_stl_lib.pprint': mock.MagicMock(),\r
+    'trex_stl_lib.random': mock.MagicMock(),\r
+    'trex_stl_lib.re': mock.MagicMock(),\r
+    'trex_stl_lib.scapy': mock.MagicMock(),\r
+    'trex_stl_lib.socket': mock.MagicMock(),\r
+    'trex_stl_lib.string': mock.MagicMock(),\r
+    'trex_stl_lib.struct': mock.MagicMock(),\r
+    'trex_stl_lib.sys': mock.MagicMock(),\r
+    'trex_stl_lib.threading': mock.MagicMock(),\r
+    'trex_stl_lib.time': mock.MagicMock(),\r
+    'trex_stl_lib.traceback': mock.MagicMock(),\r
+    'trex_stl_lib.trex_stl_async_client': mock.MagicMock(),\r
+    'trex_stl_lib.trex_stl_client': mock.MagicMock(),\r
+    'trex_stl_lib.trex_stl_exceptions': mock.MagicMock(),\r
+    'trex_stl_lib.trex_stl_ext': mock.MagicMock(),\r
+    'trex_stl_lib.trex_stl_jsonrpc_client': mock.MagicMock(),\r
+    'trex_stl_lib.trex_stl_packet_builder_interface': mock.MagicMock(),\r
+    'trex_stl_lib.trex_stl_packet_builder_scapy': mock.MagicMock(),\r
+    'trex_stl_lib.trex_stl_port': mock.MagicMock(),\r
+    'trex_stl_lib.trex_stl_stats': mock.MagicMock(),\r
+    'trex_stl_lib.trex_stl_streams': mock.MagicMock(),\r
+    'trex_stl_lib.trex_stl_types': mock.MagicMock(),\r
+    'trex_stl_lib.types': mock.MagicMock(),\r
+    'trex_stl_lib.utils': mock.MagicMock(),\r
+    'trex_stl_lib.utils.argparse': mock.MagicMock(),\r
+    'trex_stl_lib.utils.collections': mock.MagicMock(),\r
+    'trex_stl_lib.utils.common': mock.MagicMock(),\r
+    'trex_stl_lib.utils.json': mock.MagicMock(),\r
+    'trex_stl_lib.utils.os': mock.MagicMock(),\r
+    'trex_stl_lib.utils.parsing_opts': mock.MagicMock(),\r
+    'trex_stl_lib.utils.pwd': mock.MagicMock(),\r
+    'trex_stl_lib.utils.random': mock.MagicMock(),\r
+    'trex_stl_lib.utils.re': mock.MagicMock(),\r
+    'trex_stl_lib.utils.string': mock.MagicMock(),\r
+    'trex_stl_lib.utils.sys': mock.MagicMock(),\r
+    'trex_stl_lib.utils.text_opts': mock.MagicMock(),\r
+    'trex_stl_lib.utils.text_tables': mock.MagicMock(),\r
+    'trex_stl_lib.utils.texttable': mock.MagicMock(),\r
+    'trex_stl_lib.warnings': mock.MagicMock(),\r
+    'trex_stl_lib.yaml': mock.MagicMock(),\r
+    'trex_stl_lib.zlib': mock.MagicMock(),\r
+    'trex_stl_lib.zmq': mock.MagicMock(),\r
+}\r