ci/envs/packet_forwarding.sh

   1 #!/bin/bash
   2 JOB_TYPE=$1
   3 QEMURPM_VERSION=$2
   4 HOME='/home/jenkins'
   5 VSPERF="${HOME}/vswitchperf"
   6 LOG_FILE_PREFIX="/tmp/vsperf_build"
   7 VSPERF_BIN='./vsperf'
   8 DATE=$(date -u +"%Y-%m-%d_%H-%M-%S")
   9 VSPERFENV_DIR="$HOME/vsperfenv"
  10 TEST_REPORT_LOG_DIR="/tmp/packet_fwd_logs"
  11 EXIT=0
  12 EXIT_TC_FAILED=1
  13
  14 # DAILY - run selected TCs for defined packet sizes
  15 TESTCASES_DAILY='phy2phy_tput phy2phy_tput_mod_vlan pvp_tput'
  16 TESTPARAM_DAILY='--test-params TRAFFICGEN_PKT_SIZES=(64,128,512,1024,1518)'
  17 TESTCASES_SRIOV='pvp_tput'
  18 TESTPARAM_SRIOV='--test-params TRAFFICGEN_PKT_SIZES=(64,128,512,1024,1518)'
  19
  20 #mounting shared directory for collecting ixia test results.
  21 shared_dir=$(sudo mount | grep ixia_results)
  22 if [ -z "$shared_dir" ]; then
  23     echo "mounting shared directory for results"
  24     sudo mount -t cifs //10.10.100.6/ixia_results/kvm4nfv_ci /mnt/ixia_results/kvm4nfv_ci  -o password=kvm4nfv! -o username=kvm4nfv,file_mode=0777,dir_mode=0777,nounix
  25 else
  26     echo "shared directory is already mounted for results"
  27 fi
  28
  29 # check if user config file exists if not then we will use default settings
  30 if [ -f $HOME/vsperf.conf ] ; then
  31         CONF_FILE="--conf-file ${HOME}/vsperf.conf"
  32     else
  33         echo "configuration file not found on the test node"
  34         echo "Using configuration file available in kvmfornfv repo"
  35         CONF_FILE="--conf-file /root/workspace/scripts/vsperf.conf"
  36 fi
  37
  38 # check if sriov config file exists if not then we will use default settings
  39 if [ -f $HOME/vsperf.conf.sriov ] ; then
  40         CONF_FILE_SRIOV="--conf-file ${HOME}/vsperf.conf.sriov"
  41     else
  42         echo "SRIOV configuration file not found on the node"
  43         echo "Using SRIOV configuration file available in kvmfornfv repo"
  44         CONF_FILE="--conf-file /root/workspace/scripts/vsperf.conf.sriov"
  45 fi
  46
  47 function install_vsperf() {
  48     echo "Installing vsperf....."
  49     ( cd $VSPERF/systems ; ./build_base_machine.sh )
  50 }
  51
  52 #Install kvmfornfv built qemu for launching guest vm.
  53 function install_qemu() {
  54     echo "removing existing qemu packages and installing kvmfornfv built qemu"
  55     ( cd /root/workspace/scripts ; ./host-install-qemu.sh )
  56 }
  57
  58 function print_results() {
  59     for i in $TESTCASES ; do
  60         RES_FILE=`ls -1 $1 | egrep "result_${i}_[0-9a-zA-Z\-]+.csv"`
  61
  62         if [ "x$RES_FILE" != "x" -a -e "${1}/${RES_FILE}" ]; then
  63             if grep ^FAILED "${1}/${RES_FILE}" &> /dev/null ; then
  64                 printf "    %-70s %-6s\n" "result_${i}" "FAILED"
  65                 EXIT=$EXIT_TC_FAILED
  66             else
  67                 echo "--------------------------------------------------------------"
  68                 printf "    %-50s %-6s\n" "result_${i}" "OK"
  69                 echo "--------------------------------------------------------------"
  70             fi
  71         else
  72             echo "------------------------------------------------------------------"
  73             printf "    %-50s %-6s\n" "result_${i}" "FAILED"
  74             echo "------------------------------------------------------------------"
  75             EXIT=$EXIT_TC_FAILED
  76         fi
  77     done
  78 }
  79
  80 function execute_vsperf() {
  81     # figure out list of TCs and execution parameters
  82     case $2 in
  83         "daily")
  84             TESTPARAM=$TESTPARAM_DAILY
  85             TESTCASES=$TESTCASES_DAILY
  86             ;;
  87         *)
  88             echo "No vsperf test cases implemented for this job type"
  89             ;;
  90     esac
  91
  92     # execute testcases
  93     echo -e "\nExecution of VSPERF for $1"
  94     DATE_SUFFIX=$(date -u +"%Y-%m-%d_%H-%M-%S")
  95     source "$VSPERFENV_DIR"/bin/activate
  96     case $1 in
  97         "SRIOV")
  98             # use SRIOV specific TCs and configuration
  99             TESTPARAM=$TESTPARAM_SRIOV
 100             TESTCASES=$TESTCASES_SRIOV
 101             # figure out log file name
 102             LOG_SUBDIR="SRIOV"
 103             LOG_FILE="${LOG_FILE_PREFIX}_${LOG_SUBDIR}_${DATE_SUFFIX}.log"
 104             echo "    $VSPERF_BIN --vswitch none --vnf QemuPciPassthrough $CONF_FILE_SRIOV $TESTPARAM $TESTCASES &> $LOG_FILE"
 105             $VSPERF_BIN --vswitch none --vnf QemuPciPassthrough $CONF_FILE_SRIOV $TESTPARAM $TESTCASES &> $LOG_FILE
 106             ;;
 107         *)
 108             # figure out log file name
 109             LOG_SUBDIR="OvsDpdkVhost"
 110             LOG_FILE="${LOG_FILE_PREFIX}_${LOG_SUBDIR}_${DATE_SUFFIX}.log"
 111             echo "    $VSPERF_BIN $OPNFVPOD --vswitch OvsDpdkVhost --vnf QemuDpdkVhostUser $CONF_FILE $TESTPARAM $TESTCASES > $LOG_FILE"
 112             echo "daily test cases started"
 113             cd $HOME/vswitchperf
 114             $VSPERF_BIN --list
 115             $VSPERF_BIN  --vswitch OvsDpdkVhost --vnf QemuDpdkVhostUser $CONF_FILE $TESTPARAM $TESTCASES &>> $LOG_FILE
 116             ;;
 117     esac
 118     # evaluation of results
 119     echo -e "\nResults for $1"
 120     RES_DIR="/$(grep "Creating result directory" $LOG_FILE | cut -d'/' -f2-)"
 121     if [[ "/" == "${RES_DIR}" ]] ; then
 122         echo "FAILURE: Results are not available."
 123         echo "-------------------------------------------------------------------"
 124         cat $LOG_FILE
 125         echo "-------------------------------------------------------------------"
 126         exit $EXIT_NO_RESULTS
 127     else
 128         print_results "${RES_DIR}"
 129         if [ $(($EXIT & $EXIT_TC_FAILED)) -gt 0 ] ; then
 130             echo "-------------------------------------------------------------------"
 131             cat $LOG_FILE
 132             echo "-------------------------------------------------------------------"
 133         fi
 134     fi
 135     # show detailed result figures
 136     for md_file in $(grep '\.md"$' $LOG_FILE | cut -d'"' -f2); do
 137         # TC resut file header
 138         echo -e "\n-------------------------------------------------------------------"
 139         echo -e " $md_file"
 140         echo -e "-------------------------------------------------------------------\n"
 141         # TC details
 142         sed -n '/^- Test ID/,/Bidirectional/{/Packet size/b;p;/Bidirectional/q};/Results\/Metrics Collected/,/Statistics collected/{/^$/p;/^|/p}' $md_file
 143         # TC results
 144         sed -n '/Results\/Metrics Collected/,/Statistics collected/{/^$/p;/^|/p}' $md_file | grep -v "Unknown" | cat -s
 145     done
 146
 147     # copy logs into dedicated directory
 148     mkdir -p ${TEST_REPORT_LOG_DIR}/${LOG_SUBDIR}
 149     [ -f "$LOG_FILE" ] && cp -a "${LOG_FILE}" "${TEST_REPORT_LOG_DIR}/${LOG_SUBDIR}" &> /dev/null
 150     [ -d "$RES_DIR" ] && cp -ar "$RES_DIR" "${TEST_REPORT_LOG_DIR}/${LOG_SUBDIR}" &> /dev/null
 151 }
 152
 153 #Install vsperf and set up the environment
 154 install_vsperf
 155
 156 #Install kvmfornfv built qemu rpm
 157 install_qemu
 158
 159 # execute job based on passed parameter
 160 case $1 in
 161     "daily")
 162         echo "================"
 163         echo "VSPERF daily job"
 164         echo "================"
 165         execute_vsperf OVS_with_DPDK_and_vHost_User $1
 166         execute_vsperf SRIOV $1
 167         exit $EXIT
 168         ;;
 169     *)
 170         echo "test cases not implemented for this job type"
 171 esac
 172
 173 exit $EXIT
 174