nfvbenchvm/dib/elements/nfvbenchvm/static/etc/rc.d/rc.local

   1 #!/bin/bash
   2
   3 touch /var/lock/subsys/local
   4
   5 # Waiting for cloud-init to generate $TESTPMD_CONF, retry 60 seconds
   6 NFVBENCH_CONF=/etc/nfvbenchvm.conf
   7 retry=30
   8 until [ $retry -eq 0 ]; do
   9     if [ -f $NFVBENCH_CONF ]; then break; fi
  10     retry=$[$retry-1]
  11     sleep 2
  12 done
  13 if [ ! -f $NFVBENCH_CONF ]; then
  14     exit 0
  15 fi
  16
  17 # Parse and obtain all configurations
  18 echo "Generating configurations for forwarder..."
  19 eval $(cat $NFVBENCH_CONF)
  20 touch /nfvbench_configured.flag
  21 NICS=`lspci -D | grep Ethernet | cut -d' ' -f1 | xargs`
  22 PCI_ADDRESS_1=`echo $NICS | awk '{ print $1 }'`
  23 PCI_ADDRESS_2=`echo $NICS | awk '{ print $2 }'`
  24 CPU_CORES=`grep -c ^processor /proc/cpuinfo`
  25 CPU_MASKS=0x`echo "obase=16; 2 ^ $CPU_CORES - 1" | bc`
  26 WORKER_CORES=`expr $CPU_CORES - 1`
  27
  28 # CPU isolation optimizations
  29 echo 1 > /sys/bus/workqueue/devices/writeback/cpumask
  30 echo 1 > /sys/devices/virtual/workqueue/cpumask
  31 echo 1 > /proc/irq/default_smp_affinity
  32 for irq in `ls /proc/irq/`; do
  33     echo 1 > /proc/irq/$irq/smp_affinity
  34 done
  35 tuna -c $(seq -s, 1 1 $WORKER_CORES) --isolate
  36
  37 # Sometimes the interfaces on the loopback VM will use different drivers, e.g.
  38 # one from vswitch which is virtio based, one is from SRIOV VF. In this case,
  39 # we have to make sure the forwarder uses them in the right order, which is
  40 # especially important if the VM is in a PVVP chain.
  41 SWAP_FLAG=0
  42 if [ $INTF_MAC1 ] && [ $INTF_MAC2 ]; then
  43     NET_PATH=/sys/class/net
  44     EXP_INTF_1=$(for f in $(ls $NET_PATH/); do if grep -q "$INTF_MAC1" $NET_PATH/$f/address; then echo $f; break; fi; done)
  45     EXP_PCI_ADDRESS_1=$(ethtool -i $EXP_INTF_1 | grep "bus-info" | awk -F' ' '{ print $2 }')
  46     EXP_INTF_2=$(for f in $(ls $NET_PATH/); do if grep -q "$INTF_MAC2" $NET_PATH/$f/address; then echo $f; break; fi; done)
  47     EXP_PCI_ADDRESS_2=$(ethtool -i $EXP_INTF_2 | grep "bus-info" | awk -F' ' '{ print $2 }')
  48     if [ "$PCI_ADDRESS_1" == "$EXP_PCI_ADDRESS_2" ] && [ "$PCI_ADDRESS_2" == "$EXP_PCI_ADDRESS_1" ]; then
  49         # Interfaces are not coming in the expected order:
  50         #     (1) Swap the traffic generator MAC in the case of testpmd;
  51         #     (2) Swap the interface configs in the case of VPP;
  52         SWAP_FLAG=1
  53     fi
  54 fi
  55
  56 # Configure the forwarder
  57 if [ -z "`lsmod | grep igb_uio`" ]; then
  58     modprobe uio
  59     insmod /dpdk/igb_uio.ko
  60 fi
  61 if [ "$FORWARDER" == "testpmd" ]; then
  62     echo "Configuring testpmd..."
  63     if [ $SWAP_FLAG -eq 1 ]; then
  64         TEMP=$TG_MAC1; TG_MAC1=$TG_MAC2; TG_MAC2=$TEMP
  65     fi
  66     # Binding ports to DPDK
  67     /dpdk/dpdk-devbind.py -b igb_uio $PCI_ADDRESS_1
  68     /dpdk/dpdk-devbind.py -b igb_uio $PCI_ADDRESS_2
  69     screen -dmSL testpmd /dpdk/testpmd \
  70                          -c $CPU_MASKS \
  71                          -n 4 \
  72                          -- \
  73                              --burst=32 \
  74                              --txd=2048 \
  75                              --rxd=2048 \
  76                              --txqflags=0xf00 \
  77                              --disable-hw-vlan \
  78                              --eth-peer=0,$TG_MAC1 \
  79                              --eth-peer=1,$TG_MAC2 \
  80                              --forward-mode=mac \
  81                              --nb-cores=$WORKER_CORES \
  82                              --max-pkt-len=9000 \
  83                              --cmdline-file=/dpdk/testpmd_cmd.txt
  84 else
  85     echo "Configuring vpp..."
  86     cp /vpp/startup.conf /etc/vpp/startup.conf
  87     cp /vpp/vm.conf /etc/vpp/vm.conf
  88
  89     sed -i "s/{{PCI_ADDRESS_1}}/$PCI_ADDRESS_1/g" /etc/vpp/startup.conf
  90     sed -i "s/{{PCI_ADDRESS_2}}/$PCI_ADDRESS_2/g" /etc/vpp/startup.conf
  91     sed -i "s/{{WORKER_CORES}}/$WORKER_CORES/g" /etc/vpp/startup.conf
  92     service vpp start
  93     sleep 10
  94
  95     INTFS=`vppctl show int | grep Ethernet | xargs`
  96     INTF_1=`echo $INTFS | awk '{ print $1 }'`
  97     INTF_2=`echo $INTFS | awk '{ print $4 }'`
  98     if [ $SWAP_FLAG -eq 1 ]; then
  99         TEMP=$INTF_1; INTF_1=$INTF_2; INTF_2=$TEMP
 100     fi
 101     sed -i "s/{{INTF_1}}/${INTF_1//\//\/}/g" /etc/vpp/vm.conf
 102     sed -i "s/{{INTF_2}}/${INTF_2//\//\/}/g" /etc/vpp/vm.conf
 103     sed -i "s/{{VNF_GATEWAY1_CIDR}}/${VNF_GATEWAY1_CIDR//\//\/}/g" /etc/vpp/vm.conf
 104     sed -i "s/{{VNF_GATEWAY2_CIDR}}/${VNF_GATEWAY2_CIDR//\//\/}/g" /etc/vpp/vm.conf
 105     sed -i "s/{{TG_MAC1}}/${TG_MAC1}/g" /etc/vpp/vm.conf
 106     sed -i "s/{{TG_MAC2}}/${TG_MAC2}/g" /etc/vpp/vm.conf
 107     sed -i "s/{{TG_NET1}}/${TG_NET1//\//\/}/g" /etc/vpp/vm.conf
 108     sed -i "s/{{TG_NET2}}/${TG_NET2//\//\/}/g" /etc/vpp/vm.conf
 109     sed -i "s/{{TG_GATEWAY1_IP}}/${TG_GATEWAY1_IP}/g" /etc/vpp/vm.conf
 110     sed -i "s/{{TG_GATEWAY2_IP}}/${TG_GATEWAY2_IP}/g" /etc/vpp/vm.conf
 111     service vpp restart
 112 fi