X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=ci%2F03-maasdeploy.sh;h=e0b1b62dc440660181f0af0016dfa6f9089e5168;hb=1844bfff42a3190ae0246d7b480b59ea764be779;hp=2e26e92867eea50660c36ecc37313c4514078ee6;hpb=11d88375218cf94d24024b4178d2d1cd78e49999;p=joid.git diff --git a/ci/03-maasdeploy.sh b/ci/03-maasdeploy.sh index 2e26e928..e0b1b62d 100755 --- a/ci/03-maasdeploy.sh +++ b/ci/03-maasdeploy.sh @@ -10,12 +10,13 @@ if [ ! -e $HOME/.ssh/id_rsa ]; then fi #install the packages needed -sudo apt-add-repository ppa:juju/devel -y +sudo apt-get install software-properties-common -y +sudo apt-add-repository ppa:juju/stable -y sudo apt-add-repository ppa:maas/stable -y -sudo apt-add-repository cloud-archive:newton -y +sudo apt-add-repository cloud-archive:ocata -y sudo apt-get update -y #sudo apt-get dist-upgrade -y -sudo apt-get install openssh-server bzr git virtinst qemu-kvm libvirt-bin juju \ +sudo apt-get install bridge-utils openssh-server bzr git virtinst qemu-kvm libvirt-bin juju \ maas maas-region-controller python-pip python-psutil python-openstackclient \ python-congressclient gsutil charm-tools pastebinit python-jinja2 sshpass \ openssh-server vlan ipmitool jq expect -y @@ -71,6 +72,9 @@ case "$labname" in ;; esac +python -c 'import sys, yaml, json; json.dump(yaml.load(sys.stdin), sys.stdout, indent=4)' < labconfig.yaml > labconfig.json +python -c 'import sys, yaml, json; json.dump(yaml.load(sys.stdin), sys.stdout, indent=4)' < deployconfig.yaml > deployconfig.json + MAAS_IP=$(grep " ip_address" deployconfig.yaml | cut -d ':' -f 2 | sed -e 's/ //') MAAS_NAME=`grep "maas_name" deployconfig.yaml | cut -d ':' -f 2 | sed -e 's/ //'` API_SERVER="http://$MAAS_IP/MAAS/api/2.0" @@ -83,17 +87,16 @@ URL=https://images.maas.io/ephemeral-v2/daily/ KEYRING_FILE=/usr/share/keyrings/ubuntu-cloudimage-keyring.gpg SOURCE_ID=1 FABRIC_ID=1 -VLAN_TAG="" PRIMARY_RACK_CONTROLLER="$MAAS_IP" -SUBNET_CIDR="192.168.122.0/24" -VLAN_TAG="untagged" +SUBNET_CIDR=`cat labconfig.json | jq '.opnfv.spaces[] | select(.type=="admin")'.cidr | cut -d \" -f 2 ` +SUBNETDATA_CIDR=`cat labconfig.json | jq '.opnfv.spaces[] | select(.type=="data")'.cidr | cut -d \" -f 2 ` +SUBNETPUB_CIDR=`cat labconfig.json | jq '.opnfv.spaces[] | select(.type=="public")'.cidr | cut -d \" -f 2 ` +SUBNETSTOR_CIDR=`cat labconfig.json | jq '.opnfv.spaces[] | select(.type=="storage")'.cidr | cut -d \" -f 2 ` +SUBNETFLOAT_CIDR=`cat labconfig.json | jq '.opnfv.spaces[] | select(.type=="floating")'.cidr | cut -d \" -f 2 ` +VLAN_UNTTAGED="untagged" # In the case of a virtual deployment get deployconfig.yaml if [ "$virtinstall" -eq 1 ]; then - MAAS_IP="192.168.122.1" - API_SERVER="http://$MAAS_IP/MAAS/api/2.0" - API_SERVERMAAS="http://$MAAS_IP/MAAS/" - PRIMARY_RACK_CONTROLLER="$MAAS_IP" ./cleanvm.sh || true fi @@ -189,6 +192,12 @@ installmaas(){ # http://blog.naydenov.net/2016/01/nodes-networking-deploying-openstack-on-maas-1-9-with-juju/ # configuremaas(){ + #reconfigure maas with correct MAAS address. + #Below code is needed as MAAS have issue in commisoning without restart. + sudo ./maas-reconfigure-region.sh $MAAS_IP + sleep 30 + sudo maas-rack config --region-url http://$MAAS_IP:5240/MAAS + sudo maas createadmin --username=ubuntu --email=ubuntu@ubuntu.com --password=ubuntu || true API_KEY=`sudo maas-region apikey --username=ubuntu` maas login $PROFILE $API_SERVERMAAS $API_KEY @@ -197,102 +206,175 @@ configuremaas(){ maas $PROFILE maas set-config name='maas_name' value=$MAAS_NAME || true maas $PROFILE maas set-config name='ntp_server' value='ntp.ubuntu.com' || true maas $PROFILE sshkeys create "key=$SSH_KEY" || true - maas $PROFILE boot-source update $SOURCE_ID \ - url=$URL keyring_filename=$KEYRING_FILE || true - maas $PROFILE boot-source-selections create 1 \ - release='trusty' arches='amd64' labels='daily' \ - os='ubuntu' subarches='*' || true - maas $PROFILE boot-resources import || true - while [ "$(maas $PROFILE boot-resources read | grep trusty | wc -l )" -le 0 ]; + for tag in bootstrap compute control storage do - maas $PROFILE boot-resources import || true - sleep 20 + maas $PROFILE tags create name=$tag || true done - maas $PROFILE tags create name='bootstrap' || true - maas $PROFILE tags create name='compute' || true - maas $PROFILE tags create name='control' || true - maas $PROFILE tags create name='storage' || true - #create the required spaces. maas $PROFILE space update 0 name=default || true - maas $PROFILE spaces create name=unused || true - maas $PROFILE spaces create name=admin-api || true - maas $PROFILE spaces create name=internal-api || true - maas $PROFILE spaces create name=public-api || true - maas $PROFILE spaces create name=compute-data || true - maas $PROFILE spaces create name=compute-external || true - maas $PROFILE spaces create name=storage-data || true - maas $PROFILE spaces create name=storage-cluster || true - - #maas $PROFILE subnet update vlan: name=internal-api space=<0> gateway_ip=10.5.1.1 - #maas $PROFILE subnet update vlan: name=admin-api space=<2> gateway_ip=10.5.12.1 - #maas $PROFILE subnet update vlan: name=public-api space=<1> gateway_ip=10.5.15.1 - #maas $PROFILE subnet update vlan: name=compute-data space=<3> gateway_ip=10.5.17.1 - #maas $PROFILE subnet update vlan: name=compute-external space=<4> gateway_ip=10.5.19.1 - #maas $PROFILE subnet update vlan: name=storage-data space=<5> gateway_ip=10.5.20.1 - #maas $PROFILE subnet update vlan: name=storage-cluster space=<6> gateway_ip=10.5.21.1 + for space in unused admin-api internal-api public-api compute-data \ + compute-external storage-data storage-cluster + do + echo "Creating the space $space" + maas $PROFILE spaces create name=$space || true + done + + #maas $PROFILE boot-source update $SOURCE_ID \ + # url=$URL keyring_filename=$KEYRING_FILE || true + maas $PROFILE boot-resources import || true + sleep 10 + while [ "$(maas $PROFILE boot-resources is-importing)" == "true" ]; + do + sleep 60 + done +} + +deleteexistingnetw(){ + NETID_LIST=$(maas $PROFILE subnets read | jq ".[].id") + for NETID in $NETW; do + maas $PROFILE subnet delete $NETID_LIST + done +} + +setopnfvfabrics(){ + # Based on first node we get the fabric mapping + NODE_0_MAC_LIST=$(cat labconfig.json | jq --raw-output ".lab.racks[0].nodes[0].nics[] ".mac[] | sort -u) + FAB_ID=1 + for MAC in $NODE_0_MAC_LIST; do + # Create a new fabric + FABRIC_ID=$(maas $PROFILE fabrics create name=opnfv$FAB_ID| jq --raw-output ".id") + # Get the spaces attached to a mac + IF_SPACES=$(cat labconfig.json | jq --raw-output ".lab.racks[0].nodes[$NODE_ID].nics[] | select(.mac[] | contains(\"$MAC\")) ".spaces[]) + # Create the network attached to a space + for SPACE in $IF_SPACES; do + # First check if this space have a vlan + SP_VLAN=$(cat labconfig.json | jq --raw-output ".opnfv.spaces[] | select(.type==\"$SPACE\")".vlan) + # Create it if needed + if ([ $SP_VLAN ] && [ "$SP_VLAN" != "null" ]); then + maas $PROFILE vlans create $FABRIC_ID vid=$SP_VLAN + VID="vid=$SP_VLAN" + else + SP_VLAN=$VLAN_UNTTAGED + VID="" + fi + # Create the network + case "$SPACE" in + 'admin') SUBNET_CIDR=$SUBNET_CIDR; JUJU_SPACE="admin"; DHCP='enabled' ;; + 'data') SUBNET_CIDR=$SUBNETDATA_CIDR; JUJU_SPACE="tenant-data"; DHCP='' ;; + 'public') SUBNET_CIDR=$SUBNETPUB_CIDR; JUJU_SPACE="public-api"; DHCP='' ;; + 'storage') SUBNET_CIDR=$SUBNETSTOR_CIDR; JUJU_SPACE="tenant-api"; DHCP='' ;; + 'floating') SUBNET_CIDR=$SUBNETFLOAT_CIDR; JUJU_SPACE="tenant-public"; DHCP='' ;; + *) JUJU_SPACE='null'; DHCP='OFF'; echo " >>> Unknown SPACE" ;; + esac + # If we have a network, we create it + if ([ $SUBNET_CIDR ] && [ "$SUBNET_CIDR" != "null" ]); then + maas $PROFILE subnets create fabric=$FABRIC_ID cidr=$SUBNET_CIDR $VID + # Add the Gateway + GW=$(cat labconfig.json | jq ".opnfv.spaces[] | select(.type==\"$SPACE\")".gateway | cut -d \" -f 2) + if ([ $GW ] && [ "$GW" != "null" ]); then + maas $PROFILE subnet update $SUBNET_CIDR gateway_ip=$GW || true + fi + # Set ranges + SUBNET_PREFIX=${SUBNET_CIDR::-5} + IP_RES_RANGE_LOW="$SUBNET_PREFIX.1" + IP_RES_RANGE_HIGH="$SUBNET_PREFIX.39" + IP_DYNAMIC_RANGE_LOW="$SUBNET_PREFIX.40" + IP_DYNAMIC_RANGE_HIGH="$SUBNET_PREFIX.150" + maas $PROFILE ipranges create type=reserved \ + start_ip=$IP_RES_RANGE_LOW end_ip=$IP_RES_RANGE_HIGH \ + comment='This is a reserved range' || true + maas $PROFILE ipranges create type=dynamic \ + start_ip=$IP_DYNAMIC_RANGE_LOW end_ip=$IP_DYNAMIC_RANGE_HIGH \ + comment='This is a reserved dynamic range' || true + # Set DHCP + if [ $DHCP ]; then + PRIMARY_RACK_CONTROLLER=$(maas $PROFILE rack-controllers read | jq -r '.[0].system_id') + maas $PROFILE vlan update $FABRIC_ID $SP_VLAN dhcp_on=True primary_rack=$PRIMARY_RACK_CONTROLLER || true + fi + fi + done + FAB_ID=$((FAB_ID+1)) + done } enablesubnetanddhcp(){ + TEMP_CIDR=$1 + enabledhcp=$2 + space=$3 - SUBNET_PREFIX="192.168.122" - SUBNET_CIDR="$SUBNET_PREFIX.0/24" + SUBNET_PREFIX=${TEMP_CIDR::-5} - IP_STATIC_RANGE_LOW="192.168.122.1" - IP_STATIC_RANGE_HIGH="192.168.122.49" + IP_RES_RANGE_LOW="$SUBNET_PREFIX.1" + IP_RES_RANGE_HIGH="$SUBNET_PREFIX.39" API_KEY=`sudo maas-region apikey --username=ubuntu` maas login $PROFILE $API_SERVERMAAS $API_KEY maas $PROFILE ipranges create type=reserved \ - start_ip=$IP_STATIC_RANGE_LOW end_ip=$IP_STATIC_RANGE_HIGH \ + start_ip=$IP_RES_RANGE_LOW end_ip=$IP_RES_RANGE_HIGH \ comment='This is a reserved range' || true - IP_DYNAMIC_RANGE_LOW="192.168.122.50" - IP_DYNAMIC_RANGE_HIGH="192.168.122.150" + IP_DYNAMIC_RANGE_LOW="$SUBNET_PREFIX.40" + IP_DYNAMIC_RANGE_HIGH="$SUBNET_PREFIX.150" + maas $PROFILE ipranges create type=dynamic \ start_ip=$IP_DYNAMIC_RANGE_LOW end_ip=$IP_DYNAMIC_RANGE_HIGH \ comment='This is a reserved dynamic range' || true - - FABRIC_ID=$(maas $PROFILE subnet read $SUBNET_CIDR | jq '.vlan.fabric_id') + FABRIC_ID=$(maas $PROFILE subnet read $TEMP_CIDR | jq '.vlan.fabric_id') PRIMARY_RACK_CONTROLLER=$(maas $PROFILE rack-controllers read | jq -r '.[0].system_id') - maas $PROFILE vlan update $FABRIC_ID $VLAN_TAG dhcp_on=True primary_rack=$PRIMARY_RACK_CONTROLLER || true - - MY_GATEWAY="192.168.122.1" - MY_NAMESERVER=192.168.122.1 - maas $PROFILE subnet update $SUBNET_CIDR gateway_ip=$MY_GATEWAY || true - maas $PROFILE subnet update $SUBNET_CIDR dns_servers=$MY_NAMESERVER || true - -} - -## derived from https://gist.github.com/epiloque/8cf512c6d64641bde388 -## works for arrays of hashes, as long as the hashes do not have arrays -parse_yaml2() { - local prefix=$2 - local s - local w - local fs - s='[[:space:]]*' - w='[a-zA-Z0-9_]*' - fs="$(echo @|tr @ '\034')" - sed -ne "s|^\($s\)\($w\)$s:$s\"\(.*\)\"$s\$|\1$fs\2$fs\3|p" \ - -e "s|^\($s\)\($w\)$s[:-]$s\(.*\)$s\$|\1$fs\2$fs\3|p" "$1" | - awk -F"$fs" '{ - indent = length($1)/2; - if (length($2) == 0) { conj[indent]="+";} else {conj[indent]="";} - vname[indent] = $2; - for (i in vname) {if (i > indent) {delete vname[i]}} - if (length($3) > 0) { - vn=""; for (i=0; i>> Configuring node $NODE_NAME [$NODE_ID][$NODE_SYS_ID]" + # Recover the network interfaces list and configure each one + # with sorting the list, we have hardware interface first, than the vlan interfaces + IF_LIST=$(cat labconfig.json | jq --raw-output ".lab.racks[0].nodes[$NODE_ID].nics[] ".ifname ) + for IF_NAME in $IF_LIST; do + # get the space of the interface + IF_SPACE=$(cat labconfig.json | jq --raw-output ".lab.racks[0].nodes[$NODE_ID].nics[] | select(.ifname==\"$IF_NAME\") ".spaces[]) + case "$IF_SPACE" in + 'data') SUBNET_CIDR=$SUBNETDATA_CIDR; IF_MODE='AUTO' ;; + 'public') SUBNET_CIDR=$SUBNETPUB_CIDR; IF_MODE='AUTO' ;; + 'storage') SUBNET_CIDR=$SUBNETSTOR_CIDR; IF_MODE='AUTO' ;; + 'floating') SUBNET_CIDR=$SUBNETFLOAT_CIDR; IF_MODE='link_up' ;; + *) SUBNET_CIDR='null'; IF_MODE='null'; echo " >>> Unknown SPACE" ;; + esac + echo " >>> Configuring interface $IF_NAME [$IF_SPACE][$SUBNET_CIDR]" + + # if we have a vlan parameter in the space config + IF_VLAN=$(cat labconfig.json | jq --raw-output ".opnfv.spaces[] | select(.type==\"$IF_SPACE\")".vlan) + if ([ -z $IF_VLAN ] && [ $IF_NAME =~ \. ]); then + # We have no vlan specified on spaces, but we have a vlan subinterface + IF_VLAN = ${IF_NAME##*.}; fi + + # in case of interface renaming + IF_NEWNAME=$IF_NAME + + if ([ $IF_NEWNAME ] && [ "$IF_NEWNAME" != "null" ]); then + # rename interface if needed + IF_MACLOWER=$( cat labconfig.json | jq ".lab.racks[0].nodes[$NODE_ID].nics[] | select(.ifname==\"$IF_NEWNAME\")".mac[0]) + IF_MAC=(${IF_MACLOWER,,}) + IF_ID=$( maas ubuntu interfaces read $NODE_SYS_ID | jq ".[] | select(.mac_address==$IF_MAC)".id) + if ([ $IF_ID ] && [ "$IF_ID" != "null" ]); then + maas $PROFILE interface update $NODE_SYS_ID $IF_ID name=$IF_NEWNAME + IF_NAME=$IF_NEWNAME + fi + fi -#read interface needed in Auto mode and enable it. Will be rmeoved once auto enablement will be implemented in the maas-deployer. + # In case of a VLAN interface + if ([ $IF_VLAN ] && [ "$IF_VLAN" != "null" ]); then + echo " >>> Configuring VLAN $IF_VLAN" + VLANID=$(maas $PROFILE subnets read | jq ".[].vlan | select(.vid==$IF_VLAN)".id) + FABRICID=$(maas $PROFILE subnets read | jq ".[].vlan | select(.vid==$IF_VLAN)".fabric_id) + INTERFACE=$(maas $PROFILE interfaces read $NODE_SYS_ID | jq ".[] | select(.vlan.fabric_id==$FABRICID)".id) + if [[ -z $INTERFACE ]]; then + # parent interface is not set because it does not have a SUBNET_CIDR + PARENT_VLANID=$(maas $PROFILE fabrics read | jq ".[].vlans[] | select(.fabric_id==$FABRICID and .name==\"untagged\")".id) + # If we need to rename the interface, use new interface name + if ([ $IF_NEWNAME ] && [ "$IF_NEWNAME" != "null" ]); then + PARENT_IF_NAME=${IF_NEWNAME%%.*} + IF_NAME=$IF_NEWNAME + else + PARENT_IF_NAME=${IF_NAME%%.*} + fi + # We set the physical interface to the targeted fabric + maas $PROFILE interface update $NODE_SYS_ID $PARENT_IF_NAME vlan=$PARENT_VLANID + sleep 2 + INTERFACE=$(maas $PROFILE interfaces read $NODE_SYS_ID | jq ".[] | select(.vlan.fabric_id==$FABRICID)".id) + fi + maas $PROFILE interfaces create-vlan $NODE_SYS_ID vlan=$VLANID parent=$INTERFACE || true + fi + # Configure the interface + if ([ $SUBNET_CIDR ] && [ "$SUBNET_CIDR" != "null" ]); then + VLANID=$(maas $PROFILE subnet read $SUBNET_CIDR | jq -r '.vlan.id') + if !([ $IF_VLAN ] && [ "$IF_VLAN" != "null" ]); then + # If this interface is not a VLAN (done withe create-vlan) + maas $PROFILE interface update $NODE_SYS_ID $IF_NAME vlan=$VLANID + fi + maas $PROFILE interface link-subnet $NODE_SYS_ID $IF_NAME mode=$IF_MODE subnet=$SUBNET_CIDR || true + sleep 2 + else + echo " >>> Not configuring, we have an empty Subnet CIDR" + fi -if [ -e ./deployconfig.yaml ]; then - enableiflist=`grep "interface-enable" deployconfig.yaml | cut -d ' ' -f 4 ` - datanet=`grep "dataNetwork" deployconfig.yaml | cut -d ' ' -f 4 | sed -e 's/ //'` - stornet=`grep "storageNetwork" deployconfig.yaml | cut -d ' ' -f 4 | sed -e 's/ //'` - pubnet=`grep "publicNetwork" deployconfig.yaml | cut -d ' ' -f 4 | sed -e 's/ //'` - - # split EXTERNAL_NETWORK=first ip;last ip; gateway;network - - if [ "$datanet" != "''" ]; then - EXTNET=(${enableiflist//,/ }) - i="0" - while [ ! -z "${EXTNET[i]}" ]; - do - enableautomode ${EXTNET[i]} AUTO $datanet || true - i=$[$i+1] - done - - fi - if [ "$stornet" != "''" ]; then - EXTNET=(${enableiflist//,/ }) - i="0" - while [ ! -z "${EXTNET[i]}" ]; - do - enableautomode ${EXTNET[i]} AUTO $stornet || true - i=$[$i+1] - done - fi - if [ "$pubnet" != "''" ]; then - EXTNET=(${enableiflist//,/ }) - i="0" - while [ ! -z "${EXTNET[i]}" ]; - do - enableautomode ${EXTNET[i]} AUTO $pubnet || true - i=$[$i+1] - done - fi + done + done fi - # Add the cloud and controller credentials for MAAS for that lab. jujuver=`juju --version`