X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=ci%2F03-maasdeploy.sh;h=329931e2c27e541e29de60ff98fc4aee04418b73;hb=36a495e8d20149811d13f6ba944ecc30a393aed4;hp=ce9d73123372c50163a54c3425be623b29c1b2b9;hpb=c2496a94fa8b6a6548d9216a4799192ad3b23d33;p=joid.git diff --git a/ci/03-maasdeploy.sh b/ci/03-maasdeploy.sh index ce9d7312..329931e2 100755 --- a/ci/03-maasdeploy.sh +++ b/ci/03-maasdeploy.sh @@ -10,15 +10,15 @@ if [ ! -e $HOME/.ssh/id_rsa ]; then fi #install the packages needed -sudo apt-add-repository ppa:juju/dev -y +sudo apt-add-repository ppa:juju/stable -y sudo apt-add-repository ppa:maas/stable -y sudo apt-add-repository cloud-archive:newton -y sudo apt-get update -y #sudo apt-get dist-upgrade -y -sudo apt-get install openssh-server bzr git virtinst qemu-kvm libvirt-bin juju \ +sudo apt-get install bridge-utils openssh-server bzr git virtinst qemu-kvm libvirt-bin juju \ maas maas-region-controller python-pip python-psutil python-openstackclient \ python-congressclient gsutil charm-tools pastebinit python-jinja2 sshpass \ - openssh-server vlan ipmitool jq -y + openssh-server vlan ipmitool jq expect -y sudo pip install --upgrade pip @@ -71,6 +71,9 @@ case "$labname" in ;; esac +python -c 'import sys, yaml, json; json.dump(yaml.load(sys.stdin), sys.stdout, indent=4)' < labconfig.yaml > labconfig.json +python -c 'import sys, yaml, json; json.dump(yaml.load(sys.stdin), sys.stdout, indent=4)' < deployconfig.yaml > deployconfig.json + MAAS_IP=$(grep " ip_address" deployconfig.yaml | cut -d ':' -f 2 | sed -e 's/ //') MAAS_NAME=`grep "maas_name" deployconfig.yaml | cut -d ':' -f 2 | sed -e 's/ //'` API_SERVER="http://$MAAS_IP/MAAS/api/2.0" @@ -83,17 +86,16 @@ URL=https://images.maas.io/ephemeral-v2/daily/ KEYRING_FILE=/usr/share/keyrings/ubuntu-cloudimage-keyring.gpg SOURCE_ID=1 FABRIC_ID=1 -VLAN_TAG="" PRIMARY_RACK_CONTROLLER="$MAAS_IP" -SUBNET_CIDR="192.168.122.0/24" +SUBNET_CIDR=`cat labconfig.json | jq '.opnfv.spaces[] | select(.type=="admin")'.cidr | cut -d \" -f 2 ` +SUBNETDATA_CIDR=`cat labconfig.json | jq '.opnfv.spaces[] | select(.type=="data")'.cidr | cut -d \" -f 2 ` +SUBNETPUB_CIDR=`cat labconfig.json | jq '.opnfv.spaces[] | select(.type=="public")'.cidr | cut -d \" -f 2 ` +SUBNETSTOR_CIDR=`cat labconfig.json | jq '.opnfv.spaces[] | select(.type=="storage")'.cidr | cut -d \" -f 2 ` +SUBNETFLOAT_CIDR=`cat labconfig.json | jq '.opnfv.spaces[] | select(.type=="floating")'.cidr | cut -d \" -f 2 ` VLAN_TAG="untagged" # In the case of a virtual deployment get deployconfig.yaml if [ "$virtinstall" -eq 1 ]; then - MAAS_IP="192.168.122.1" - API_SERVER="http://$MAAS_IP/MAAS/api/2.0" - API_SERVERMAAS="http://$MAAS_IP/MAAS/" - PRIMARY_RACK_CONTROLLER="$MAAS_IP" ./cleanvm.sh || true fi @@ -189,6 +191,12 @@ installmaas(){ # http://blog.naydenov.net/2016/01/nodes-networking-deploying-openstack-on-maas-1-9-with-juju/ # configuremaas(){ + #reconfigure maas with correct MAAS address. + #Below code is needed as MAAS have issue in commisoning without restart. + sudo ./maas-reconfigure-region.sh $MAAS_IP + sleep 30 + sudo maas-rack config --region-url http://$MAAS_IP:5240/MAAS + sudo maas createadmin --username=ubuntu --email=ubuntu@ubuntu.com --password=ubuntu || true API_KEY=`sudo maas-region apikey --username=ubuntu` maas login $PROFILE $API_SERVERMAAS $API_KEY @@ -197,102 +205,107 @@ configuremaas(){ maas $PROFILE maas set-config name='maas_name' value=$MAAS_NAME || true maas $PROFILE maas set-config name='ntp_server' value='ntp.ubuntu.com' || true maas $PROFILE sshkeys create "key=$SSH_KEY" || true - maas $PROFILE boot-source update $SOURCE_ID \ - url=$URL keyring_filename=$KEYRING_FILE || true - maas $PROFILE boot-source-selections create 1 \ - release='trusty' arches='amd64' labels='daily' \ - os='ubuntu' subarches='*' || true - maas $PROFILE boot-resources import || true - - while [ "$(maas $PROFILE boot-resources read | grep trusty | wc -l )" -le 0 ]; + + for tag in bootstrap compute control storage do - maas $PROFILE boot-resources import || true - sleep 20 + maas $PROFILE tags create name=$tag || true done - maas $PROFILE tags create name='bootstrap' || true - maas $PROFILE tags create name='compute' || true - maas $PROFILE tags create name='control' || true - maas $PROFILE tags create name='storage' || true - #create the required spaces. maas $PROFILE space update 0 name=default || true - maas $PROFILE spaces create name=unused || true - maas $PROFILE spaces create name=admin-api || true - maas $PROFILE spaces create name=internal-api || true - maas $PROFILE spaces create name=public-api || true - maas $PROFILE spaces create name=compute-data || true - maas $PROFILE spaces create name=compute-external || true - maas $PROFILE spaces create name=storage-data || true - maas $PROFILE spaces create name=storage-cluster || true - - #maas $PROFILE subnet update vlan: name=internal-api space=<0> gateway_ip=10.5.1.1 - #maas $PROFILE subnet update vlan: name=admin-api space=<2> gateway_ip=10.5.12.1 - #maas $PROFILE subnet update vlan: name=public-api space=<1> gateway_ip=10.5.15.1 - #maas $PROFILE subnet update vlan: name=compute-data space=<3> gateway_ip=10.5.17.1 - #maas $PROFILE subnet update vlan: name=compute-external space=<4> gateway_ip=10.5.19.1 - #maas $PROFILE subnet update vlan: name=storage-data space=<5> gateway_ip=10.5.20.1 - #maas $PROFILE subnet update vlan: name=storage-cluster space=<6> gateway_ip=10.5.21.1 + for space in unused admin-api internal-api public-api compute-data \ + compute-external storage-data storage-cluster + do + echo "Creating the space $space" + maas $PROFILE spaces create name=$space || true + done + #maas $PROFILE boot-source update $SOURCE_ID \ + # url=$URL keyring_filename=$KEYRING_FILE || true + #maas $PROFILE boot-resources import || true + #sleep 60 + + while [ "$(maas $PROFILE boot-resources is-importing)" == "true" ]; + do + sleep 60 + done } enablesubnetanddhcp(){ + TEMP_CIDR=$1 + enabledhcp=$2 + space=$3 - SUBNET_PREFIX="192.168.122" - SUBNET_CIDR="$SUBNET_PREFIX.0/24" + SUBNET_PREFIX=${TEMP_CIDR::-5} - IP_STATIC_RANGE_LOW="192.168.122.1" - IP_STATIC_RANGE_HIGH="192.168.122.49" + IP_RES_RANGE_LOW="$SUBNET_PREFIX.1" + IP_RES_RANGE_HIGH="$SUBNET_PREFIX.39" API_KEY=`sudo maas-region apikey --username=ubuntu` maas login $PROFILE $API_SERVERMAAS $API_KEY maas $PROFILE ipranges create type=reserved \ - start_ip=$IP_STATIC_RANGE_LOW end_ip=$IP_STATIC_RANGE_HIGH \ + start_ip=$IP_RES_RANGE_LOW end_ip=$IP_RES_RANGE_HIGH \ comment='This is a reserved range' || true - IP_DYNAMIC_RANGE_LOW="192.168.122.50" - IP_DYNAMIC_RANGE_HIGH="192.168.122.150" + IP_DYNAMIC_RANGE_LOW="$SUBNET_PREFIX.40" + IP_DYNAMIC_RANGE_HIGH="$SUBNET_PREFIX.150" + maas $PROFILE ipranges create type=dynamic \ start_ip=$IP_DYNAMIC_RANGE_LOW end_ip=$IP_DYNAMIC_RANGE_HIGH \ comment='This is a reserved dynamic range' || true - - FABRIC_ID=$(maas $PROFILE subnet read $SUBNET_CIDR | jq '.vlan.fabric_id') + FABRIC_ID=$(maas $PROFILE subnet read $TEMP_CIDR | jq '.vlan.fabric_id') PRIMARY_RACK_CONTROLLER=$(maas $PROFILE rack-controllers read | jq -r '.[0].system_id') - maas $PROFILE vlan update $FABRIC_ID $VLAN_TAG dhcp_on=True primary_rack=$PRIMARY_RACK_CONTROLLER || true - - MY_GATEWAY="192.168.122.1" - MY_NAMESERVER=192.168.122.1 - maas $PROFILE subnet update $SUBNET_CIDR gateway_ip=$MY_GATEWAY || true - maas $PROFILE subnet update $SUBNET_CIDR dns_servers=$MY_NAMESERVER || true - -} - -## derived from https://gist.github.com/epiloque/8cf512c6d64641bde388 -## works for arrays of hashes, as long as the hashes do not have arrays -parse_yaml2() { - local prefix=$2 - local s - local w - local fs - s='[[:space:]]*' - w='[a-zA-Z0-9_]*' - fs="$(echo @|tr @ '\034')" - sed -ne "s|^\($s\)\($w\)$s:$s\"\(.*\)\"$s\$|\1$fs\2$fs\3|p" \ - -e "s|^\($s\)\($w\)$s[:-]$s\(.*\)$s\$|\1$fs\2$fs\3|p" "$1" | - awk -F"$fs" '{ - indent = length($1)/2; - if (length($2) == 0) { conj[indent]="+";} else {conj[indent]="";} - vname[indent] = $2; - for (i in vname) {if (i > indent) {delete vname[i]}} - if (length($3) > 0) { - vn=""; for (i=0; i>> Configuring node $NODE_NAME [$NODE_ID][$NODE_SYS_ID]" + # Recover the network interfaces list and configure each one + # with sorting the list, we have hardware interface first the vlan interfaces + IF_LIST=$(cat labconfig.json | jq --raw-output ".lab.racks[0].nodes[$NODE_ID].nics[] ".ifname | sort -u) + for IF_NAME in $IF_LIST; do + IF_SPACE=$(cat labconfig.json | jq --raw-output ".lab.racks[0].nodes[$NODE_ID].nics[] | select(.ifname==\"$IF_NAME\") ".spaces[]) + case "$IF_SPACE" in + 'data') SUBNET_CIDR=$SUBNETDATA_CIDR; IF_MODE='AUTO' ;; + 'public') SUBNET_CIDR=$SUBNETPUB_CIDR; IF_MODE='AUTO' ;; + 'storage') SUBNET_CIDR=$SUBNETSTOR_CIDR; IF_MODE='AUTO' ;; + 'floating') SUBNET_CIDR=$SUBNETFLOAT_CIDR; IF_MODE='link_up' ;; + *) SUBNET_CIDR='null'; IF_MODE='null'; echo " >>> Unknown SPACE" ;; + esac + echo " >>> Configuring interface $IF_NAME [$IF_SPACE][$SUBNET_CIDR]" + + # if we have a vlan parameter in the space config + IF_VLAN=$(cat labconfig.json | jq --raw-output ".opnfv.spaces[] | select(.type==\"$IF_SPACE\")".vlan) + if ([ -z $IF_VLAN ] && [ $IF_NAME =~ \. ]); then + # We have no vlan specified on spaces, but we have a vlan subinterface + IF_VLAN = ${IF_NAME##*.}; fi + + # In case of a VLAN interface + if ([ $IF_VLAN ] && [ "$IF_VLAN" != "null" ]); then + echo " >>> Configuring VLAN $IF_VLAN" + VLANID=$(maas $PROFILE subnets read | jq ".[].vlan | select(.vid==$IF_VLAN)".id) + FABRICID=$(maas $PROFILE subnets read | jq ".[].vlan | select(.vid==$IF_VLAN)".fabric_id) + INTERFACE=$(maas $PROFILE interfaces read $NODE_SYS_ID | jq ".[] | select(.vlan.fabric_id==$FABRICID)".id) + if [[ -z $INTERFACE ]]; then + # parent interface is not set because it does not have a SUBNET_CIDR + PARENT_VLANID=$(maas $PROFILE fabrics read | jq ".[].vlans[] | select(.fabric_id==$FABRICID and .name==\"untagged\")".id) + # We set the physical interface to the targeted fabric + PARENT_IF_NAME=${IF_NAME%%.*} + maas $PROFILE interface update $NODE_SYS_ID $PARENT_IF_NAME vlan=$PARENT_VLANID + sleep 3 + INTERFACE=$(maas $PROFILE interfaces read $NODE_SYS_ID | jq ".[] | select(.vlan.fabric_id==$FABRICID)".id) + fi + maas $PROFILE interfaces create-vlan $NODE_SYS_ID vlan=$VLANID parent=$INTERFACE || true + fi -#read interface needed in Auto mode and enable it. Will be rmeoved once auto enablement will be implemented in the maas-deployer. - -if [ -e ./deployconfig.yaml ]; then - enableiflist=`grep "interface-enable" deployconfig.yaml | cut -d ' ' -f 4 ` - datanet=`grep "dataNetwork" deployconfig.yaml | cut -d ' ' -f 4 | sed -e 's/ //'` - stornet=`grep "storageNetwork" deployconfig.yaml | cut -d ' ' -f 4 | sed -e 's/ //'` - pubnet=`grep "publicNetwork" deployconfig.yaml | cut -d ' ' -f 4 | sed -e 's/ //'` - - # split EXTERNAL_NETWORK=first ip;last ip; gateway;network - - if [ "$datanet" != "''" ]; then - EXTNET=(${enableiflist//,/ }) - i="0" - while [ ! -z "${EXTNET[i]}" ]; - do - enableautomode ${EXTNET[i]} AUTO $datanet || true - i=$[$i+1] - done - - fi - if [ "$stornet" != "''" ]; then - EXTNET=(${enableiflist//,/ }) - i="0" - while [ ! -z "${EXTNET[i]}" ]; - do - enableautomode ${EXTNET[i]} AUTO $stornet || true - i=$[$i+1] - done - fi - if [ "$pubnet" != "''" ]; then - EXTNET=(${enableiflist//,/ }) - i="0" - while [ ! -z "${EXTNET[i]}" ]; - do - enableautomode ${EXTNET[i]} AUTO $pubnet || true - i=$[$i+1] - done - fi + # Configure the interface + if ([ $SUBNET_CIDR ] && [ "$SUBNET_CIDR" != "null" ]); then + VLANID=$(maas $PROFILE subnet read $SUBNET_CIDR | jq -r '.vlan.id') + maas $PROFILE interface update $NODE_SYS_ID $IF_NAME vlan=$VLANID + maas $PROFILE interface link-subnet $NODE_SYS_ID $IF_NAME mode=$IF_MODE subnet=$SUBNET_CIDR || true + sleep 5 + else + echo " >>> Not configuring, we have an empty Subnet CIDR" + fi + done + done fi - # Add the cloud and controller credentials for MAAS for that lab. jujuver=`juju --version`