X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=ci%2Fdeploy.sh;h=3bbddb6fd78a8e3440f0672175ae4126731a2d33;hb=HEAD;hp=768f5e84d949e8bf5a2af72818458bb3a1685508;hpb=b46de9e8a6d2a87d6e475b6ee9bf66c2c2b9761f;p=joid.git diff --git a/ci/deploy.sh b/ci/deploy.sh index 768f5e84..3bbddb6f 100755 --- a/ci/deploy.sh +++ b/ci/deploy.sh @@ -2,80 +2,128 @@ set -ex +source common/tools.sh + #need to put multiple cases here where decide this bundle to deploy by default use the odl bundle. # Below parameters are the default and we can according the release opnfvsdn=nosdn opnfvtype=noha -openstack=ocata +openstack=queens opnfvlab=default +opnfvlabfile= opnfvrel=e opnfvfeature=none opnfvdistro=xenial opnfvarch=amd64 opnfvmodel=openstack virtinstall=0 +maasinstall=0 + +usage() { echo "Usage: $0 + [-s|--sdn ] + [-t|--type ] + [-o|--openstack ] + [-l|--lab ] + [-f|--feature ] + [-d|--distro ] + [-a|--arch ] + [-m|--model ] + [-i|--virtinstall <0|1>] + [--maasinstall <0|1>] + [--labfile ] + [-r|--release ]" 1>&2 exit 1; +} -jujuver=`juju --version` +#A string with command options +options=$@ -read_config() { - opnfvrel=`grep release: deploy.yaml | cut -d ":" -f2` - openstack=`grep openstack: deploy.yaml | cut -d ":" -f2` - opnfvtype=`grep type: deploy.yaml | cut -d ":" -f2` - opnfvlab=`grep lab: deploy.yaml | cut -d ":" -f2` - opnfvsdn=`grep sdn: deploy.yaml | cut -d ":" -f2` -} +# An array with all the arguments +arguments=($options) + +# Loop index +index=0 + +for argument in $options + do + # Incrementing index + index=`expr $index + 1` + + # The conditions + case $argument in + -h|--help ) + usage; + ;; + -s|--sdn ) + if ([ "arguments[index]" != "" ]); then + opnfvsdn=${arguments[index]} + fi; + ;; + -t|--type ) + if ([ "arguments[index]" != "" ]); then + opnfvtype=${arguments[index]} + fi; + ;; + -o|--openstack ) + if ([ "arguments[index]" != "" ]); then + openstack=${arguments[index]} + fi; + ;; + + -l|--lab ) + if ([ "arguments[index]" != "" ]); then + opnfvlab=${arguments[index]} + fi; + ;; + + -r|--release ) + if ([ "arguments[index]" != "" ]); then + opnfvrel=${arguments[index]} + fi; + ;; + + -f|--feature ) + if ([ "arguments[index]" != "" ]); then + opnfvfeature=${arguments[index]} + fi; + ;; + + -d|--distro ) + if ([ "arguments[index]" != "" ]); then + opnfvdistro=${arguments[index]} + fi; + ;; + + -a|--arch ) + if ([ "arguments[index]" != "" ]); then + opnfvarch=${arguments[index]} + fi; + ;; + + -m|--model ) + if ([ "arguments[index]" != "" ]); then + opnfvmodel=${arguments[index]} + fi; + ;; + + -i|--virtinstall ) + if ([ "arguments[index]" != "" ]); then + virtinstall=${arguments[index]} + fi; + ;; + --maasinstall ) + if ([ "arguments[index]" != "" ]); then + maasinstall=${arguments[index]} + fi; + ;; + --labfile ) + if ([ "arguments[index]" != "" ]); then + labfile=${arguments[index]} + fi; + ;; + esac + done -usage() { echo "Usage: $0 [-s ] - [-t ] - [-o ] - [-l ] - [-f ] - [-d ] - [-a ] - [-m ] - [-i <0|1>] - [-r ]" 1>&2 exit 1; } - -while getopts ":s:t:o:l:h:r:f:d:a:m:i:" opt; do - case "${opt}" in - s) - opnfvsdn=${OPTARG} - ;; - t) - opnfvtype=${OPTARG} - ;; - o) - openstack=${OPTARG} - ;; - l) - opnfvlab=${OPTARG} - ;; - r) - opnfvrel=${OPTARG} - ;; - f) - opnfvfeature=${OPTARG} - ;; - d) - opnfvdistro=${OPTARG} - ;; - a) - opnfvarch=${OPTARG} - ;; - m) - opnfvmodel=${OPTARG} - ;; - i) - virtinstall=${OPTARG} - ;; - h) - usage - ;; - *) - ;; - esac -done #by default maas creates two VMs in case of three more VM needed. createresource() { @@ -86,6 +134,17 @@ createresource() { API_KEY=`sudo maas-region apikey --username=ubuntu` maas login $PROFILE $API_SERVER $API_KEY + # if we have a virshurl configuration we use it, else we use local + VIRSHURL=$(cat labconfig.json | jq -r '.opnfv.virshurl') + if ([ $VIRSHURL == "" ] || [ "$VIRSHURL" == "null" ]); then + VIRSHIP=$MAAS_IP + VIRSHURL="qemu+ssh://$USER@$VIRSHIP/system " + VIRSHHOST="" + else + VIRSHHOST=$(echo $VIRSHURL| cut -d\/ -f 3 | cut -d@ -f2) + VIRSHIP="" # TODO: parse from $VIRSHURL if needed + fi + for node in node3-control node4-control do node_id=$(maas $PROFILE machines read | \ @@ -99,7 +158,7 @@ createresource() { --boot network,hd,menu=off \ --noautoconsole --vnc --print-xml | tee _node.xml node_mac=$(grep "mac address" _node.xml | head -1 | cut -d "'" -f 2) - sudo virsh -c qemu:///system define --file _node.xml + sudo virsh -c $VIRSHURL define --file _node.xml rm -f _node.xml maas $PROFILE nodes new autodetect_nodegroup='yes' name=$node \ @@ -107,11 +166,12 @@ createresource() { mac_addresses=$node3controlmac \ power_parameters_power_address="qemu+ssh://$USER@192.168.122.1/system" \ architecture='amd64/generic' power_parameters_power_id='node3-control' + sudo virsh -c $VIRSHURL autostart $node node_id=$(maas $PROFILE machines read | \ jq -r ".[] | select(.hostname == \"$node\").system_id") fi if [[ -z "$node_id" ]]; then - echo "Error: failed to create node $node ." + echo_error "Error: failed to create node $node ." exit 1 fi maas $PROFILE tag update-nodes control add=$node_id || true @@ -121,82 +181,115 @@ createresource() { #copy the files and create extra resources needed for HA deployment # in case of default VM labs. deploy() { - if [[ "$jujuver" > "2" ]]; then - if [ ! -f ./labconfig.yaml ] && [ -e ~/joid_config/labconfig.yaml ]; then - cp ~/joid_config/labconfig.yaml ./labconfig.yaml + if [ ! -f ./labconfig.yaml ] && [ -e ~/joid_config/labconfig.yaml ]; then + cp ~/joid_config/labconfig.yaml ./labconfig.yaml + if [ ! -f ./deployconfig.yaml ] && [ -e ~/joid_config/deployconfig.yaml ]; then + cp ~/joid_config/deployconfig.yaml ./deployconfig.yaml + else + python genDeploymentConfig.py -l labconfig.yaml > deployconfig.yaml + fi + else + if [ -e ./labconfig.yaml ]; then if [ ! -f ./deployconfig.yaml ] && [ -e ~/joid_config/deployconfig.yaml ]; then cp ~/joid_config/deployconfig.yaml ./deployconfig.yaml else python genDeploymentConfig.py -l labconfig.yaml > deployconfig.yaml fi else - if [ -e ./labconfig.yaml ]; then - if [ ! -f ./deployconfig.yaml ] && [ -e ~/joid_config/deployconfig.yaml ]; then - cp ~/joid_config/deployconfig.yaml ./deployconfig.yaml - else - python genDeploymentConfig.py -l labconfig.yaml > deployconfig.yaml - fi + if [ "$maasinstall" -eq 0 ]; then + echo_error "MAAS not deployed please deploy MAAS first." else - echo " MAAS not deployed please deploy MAAS first." + echo_info "MAAS not deployed this will deploy MAAS first." fi fi + fi - #create json file which is missing in case of new deployment after maas and git tree cloned freshly. - python -c 'import sys, yaml, json; json.dump(yaml.load(sys.stdin), sys.stdout, indent=4)' < labconfig.yaml > labconfig.json - python -c 'import sys, yaml, json; json.dump(yaml.load(sys.stdin), sys.stdout, indent=4)' < deployconfig.yaml > deployconfig.json + # Install MAAS and expecting the labconfig.yaml at local directory. + + if [ "$maasinstall" -eq 1 ]; then + ./clean.sh || true + PROFILE=${PROFILE:-ubuntu} + MAAS_IP=$(grep " ip_address" deployconfig.yaml | cut -d ':' -f 2 | sed -e 's/ //') + API_SERVER="http://$MAAS_IP:5240/MAAS/api/2.0" + if which maas > /dev/null; then + API_KEY=`sudo maas-region apikey --username=ubuntu` + maas login $PROFILE $API_SERVER $API_KEY + + # make sure there is no machine entry in maas + for m in $(maas $PROFILE machines read | jq -r '.[].system_id') + do + maas $PROFILE machine delete $m || true + done + podno=$(maas $PROFILE pods read | jq -r ".[]".id) + maas $PROFILE pod delete $podno || true + fi + ./cleanvm.sh || true - else - if [ ! -f ./environments.yaml ] && [ -e ~/.juju/environments.yaml ]; then - cp ~/.juju/environments.yaml ./environments.yaml - elif [ ! -f ./environments.yaml ] && [ -e ~/joid_config/environments.yaml ]; then - cp ~/joid_config/environments.yaml ./environments.yaml + if [ "$virtinstall" -eq 1 ]; then + ./03-maasdeploy.sh virtual + else + if [ -z "$labfile" ]; then + if [ ! -e ./labconfig.yaml ]; then + echo_error "Labconfig file must be specified when using custom" + else + echo_warning "Labconfig was not specified, using ./labconfig.yaml instead" + fi + elif [ ! -e "$labfile" ]; then + echo_warning "Labconfig not found locally, trying download" + wget $labfile -t 3 -T 10 -O ./labconfig.yaml || true + count=`wc -l labconfig.yaml | cut -d " " -f 1` + if [ $count -lt 10 ]; then + echo_error "Unable to download labconfig" + exit 1 + fi + else + echo_info "Using $labfile to setup deployment" + cp $labfile ./labconfig.yaml + fi + + ./03-maasdeploy.sh custom fi - #copy the script which needs to get deployed as part of ofnfv release - echo "...... deploying now ......" - echo " " >> environments.yaml - echo " enable-os-refresh-update: false" >> environments.yaml - echo " enable-os-upgrade: false" >> environments.yaml - echo " admin-secret: admin" >> environments.yaml - echo " default-series: $opnfvdistro" >> environments.yaml - cp environments.yaml ~/.juju/ - cp environments.yaml ~/joid_config/ fi + #create json file which is missing in case of new deployment after maas and git tree cloned freshly. + python -c 'import sys, yaml, json; json.dump(yaml.load(sys.stdin), sys.stdout, indent=4)' < labconfig.yaml > labconfig.json + python -c 'import sys, yaml, json; json.dump(yaml.load(sys.stdin), sys.stdout, indent=4)' < deployconfig.yaml > deployconfig.json + if [[ "$opnfvtype" = "ha" && "$opnfvlab" = "default" ]]; then createresource fi #bootstrap the node - ./01-bootstrap.sh + ./01-bootstrap.sh $opnfvdistro - if [[ "$jujuver" > "2" ]]; then - juju model-config default-series=$opnfvdistro enable-os-refresh-update=false enable-os-upgrade=false - fi + juju model-config default-series=$opnfvdistro enable-os-refresh-update=false enable-os-upgrade=false + juju set-model-constraints tags= - #case default deploy the opnfv platform: + # case default deploy the opnfv platform: ./02-deploybundle.sh $opnfvtype $openstack $opnfvlab $opnfvsdn $opnfvfeature $opnfvdistro $opnfvmodel } #check whether charms are still executing the code even juju-deployer says installed. check_status() { waitstatus=$1 + waittime=$2 retval=0 timeoutiter=0 - echo -n "executing the relationship within charms ." + echo_info "Executing the relationships within charms..." while [ $retval -eq 0 ]; do if juju status | grep -q $waitstatus; then - echo -n '.' - if [ $timeoutiter -ge 180 ]; then - echo 'timed out' + echo_info "Still waiting for $waitstatus units" + if [ $timeoutiter -ge $waittime ]; then + echo_error 'Timed out' retval=1 else sleep 30 fi timeoutiter=$((timeoutiter+1)) else - echo 'done' + echo_info 'Done executing the relationships' retval=1 fi done @@ -206,61 +299,52 @@ check_status() { #juju ssh ceph/0 \ 'sudo radosgw-admin user create --uid="ubuntu" --display-name="Ubuntu Ceph"' fi - echo "...... deployment finishing ......." + echo_info "Deployment finishing..." } + # In the case of a virtual deployment if [ "$virtinstall" -eq 1 ]; then ./clean.sh || true fi -echo "...... deployment started ......" +echo_info "Deployment started" deploy -check_status executing +check_status executing 180 -echo "...... deployment finished ......." - - -echo "...... configuring public access ......." +echo_info "Deployment finished" +juju status --format=tabular # translate bundle.yaml to json python -c 'import sys, yaml, json; json.dump(yaml.load(sys.stdin), sys.stdout, indent=4)' < bundles.yaml > bundles.json -# get services list having a public interface -srv_list=$(cat bundles.json | jq -r ".services | to_entries[] | {\"key\": .key, \"value\": .value[\"bindings\"]} | select (.value!=null) | select(.value[] | contains(\"public-api\"))".key) -# get cnt list from service list -cnt_list=$(for cnt in $srv_list; do juju status $cnt --format=json | jq -r ".machines[].containers | to_entries[]".key; done) -# get public network gateway (supposing it is the first ip of the network) -public_api_gw=$(cat labconfig.json | jq --raw-output ".opnfv.spaces[] | select(.type==\"public\")".gateway) -admin_gw=$(cat labconfig.json | jq --raw-output ".opnfv.spaces[] | select(.type==\"admin\")".gateway) - -if ([ $admin_gw ] && [ $admin_gw != "null" ]); then - # set default gateway to public api gateway - for cnt in $cnt_list; do - echo "changing default gw on $cnt" - if ([ $public_api_gw ] && [ $public_api_gw != "null" ]); then - juju ssh $cnt "sudo ip r d default && sudo ip r a default via $public_api_gw"; - juju ssh $cnt "gw_dev=\$(ip r l | grep 'via $public_api_gw' | cut -d \ -f5) &&\ - sudo cp /etc/network/interfaces /etc/network/interfaces.bak &&\ - echo 'removing old default gateway' &&\ - sudo perl -i -pe 's/^\ *gateway $admin_gw\n$//' /etc/network/interfaces &&\ - sudo perl -i -pe \"s/iface \$gw_dev inet static/iface \$gw_dev inet static\\n gateway $public_api_gw/\" /etc/network/interfaces \ - "; - fi - done -fi - -echo "...... configure ......." +# Configuring deployment if ([ $opnfvmodel == "openstack" ]); then + + echo_info "Configuring OpenStack deployment" + ./openstack.sh "$opnfvsdn" "$opnfvlab" "$opnfvdistro" "$openstack" || true # creating heat domain after pushing the public API into /etc/hosts - if [[ "$jujuver" > "2" ]]; then - status=`juju run-action heat/0 domain-setup` + status=`juju run-action heat/0 domain-setup` + echo $status + if ([ $opnfvsdn != "ocl" ]) then + status=`juju run-action ceilometer/0 ceilometer-upgrade` + fi + echo $status + if ([ $opnftype == "ha" ]); then + status=`juju run-action heat/1 domain-setup` echo $status - else - status=`juju action do heat/0 domain-setup` + if ([ $opnfvsdn != "ocl" ]) then + status=`juju run-action ceilometer/1 ceilometer-upgrade` + fi + echo $status + status=`juju run-action heat/2 domain-setup` + echo $status + if ([ $opnfvsdn != "ocl" ]) then + status=`juju run-action ceilometer/2 ceilometer-upgrade` + fi echo $status fi @@ -272,12 +356,17 @@ if ([ $opnfvmodel == "openstack" ]); then fi elif ([ $opnfvmodel == "kubernetes" ]); then - ./k8.sh + #Workarounf for master chanrm as it takes 5 minutes to run properly + check_status waiting 50 + check_status executing 50 + echo_info "Configuring Kubernetes deployment" + + ./k8.sh $opnfvfeature fi # expose the juju gui-url to login into juju gui -echo " ...... JUJU GUI can be access using the below URL ...... " +echo_info "Juju GUI can be accessed using the following URL and credentials:" juju gui --show-credentials --no-browser -echo "...... finished ......." +echo "Finished deployment and configuration"