X-Git-Url: https://gerrit.opnfv.org/gerrit/gitweb?a=blobdiff_plain;f=ci%2Fopenstack.sh;h=9d9ca492e1899df8fbe1fe7fb711475743a808fb;hb=540a4ec575caff0f605b992ba811d55a4f0645cb;hp=c9e2752f7dea915e6c26f2b3771f8a832ffd3a36;hpb=8b789671698a9e7b262a5e7875d7a016c52bbcdf;p=joid.git diff --git a/ci/openstack.sh b/ci/openstack.sh index c9e2752f..9d9ca492 100755 --- a/ci/openstack.sh +++ b/ci/openstack.sh @@ -7,6 +7,15 @@ # http://www.apache.org/licenses/LICENSE-2.0 ############################################################################## +#./openstack.sh "$opnfvsdn" "$opnfvlab" "$opnfvdistro" "$openstack" || true + +opnfvsdn=$1 +opnfvlab=$2 +opnfvdistro=$3 +opnfvos=$4 + +jujuver=`juju --version` + if [ -f ./deployconfig.yaml ];then EXTERNAL_NETWORK=`grep floating-ip-range deployconfig.yaml | cut -d ' ' -f 4 ` @@ -20,7 +29,7 @@ if [ -f ./deployconfig.yaml ];then EXTNET_NET=${EXTNET[3]} EXTNET_PORT=`grep "ext-port" deployconfig.yaml | cut -d ' ' -f 4 | sed -e 's/ //' | tr ',' ' '` ADMNET_GW=`grep "admNetgway" deployconfig.yaml | cut -d ' ' -f 4 | sed -e 's/ //' | tr ',' ' '` - + API_FQDN=`grep "os-domain-name" deployconfig.yaml | cut -d ' ' -f 4 | sed -e 's/ //' | tr ',' ' '` fi # launch eth on computer nodes and remove default gw route @@ -38,143 +47,239 @@ update_gw_mac() { ## get gateway mac EXTNET_GW_MAC=$(juju ssh nova-compute/0 "arp -a ${EXTNET_GW} | grep -Eo '([0-9a-fA-F]{2})(([/\s:-][0-9a-fA-F]{2}){5})'") ## set external gateway mac in onos - juju set onos-controller gateway-mac=$EXTNET_GW_MAC + if [[ "$jujuver" < "2" ]]; then + juju set onos-controller gateway-mac=$EXTNET_GW_MAC + else + juju config onos-controller gateway-mac=$EXTNET_GW_MAC + fi } unitAddress() { - juju status | python -c "import yaml; import sys; print yaml.load(sys.stdin)[\"services\"][\"$1\"][\"units\"][\"$1/$2\"][\"public-address\"]" 2> /dev/null + if [[ "$jujuver" < "2" ]]; then + juju status --format yaml | python -c "import yaml; import sys; print yaml.load(sys.stdin)[\"services\"][\"$1\"][\"units\"][\"$1/$2\"][\"public-address\"]" 2> /dev/null + else + juju status --format yaml | python -c "import yaml; import sys; print yaml.load(sys.stdin)[\"applications\"][\"$1\"][\"units\"][\"$1/$2\"][\"public-address\"]" 2> /dev/null + fi } unitMachine() { - juju status | python -c "import yaml; import sys; print yaml.load(sys.stdin)[\"services\"][\"$1\"][\"units\"][\"$1/$2\"][\"machine\"]" 2> /dev/null + if [[ "$jujuver" < "2" ]]; then + juju status --format yaml | python -c "import yaml; import sys; print yaml.load(sys.stdin)[\"services\"][\"$1\"][\"units\"][\"$1/$2\"][\"machine\"]" 2> /dev/null + else + juju status --format yaml | python -c "import yaml; import sys; print yaml.load(sys.stdin)[\"applications\"][\"$1\"][\"units\"][\"$1/$2\"][\"machine\"]" 2> /dev/null + fi +} + +keystoneIp() { + if [ $(juju status keystone --format=short | grep " keystone"|wc -l) == 1 ];then + unitAddress keystone 0 + else + if [[ "$jujuver" < "2" ]]; then + juju get keystone | python -c "import yaml; import sys; print yaml.load(sys.stdin)['settings']['vip']['value']" | cut -d " " -f 1 + else + juju config keystone | python -c "import yaml; import sys; print yaml.load(sys.stdin)['settings']['vip']['value']" | cut -d " " -f 1 + fi + fi } # create external network and subnet in openstack create_openrc() { mkdir -m 0700 -p cloud - keystoneIp=$(juju get keystone | grep vip: -A 7 | grep value | awk '{print $2}') - if [ -z "$keystoneIp" ]; then - keystoneIp=$(unitAddress keystone 0) + keystoneIp=$(keystoneIp) + if [[ "$jujuver" < "2" ]]; then + adminPasswd=$(juju get keystone | grep admin-password -A 5 | grep value | awk '{print $2}' 2> /dev/null) + else + adminPasswd=$(juju config keystone | grep admin-password -A 5 | grep value | awk '{print $2}' 2> /dev/null) + fi + + v3api=`juju config keystone preferred-api-version` + + if [[ "$v3api" == "3" ]]; then + configOpenrc admin $adminPasswd admin http://$keystoneIp:5000/v3 RegionOne publicURL > ~/joid_config/admin-openrc + chmod 0600 ~/joid_config/admin-openrc + source ~/joid_config/admin-openrc + projectid=`openstack project show admin -c id -f value` + configOpenrc admin $adminPasswd admin http://$keystoneIp:5000/v3 RegionOne internalURL $projectid > ~/joid_config/admin-openrc + configOpenrc admin $adminPasswd admin http://$keystoneIp:5000/v3 RegionOne publicURL $projectid > ~/joid_config/admin-openrcpublic + else + configOpenrc2 admin $adminPasswd admin http://$keystoneIp:5000/v2.0 RegionOne > ~/joid_config/admin-openrc + chmod 0600 ~/joid_config/admin-openrc fi - adminPasswd=$(juju get keystone | grep admin-password -A 5 | grep value | awk '{print $2}') - configOpenrc admin $adminPasswd admin http://$keystoneIp:5000/v2.0 Canonical > cloud/admin-openrc - chmod 0600 cloud/admin-openrc +} + +configOpenrc2() { +cat <<-EOF +export SERVICE_ENDPOINT=$4 +unset SERVICE_TOKEN +unset SERVICE_ENDPOINT +export OS_USERNAME=$1 +export OS_PASSWORD=$2 +export OS_TENANT_NAME=$3 +export OS_AUTH_URL=$4 +export OS_REGION_NAME=$5 +EOF } configOpenrc() { - cat <<-EOF - export OS_USERNAME=$1 - export OS_PASSWORD=$2 - export OS_TENANT_NAME=$3 - export OS_AUTH_URL=$4 - export OS_REGION_NAME=$5 - EOF +cat <<-EOF +export OS_NO_CACHE='true' +export OS_TENANT_NAME=$3 +#export OS_TENANT_ID=$7 +export OS_PROJECT_NAME=$3 +export OS_USERNAME=$1 +export OS_PASSWORD=$2 +export OS_IDENTITY_API_VERSION=3 +export OS_DEFAULT_DOMAIN=admin_domain +export OS_USER_DOMAIN_NAME=admin_domain +export OS_PROJECT_DOMAIN_NAME=admin_domain +export OS_AUTH_STRATEGY='keystone' +export OS_REGION_NAME=$5 +export CINDER_ENDPOINT_TYPE=$6 +export GLANCE_ENDPOINT_TYPE=$6 +export KEYSTONE_ENDPOINT_TYPE=$6 +export NOVA_ENDPOINT_TYPE=$6 +export NEUTRON_ENDPOINT_TYPE=$6 +export OS_ENDPOINT_TYPE=$6 +#export OS_INTERFACE=public +export OS_AUTH_URL=$4 +EOF } -create_openrc +if [ "$API_FQDN" != "None" ]; then + # Push api fqdn local ip to all /etc/hosts + if [[ "$jujuver" < "2" ]]; then + API_FQDN=$(juju get keystone | python -c "import yaml; import sys;\ + print yaml.load(sys.stdin)['settings']['os-public-hostname']['value']") + else + API_FQDN=$(juju config keystone | python -c "import yaml; import sys;\ + print yaml.load(sys.stdin)['settings']['os-public-hostname']['value']") + fi -. ./cloud/admin-openrc -wget -P /tmp/images http://download.cirros-cloud.net/0.3.3/cirros-0.3.3-x86_64-disk.img -openstack image create --file /tmp/images/cirros-0.3.3-x86_64-disk.img --disk-format qcow2 --container-format bare "cirros-0.3.3-x86_64" + KEYSTONEIP=$(keystoneIp) + juju run --all "if grep $API_FQDN /etc/hosts > /dev/null; then \ + echo 'API FQDN already present'; \ + else \ + sudo sh -c 'echo $KEYSTONEIP $API_FQDN >> /etc/hosts'; \ + echo 'API FQDN injected'; \ + fi" -#wget -P /tmp/images http://cloud-images.ubuntu.com/trusty/current/trusty-server-cloudimg-amd64-disk1.img -#openstack image create --file /tmp/images/trusty-server-cloudimg-amd64-disk1.img --disk-format qcow2 --container-format bare "ubuntu-trusty-daily" -#wget -P /tmp/images http://cloud-images.ubuntu.com/trusty/current/xenial-server-cloudimg-amd64.tar.gz -#openstack image create --file /tmp/images/xenial-server-cloudimg-amd64.tar.gz --container-format bare --disk-format raw "xenial-server-cloudimg-amd64" + # remove this enhancement for heat that does not manage endpoints + juju run --service=heat "cp /etc/hosts /tmp/hosts ; \ + grep -v $API_FQDN /tmp/hosts > /etc/hosts" -rm -rf /tmp/images + #change in jumphost as well as below commands will run on jumphost + if grep $API_FQDN /etc/hosts; then + echo 'API FQDN already present' + else + sudo sh -c "echo $KEYSTONEIP $API_FQDN >> /etc/hosts" + echo 'API FQDN injected' + fi +fi -# adjust tiny image -#nova flavor-delete m1.tiny -#nova flavor-create m1.tiny 1 512 8 1 +# Create an load openrc +create_openrc +. ~/joid_config/admin-openrc -# import key pair -openstack project create --description "Demo Tenant" demo -openstack user create --project demo --password demo --email demo@demo.demo demo +echo "...... deploy public api proxy ......" -openstack keypair create --public-key ~/.ssh/id_rsa.pub ubuntu-keypair +if ([ "$opnfvlab" == "orangepod1" ] \ + || [ "$opnfvlab" == "intelpod6" ]) \ + && [ "$opnfvsdn" == "nosdn" ] \ + && [ "$API_FQDN" != "None" ]; then # only for first test phase + if [ -e ./labconfig.yaml ]; then + PUB_API_MASK=$(grep floating-ip-range ./labconfig.yaml |cut -d/ -f2) + PUB_API_NET=$(grep floating-ip-range ./labconfig.yaml |cut -d, -f4) + PUB_API_IP=$(grep public-api-ip ./labconfig.yaml |cut -d: -f2) + if grep "- type: public" ./labconfig.yaml; then + # The public network exists on MAAS, so we push the dns record to it -# configure external network + # Recover maas ips and login to it + maas_ip=$(grep " ip_address" deployconfig.yaml | cut -d ':' -f 2 | sed -e 's/ //') + maas_pubip=$(grep floating-ip-range ./labconfig.yaml |cut -d, -f4 |perl -pe 's!^(.*)\.\d+/\d+$!$1.5!') + apikey=$(grep maas-oauth: environments.yaml | cut -d "'" -f 2) + maas login maas http://${maas_ip}/MAAS/api/1.0 ${apikey} -## -## Create external subnet Network -## -if [ "onos" == "$1" ]; then - launch_eth - neutron net-create ext-net --shared --router:external=True - neutron subnet-create ext-net --name ext-subnet $EXTNET_NET - update_gw_mac -elif [ "nosdn" == "$1" ]; then - neutron net-create ext-net --shared --router:external --provider:physical_network external --provider:network_type flat - neutron subnet-create ext-net --name ext-subnet \ - --allocation-pool start=$EXTNET_FIP,end=$EXTNET_LIP \ - --disable-dhcp --gateway $EXTNET_GW $EXTNET_NET - # configure security groups - neutron security-group-rule-create --direction ingress --ethertype IPv4 --protocol icmp --remote-ip-prefix 0.0.0.0/0 default - neutron security-group-rule-create --direction ingress --ethertype IPv4 --protocol tcp --port-range-min 22 --port-range-max 22 --remote-ip-prefix 0.0.0.0/0 default -else - neutron net-create ext-net --shared --router:external --provider:physical_network external --provider:network_type flat - neutron subnet-create ext-net --name ext-subnet \ - --allocation-pool start=$EXTNET_FIP,end=$EXTNET_LIP \ - --disable-dhcp --gateway $EXTNET_GW $EXTNET_NET - # configure security groups - #neutron security-group-rule-create --direction ingress --ethertype IPv4 --protocol icmp --remote-ip-prefix 0.0.0.0/0 default - #neutron security-group-rule-create --direction ingress --ethertype IPv4 --protocol tcp --port-range-min 22 --port-range-max 22 --remote-ip-prefix 0.0.0.0/0 default + # Configure maas to add the record + CLUSTER_UUID=$(maas ubuntu node-groups list | grep uuid | cut -d\" -f4) + PUBLIC_MAAS_IF=$(maas ubuntu node-group-interfaces list $cluster_uuid |\ + python -c "import yaml; import sys; cfg=yaml.load(sys.stdin); net_h={net['ip']:net['name'] for net in cfg}; print(net_h['$maas_pubip'])") + maas maas node-group-interface update ${CLUSTER_UUID} ${PUBLIC_MAAS_IF} static_ip_range_high=${PUB_API_IP} static_ip_range_low=${PUB_API_IP} + maas maas ipaddresses reserve network=${PUB_API_NET} requested_address=${PUB_API_IP} hostname=${API_FQDN} + dig ${PUB_API_IP} @${maas_ip} # just for log + fi + juju run --unit nodes/0 "sudo ip a a ${PUB_API_IP}/${PUB_API_MASK} dev br-ex" || true + juju run --unit nodes/0 "sudo ip l set dev br-ex up" || true + python genPublicAPIProxyBundle.py -l labconfig.yaml >> bundles.yaml + juju-deployer -vW -d -t 7200 -r 5 -c bundles.yaml $opnfvdistro-"$opnfvos" || true + fi fi +echo "...... deploy end public api proxy ......" -# create vm network -neutron net-create demo-net -neutron subnet-create --name demo-subnet --gateway 10.20.5.1 demo-net 10.20.5.0/24 +## +## removing the swift API endpoint which is created by radosgw. +## one option is not to used radosgw and other one is remove endpoint. +## -neutron router-create demo-router +#echo "Removing swift endpoint and service" +#swift_service_id=$(openstack service list | grep swift | cut -d ' ' -f 2) +#swift_endpoint_id=$(openstack endpoint list | grep swift | cut -d ' ' -f 2) +#openstack endpoint delete $swift_endpoint_id +#openstack service delete $swift_service_id -neutron router-interface-add demo-router demo-subnet +## +## Create external subnet Network +## -neutron router-gateway-set demo-router ext-net +if [ "onos" == "$opnfvsdn" ]; then + launch_eth + neutron net-show ext-net > /dev/null 2>&1 || neutron net-create ext-net \ + --router:external=True +else + neutron net-show ext-net > /dev/null 2>&1 || neutron net-create ext-net \ + --router:external=True \ + --provider:network_type flat \ + --provider:physical_network physnet1 +fi -# create pool of floating ips -i=0 -while [ $i -ne 3 ]; do - neutron floatingip-create ext-net - i=$((i + 1)) -done +neutron subnet-show ext-subnet > /dev/null 2>&1 || neutron subnet-create ext-net \ + --name ext-subnet --allocation-pool start=$EXTNET_FIP,end=$EXTNET_LIP \ + --disable-dhcp --gateway $EXTNET_GW $EXTNET_NET -#http://docs.openstack.org/juno/install-guide/install/apt/content/launch-instance-neutron.html -# nova boot --flavor m1.small --image cirros-0.3.3-x86_64 --nic net-id=b65479a4-3638-4595-9245-6e41ccd8bfd8 --security-group default --key-name ubuntu-keypair demo-instance1 -# nova floating-ip-associate demo-instance1 10.5.8.35 +#congress team is not updating and supporting charm anymore so defer it. # Create Congress datasources -sudo apt-get install -y python-congressclient -openstack congress datasource create nova "nova" \ - --config username=$OS_USERNAME \ - --config tenant_name=$OS_TENANT_NAME \ - --config password=$OS_PASSWORD \ - --config auth_url=http://$keystoneIp:5000/v2.0 -openstack congress datasource create neutronv2 "neutronv2" \ - --config username=$OS_USERNAME \ - --config tenant_name=$OS_TENANT_NAME \ - --config password=$OS_PASSWORD \ - --config auth_url=http://$keystoneIp:5000/v2.0 -openstack congress datasource create ceilometer "ceilometer" \ - --config username=$OS_USERNAME \ - --config tenant_name=$OS_TENANT_NAME \ - --config password=$OS_PASSWORD \ - --config auth_url=http://$keystoneIp:5000/v2.0 -openstack congress datasource create cinder "cinder" \ - --config username=$OS_USERNAME \ - --config tenant_name=$OS_TENANT_NAME \ - --config password=$OS_PASSWORD \ - --config auth_url=http://$keystoneIp:5000/v2.0 -openstack congress datasource create glancev2 "glancev2" \ - --config username=$OS_USERNAME \ - --config tenant_name=$OS_TENANT_NAME \ - --config password=$OS_PASSWORD \ - --config auth_url=http://$keystoneIp:5000/v2.0 -openstack congress datasource create keystone "keystone" \ - --config username=$OS_USERNAME \ - --config tenant_name=$OS_TENANT_NAME \ - --config password=$OS_PASSWORD \ - --config auth_url=http://$keystoneIp:5000/v2.0 +#sudo apt-get install -y python-congressclient + +#openstack congress datasource create nova "nova" \ +# --config username=$OS_USERNAME \ +# --config tenant_name=$OS_TENANT_NAME \ +# --config password=$OS_PASSWORD \ +# --config auth_url=http://$keystoneIp:5000/v2.0 +#openstack congress datasource create neutronv2 "neutronv2" \ +# --config username=$OS_USERNAME \ +# --config tenant_name=$OS_TENANT_NAME \ +# --config password=$OS_PASSWORD \ +# --config auth_url=http://$keystoneIp:5000/v2.0 +#openstack congress datasource create ceilometer "ceilometer" \ +# --config username=$OS_USERNAME \ +# --config tenant_name=$OS_TENANT_NAME \ +# --config password=$OS_PASSWORD \ +# --config auth_url=http://$keystoneIp:5000/v2.0 +#openstack congress datasource create cinder "cinder" \ +# --config username=$OS_USERNAME \ +# --config tenant_name=$OS_TENANT_NAME \ +# --config password=$OS_PASSWORD \ +# --config auth_url=http://$keystoneIp:5000/v2.0 +#openstack congress datasource create glancev2 "glancev2" \ +# --config username=$OS_USERNAME \ +# --config tenant_name=$OS_TENANT_NAME \ +# --config password=$OS_PASSWORD \ +# --config auth_url=http://$keystoneIp:5000/v2.0 +#openstack congress datasource create keystone "keystone" \ +# --config username=$OS_USERNAME \ +# --config tenant_name=$OS_TENANT_NAME \ +# --config password=$OS_PASSWORD \ +# --config auth_url=http://$keystoneIp:5000/v2.0