from prox_ctrl import prox_ctrl
import ConfigParser
-version="17.09.03"
-stack = "rapidTestEnv" #Default string for stack
-yaml = "rapid.yaml" #Default string for yaml file
-key = "prox" # This is also the default in the yaml file....
-flavor = "prox_flavor" # This is also the default in the yaml file....
-image = "rapidVM" # This is also the default in the yaml file....
+version="19.1.10"
+stack = "rapid" #Default string for stack. This is not an OpenStack Heat stack, just a group of VMs
+vms = "rapidVMs" #Default string for vms file
+key = "prox" # default name for kay
+image = "rapidVM" # default name for the image
image_file = "rapidVM.qcow2"
-dataplane_network = "dataplane-network" # This is also the default in the yaml file....
-subnet = "dpdk-subnet" #Hardcoded at this moment
+dataplane_network = "dataplane-network" # default name for the dataplane network
+subnet = "dpdk-subnet" #subnet for dataplane
subnet_cidr="10.10.10.0/24" # cidr for dataplane
-admin_network="admin_internal_net"
+internal_network="admin_internal_net"
+floating_network="admin_floating_net"
loglevel="DEBUG" # sets log level for writing to file
runtime=10 # time in seconds for 1 test run
def usage():
- print("usage: rapid [--version] [-v]")
+ print("usage: createrapid [--version] [-v]")
print(" [--stack STACK_NAME]")
- print(" [--yaml YAML_FILE]")
+ print(" [--vms VMS_FILE]")
print(" [--key KEY_NAME]")
- print(" [--flavor FLAVOR_NAME]")
print(" [--image IMAGE_NAME]")
print(" [--image_file IMAGE_FILE]")
print(" [--dataplane_network DP_NETWORK]")
- print(" [--admin_network ADMIN_NETWORK]")
- print(" [--log DEBUG|INFO|WARNING|ERROR|CRITICAL")
+ print(" [--subnet DP_SUBNET]")
+ print(" [--subnet_cidr SUBNET_CIDR]")
+ print(" [--internal_network ADMIN_NETWORK]")
+ print(" [--floating_network ADMIN_NETWORK]")
+ print(" [--log DEBUG|INFO|WARNING|ERROR|CRITICAL]")
print(" [-h] [--help]")
print("")
- print("Command-line interface to RAPID")
+ print("Command-line interface to createrapid")
print("")
print("optional arguments:")
print(" -v, --version Show program's version number and exit")
- print(" --stack STACK_NAME Specify a name for the heat stack. Default is rapidTestEnv.")
- print(" --yaml YAML_FILE Specify the yaml file to be used. Default is rapid.yaml.")
- print(" --key KEY_NAME Specify the key to be used. Default is prox.")
- print(" --flavor FLAVOR_NAME Specify the flavor to be used. Default is prox_flavor.")
- print(" --image IMAGE_NAME Specify the image to be used. Default is rapidVM.")
- print(" --image_file IMAGE_FILE Specify the image qcow2 file to be used. Default is rapidVM.qcow2.")
- print(" --dataplane_network NETWORK Specify the network name to be used for the dataplane. Default is dataplane-network.")
- print(" --admin_network NETWORK Specify the network name to be used for the control plane. Default is admin-network.")
+ print(" --stack STACK_NAME Specify a name for the stack. Default is %s."%stack)
+ print(" --vms VMS_FILE Specify the vms file to be used. Default is %s.vms."%vms)
+ print(" --key KEY_NAME Specify the key to be used. Default is %s."%key)
+ print(" --image IMAGE_NAME Specify the image to be used. Default is %s."%image)
+ print(" --image_file IMAGE_FILE Specify the image qcow2 file to be used. Default is %s."%image_file)
+ print(" --dataplane_network NETWORK Specify the network name to be used for the dataplane. Default is %s."%dataplane_network)
+ print(" --subnet DP_SUBNET Specify the subnet name to be used for the dataplane. Default is %s."%subnet)
+ print(" --subnet_cidr SUBNET_CIDR Specify the subnet CIDR to be used for the dataplane. Default is %s."%subnet_cidr)
+ print(" --internal_network NETWORK Specify the network name to be used for the control plane. Default is %s."%internal_network)
+ print(" --floating_network NETWORK Specify the external floating ip network name. Default is %s. NO if no floating ip used."%floating_network)
print(" --log Specify logging level for log file output, screen output level is hard coded")
print(" -h, --help Show help message and exit.")
print("")
- print("To delete the rapid stack, type the following command")
- print(" openstack stack delete --yes --wait rapidTestEnv")
- print("Note that rapidTestEnv is the default stack name. Replace with STACK_NAME if needed")
try:
- opts, args = getopt.getopt(sys.argv[1:], "vh", ["version","help", "yaml=","stack=","key=","flavor=","image=","dataplane_network=","admin_network=","log="])
+ opts, args = getopt.getopt(sys.argv[1:], "vh", ["version","help", "vms=","stack=","key=","image=","image_file=","dataplane_network=","subnet=","subnet_cidr=","internal_network=","floating_network=","log="])
except getopt.GetoptError as err:
print("===========================================")
print(str(err))
if opt in ("--stack"):
stack = arg
print ("Using '"+stack+"' as name for the stack")
- elif opt in ("--yaml"):
- yaml = arg
- print ("Using stack: "+yaml)
+ elif opt in ("--vms"):
+ vms = arg
+ print ("Using Virtual Machines Description: "+vms)
elif opt in ("--key"):
key = arg
print ("Using key: "+key)
- elif opt in ("--flavor"):
- flavor = arg
- print ("Using flavor: "+flavor)
elif opt in ("--image"):
image = arg
print ("Using image: "+image)
elif opt in ("--dataplane_network"):
dataplane_network = arg
print ("Using dataplane network: "+ dataplane_network)
- elif opt in ("--admin_network"):
- admin_network = arg
- print ("Using controle plane network: "+ admin_network)
+ elif opt in ("--subnet"):
+ subnet = arg
+ print ("Using dataplane subnet: "+ subnet)
+ elif opt in ("--subnet_cidr"):
+ subnet_cidr = arg
+ print ("Using dataplane subnet: "+ subnet_cidr)
+ elif opt in ("--internal_network"):
+ internal_network = arg
+ print ("Using control plane network: "+ internal_network)
+ elif opt in ("--floating_network"):
+ floating_network = arg
+ print ("Using floating ip network: "+ floating_network)
elif opt in ("--log"):
loglevel = arg
print ("Log level: "+ loglevel)
log.propagate = 0
# create a console handler
-# and set its log level to the command-line option
-#
+# and set its log level to the command-line option
+#
console_handler = logging.StreamHandler(sys.stdout)
console_handler.setLevel(logging.INFO)
console_handler.setFormatter(screen_formatter)
# This is a stale log, so roll it
-if needRoll:
+if needRoll:
# Add timestamp
log.debug('\n---------\nLog closed on %s.\n---------\n' % time.asctime())
log.debug("createrapid.py version: "+version)
# Checking if the control network already exists, if not, stop the script
-log.debug("Checking control plane network: "+admin_network)
-cmd = 'openstack network show '+admin_network
+log.debug("Checking control plane network: "+internal_network)
+cmd = 'openstack network show '+internal_network
log.debug (cmd)
cmd = cmd + ' |grep "status " | tr -s " " | cut -d" " -f 4'
NetworkExist = subprocess.check_output(cmd , shell=True).strip()
if NetworkExist == 'ACTIVE':
- log.info("Control plane network ("+admin_network+") already active")
+ log.info("Control plane network ("+internal_network+") already active")
else:
- log.exception("Control plane network " + admin_network + " not existing")
- raise Exception("Control plane network " + admin_network + " not existing")
+ log.exception("Control plane network " + internal_network + " not existing")
+ raise Exception("Control plane network " + internal_network + " not existing")
+
+# Checking if the floating ip network already exists, if not, stop the script
+if floating_network <>'NO':
+ log.debug("Checking floating ip network: "+floating_network)
+ cmd = 'openstack network show '+floating_network
+ log.debug (cmd)
+ cmd = cmd + ' |grep "status " | tr -s " " | cut -d" " -f 4'
+ NetworkExist = subprocess.check_output(cmd , shell=True).strip()
+ if NetworkExist == 'ACTIVE':
+ log.info("Floating ip network ("+floating_network+") already active")
+ else:
+ log.exception("Floating ip network " + floating_network + " not existing")
+ raise Exception("Floating ip network " + floating_network + " not existing")
# Checking if the image already exists, if not create it
log.debug("Checking image: "+image)
log.exception("Failed to create key: " + key)
raise Exception("Failed to create key: " + key)
-# Checking if the flavor already exists, if not create it
-log.debug("Checking flavor: "+flavor)
-cmd = 'openstack flavor show '+flavor
-log.debug (cmd)
-cmd = cmd + ' |grep "name " | tr -s " " | cut -d" " -f 4'
-FlavorExist = subprocess.check_output(cmd , shell=True).strip()
-if FlavorExist == flavor:
- log.info("Flavor ("+flavor+") already installed")
-else:
- log.info('Creating flavor ...')
- cmd = 'openstack flavor create '+flavor+' --ram 8192 --disk 20 --vcpus 4'
- log.debug(cmd)
- cmd = cmd + ' |grep "name " | tr -s " " | cut -d" " -f 4'
- FlavorExist = subprocess.check_output(cmd , shell=True).strip()
- if FlavorExist == flavor:
- cmd = 'openstack flavor set '+ flavor +' --property hw:mem_page_size="large" --property hw:cpu_policy="dedicated" --property hw:cpu_threads_policy="isolate"'
- log.debug(cmd)
- subprocess.check_call(cmd , shell=True)
- log.info("Flavor created")
- else :
- log.exception("Failed to create flavor: " + flavor)
- raise Exception("Failed to create flavor: " + flavor)
# Checking if the dataplane network already exists, if not create it
log.debug("Checking dataplane network: "+dataplane_network)
log.exception("Failed to create subnet: " + subnet)
raise Exception("Failed to create subnet: " + subnet)
-# Checking if the stack already exists, if not create it
-log.debug("Checking Stack: "+stack)
-cmd = 'openstack stack show '+stack
-log.debug (cmd)
-cmd = cmd+' |grep "stack_status " | tr -s " " | cut -d"|" -f 3'
-StackRunning = subprocess.check_output(cmd , shell=True).strip()
-if StackRunning == '':
- log.info('Creating Stack ...')
- cmd = 'openstack stack create -t '+ yaml + ' --parameter flavor="'+flavor +'" --parameter key="'+ key + '" --parameter image="'+image + '" --parameter dataplane_network="'+dataplane_network+ '" --parameter admin_network="'+admin_network+'" --wait '+stack
+ServerToBeCreated=[]
+ServerName=[]
+config = ConfigParser.RawConfigParser()
+vmconfig = ConfigParser.RawConfigParser()
+vmconfig.read(vms+'.vms')
+total_number_of_VMs = vmconfig.get('DEFAULT', 'total_number_of_vms')
+for vm in range(1, int(total_number_of_VMs)+1):
+ flavor_info = vmconfig.get('VM%d'%vm, 'flavor_info')
+ flavor_meta_data = vmconfig.get('VM%d'%vm, 'flavor_meta_data')
+ boot_info = vmconfig.get('VM%d'%vm, 'boot_info')
+ SRIOV_port = vmconfig.get('VM%d'%vm, 'SRIOV_port')
+ ServerName.append('%s-VM%d'%(stack,vm))
+ flavor_name = '%s-VM%d-flavor'%(stack,vm)
+ log.debug("Checking server: "+ServerName[-1])
+ cmd = 'openstack server show '+ServerName[-1]
+ log.debug (cmd)
+ cmd = cmd + ' |grep "\sname\s" | tr -s " " | cut -d" " -f 4'
+ ServerExist = subprocess.check_output(cmd , shell=True).strip()
+ if ServerExist == ServerName[-1]:
+ log.info("Server ("+ServerName[-1]+") already active")
+ ServerToBeCreated.append("no")
+ else:
+ ServerToBeCreated.append("yes")
+ # Checking if the flavor already exists, if not create it
+ log.debug("Checking flavor: "+flavor_name)
+ cmd = 'openstack flavor show '+flavor_name
+ log.debug (cmd)
+ cmd = cmd + ' |grep "\sname\s" | tr -s " " | cut -d" " -f 4'
+ FlavorExist = subprocess.check_output(cmd , shell=True).strip()
+ if FlavorExist == flavor_name:
+ log.info("Flavor ("+flavor_name+") already installed")
+ else:
+ log.info('Creating flavor ...')
+ cmd = 'openstack flavor create %s %s'%(flavor_name,flavor_info)
+ log.debug(cmd)
+ cmd = cmd + ' |grep "\sname\s" | tr -s " " | cut -d" " -f 4'
+ FlavorExist = subprocess.check_output(cmd , shell=True).strip()
+ if FlavorExist == flavor_name:
+ cmd = 'openstack flavor set %s %s'%(flavor_name, flavor_meta_data)
+ log.debug(cmd)
+ subprocess.check_call(cmd , shell=True)
+ log.info("Flavor created")
+ else :
+ log.exception("Failed to create flavor: " + flavor_name)
+ raise Exception("Failed to create flavor: " + flavor_name)
+ if SRIOV_port == 'NO':
+ nic_info = '--nic net-id=%s --nic net-id=%s'%(internal_network,dataplane_network)
+ else:
+ nic_info = '--nic net-id=%s'%(internal_network)
+ for port in SRIOV_port.split(','):
+ nic_info = nic_info + ' --nic port-id=%s'%(port)
+ if vm==int(total_number_of_VMs):
+ # For the last server, we want to wait for the server creation to complete, so the next operations will succeeed (e.g. IP allocation)
+ # Note that this waiting is not bullet proof. Imagine, we loop through all the VMs, and the last VM was already running, while the previous
+ # VMs still needed to be created. Or the previous server creations take much longer than the last one.
+ # In that case, we might be to fast when we query for the IP & MAC addresses.
+ wait = ' --wait '
+ else:
+ wait = ' '
+ log.info("Creating server...")
+ cmd = 'openstack server create --flavor %s --key-name %s --image %s %s %s%s%s'%(flavor_name,key,image,nic_info,boot_info,wait,ServerName[-1])
+ log.debug(cmd)
+ cmd = cmd + ' |grep "\sname\s" | tr -s " " | cut -d" " -f 4'
+ ServerExist = subprocess.check_output(cmd , shell=True).strip()
+if floating_network <> 'NO':
+ for vm in range(0, int(total_number_of_VMs)):
+ if ServerToBeCreated[vm] =="yes":
+ log.info('Creating floating IP ...')
+ cmd = 'openstack floating ip create ' + floating_network
+ log.debug(cmd)
+ cmd = cmd + ' |grep "floating_ip_address " | tr -s " " | cut -d"|" -f 3'
+ vmAdminIP = subprocess.check_output(cmd , shell=True).strip()
+ log.info('Associating floating IP ...')
+ cmd = 'openstack server add floating ip %s %s'%(ServerName[vm],vmAdminIP)
+ log.debug(cmd)
+ output = subprocess.check_output(cmd , shell=True).strip()
+
+for vm in range(1, int(total_number_of_VMs)+1):
+ cmd = 'openstack server show %s'%(ServerName[vm-1])
log.debug(cmd)
- cmd = cmd + ' |grep "stack_status " | tr -s " " | cut -d"|" -f 3'
- StackRunning = subprocess.check_output(cmd , shell=True).strip()
-if StackRunning != 'CREATE_COMPLETE':
- log.exception("Failed to create stack")
- raise Exception("Failed to create stack")
+ output = subprocess.check_output(cmd , shell=True).strip()
+ searchString = '.*%s.*?([0-9]*\.[0-9]*\.[0-9]*\.[0-9]*)' %(dataplane_network)
+ matchObj = re.search(searchString, output, re.DOTALL)
+ vmDPIP = matchObj.group(1)
+ searchString = '.*%s=([0-9]+\.[0-9]+\.[0-9]+\.[0-9]+),*\s*([0-9]+\.[0-9]+\.[0-9]+\.[0-9]+)*' %(internal_network)
+ matchObj = re.search(searchString, output, re.DOTALL)
+ vmAdminIP = matchObj.group(2)
+ if vmAdminIP == None:
+ vmAdminIP = matchObj.group(1)
+ cmd = 'openstack port list |egrep "\\b%s\\b" | tr -s " " | cut -d"|" -f 4'%(vmDPIP)
+ log.debug(cmd)
+ vmDPmac = subprocess.check_output(cmd , shell=True).strip()
+ config.add_section('M%d'%vm)
+ config.set('M%d'%vm, 'name', ServerName[vm-1])
+ config.set('M%d'%vm, 'admin_ip', vmAdminIP)
+ config.set('M%d'%vm, 'dp_ip', vmDPIP)
+ config.set('M%d'%vm, 'dp_mac', vmDPmac)
+ log.info('%s: (admin IP: %s), (dataplane IP: %s), (dataplane MAC: %s)' % (ServerName[vm-1],vmAdminIP,vmDPIP,vmDPmac))
-# Obtaining IP & MAC addresses for the VMs created in the stack
-log.info("Stack ("+stack+") running")
-cmd='openstack stack show -f yaml -c outputs ' + stack
-log.debug(cmd)
-output = subprocess.check_output(cmd , shell=True).strip()
-matchObj = re.search('.*gen_dataplane_ip.*?([0-9]*\.[0-9]*\.[0-9]*\.[0-9]*)', output, re.DOTALL)
-genDPIP = matchObj.group(1)
-matchObj = re.search('.*gen_public_ip.*?([0-9]*\.[0-9]*\.[0-9]*\.[0-9]*)', output, re.DOTALL)
-genAdminIP = matchObj.group(1)
-matchObj = re.search('.*gen_dataplane_mac.*?([a-fA-F0-9:]{17})', output, re.DOTALL)
-genDPmac = matchObj.group(1)
-matchObj = re.search('.*sut_dataplane_ip.*?([0-9]*\.[0-9]*\.[0-9]*\.[0-9]*)', output, re.DOTALL)
-sutDPIP = matchObj.group(1)
-matchObj = re.search('.*sut_public_ip.*?([0-9]*\.[0-9]*\.[0-9]*\.[0-9]*)', output, re.DOTALL)
-sutAdminIP = matchObj.group(1)
-matchObj = re.search('.*sut_dataplane_mac.*?([a-fA-F0-9:]{17})', output, re.DOTALL)
-sutDPmac = matchObj.group(1)
-log.info('Generator: (admin IP: '+ genAdminIP + '), (dataplane IP: ' + genDPIP+'), (dataplane MAC: ' +genDPmac+')')
-log.info('SUT: (admin IP: '+ sutAdminIP + '), (dataplane IP: ' + sutDPIP+'), (dataplane MAC: ' +sutDPmac+')')
-config = ConfigParser.RawConfigParser()
-config.add_section('Generator')
-config.set('Generator', 'admin_ip', genAdminIP)
-config.set('Generator', 'dp_ip', genDPIP)
-config.set('Generator', 'dp_mac', genDPmac)
-config.add_section('SUT')
-config.set('SUT', 'admin_ip', sutAdminIP)
-config.set('SUT', 'dp_ip', sutDPIP)
-config.set('SUT', 'dp_mac', sutDPmac)
config.add_section('OpenStack')
config.set('OpenStack', 'stack', stack)
-config.set('OpenStack', 'yaml', yaml)
+config.set('OpenStack', 'VMs', vms)
config.set('OpenStack', 'key', key)
-config.set('OpenStack', 'flavor', flavor)
config.set('OpenStack', 'image', image)
config.set('OpenStack', 'image_file', image_file)
config.set('OpenStack', 'dataplane_network', dataplane_network)
config.set('OpenStack', 'subnet', subnet)
config.set('OpenStack', 'subnet_cidr', subnet_cidr)
-config.set('OpenStack', 'admin_network', admin_network)
+config.set('OpenStack', 'internal_network', internal_network)
+config.set('OpenStack', 'floating_network', floating_network)
config.add_section('rapid')
config.set('rapid', 'loglevel', loglevel)
config.set('rapid', 'version', version)
+config.set('rapid', 'total_number_of_machines', total_number_of_VMs)
config.set('DEFAULT', 'admin_ip', 'none')
-# Writing our configuration file
-with open(stack+'.cfg', 'wb') as configfile:
- config.write(configfile)
-
+# Writing the environment file
+with open(stack+'.env', 'wb') as envfile:
+ config.write(envfile)
Code Review / samplevnf.git / blobdiff