functest/opnfv_tests/Controllers/ONOS/Teston/adapters/environment.py

   1 """
   2 Description:
   3     This file is used to setup the running environment
   4     Include Download code,setup environment variable
   5             Set onos running config
   6             Set user name/password
   7             Onos-push-keys and so on
   8     lanqinglong@huawei.com
   9
  10 #
  11 # All rights reserved. This program and the accompanying materials
  12 # are made available under the terms of the Apache License, Version 2.0
  13 # which accompanies this distribution, and is available at
  14 # http://www.apache.org/licenses/LICENSE-2.0
  15 #
  16 """
  17
  18 import pexpect
  19 import pxssh
  20 import re
  21 import os
  22 import sys
  23 import time
  24
  25 from connection import connection
  26 import functest.utils.functest_logger as ft_logger
  27
  28
  29 class environment(connection):
  30
  31     logger = ft_logger.Logger("environment").getLogger()
  32
  33     def __init__(self):
  34         connection.__init__(self)
  35         self.loginfo = connection()
  36         self.masterhandle = ''
  37         self.home = ''
  38
  39     def DownLoadCode(self, handle, codeurl):
  40         """
  41         Download Code use 'git clone'
  42         parameters:
  43         handle:  current working handle
  44         codeurl: clone code url
  45         """
  46         self.logger.info("Now loading test codes! Please wait in patient...")
  47         originalfolder = sys.path[0]
  48         self.logger.info(originalfolder)
  49         gitclone = handle
  50         gitclone.sendline("git clone " + codeurl)
  51         index = 0
  52         # increment = 0
  53         while index != 1 or index != 4:
  54             index = gitclone.expect(['already exists',
  55                                      'esolving deltas: 100%',
  56                                      'eceiving objects',
  57                                      'Already up-to-date',
  58                                      'npacking objects: 100%', pexpect.EOF])
  59
  60             filefolder = self.home + '/' + codeurl.split('/')[-1].split('.')[0]
  61             if index == 0:
  62                 os.chdir(filefolder)
  63                 os.system('git pull')
  64                 os.chdir(originalfolder)
  65                 self.loginfo.log('Download code success!')
  66                 break
  67             elif index == 1 or index == 4:
  68                 self.loginfo.log('Download code success!')
  69                 gitclone.sendline("mkdir onos")
  70                 gitclone.prompt()
  71                 gitclone.sendline("cp -rf " + filefolder + "/tools onos/")
  72                 gitclone.prompt()
  73                 break
  74             elif index == 2:
  75                 os.write(1, gitclone.before)
  76                 sys.stdout.flush()
  77             else:
  78                 self.loginfo.log('Download code failed!')
  79                 self.loginfo.log('Information before' + gitclone.before)
  80                 break
  81         gitclone.prompt()
  82
  83     def InstallDefaultSoftware(self, handle):
  84         """
  85         Install default software
  86         parameters:
  87         handle(input): current working handle
  88         """
  89         self.logger.info("Now Cleaning test environment")
  90         handle.sendline("sudo apt-get install -y mininet")
  91         handle.prompt()
  92         handle.sendline("sudo pip install configobj")
  93         handle.prompt()
  94         handle.sendline("sudo apt-get install -y sshpass")
  95         handle.prompt()
  96         handle.sendline("OnosSystemTest/TestON/bin/cleanup.sh")
  97         handle.prompt()
  98         time.sleep(5)
  99         self.loginfo.log('Clean environment success!')
 100
 101     def OnosPushKeys(self, handle, cmd, password):
 102         """
 103         Using onos-push-keys to make ssh device without password
 104         parameters:
 105         handle(input): working handle
 106         cmd(input): onos-push-keys xxx(xxx is device)
 107         password(input): login in password
 108         """
 109         self.logger.info("Now Pushing Onos Keys:" + cmd)
 110         Pushkeys = handle
 111         Pushkeys.sendline(cmd)
 112         Result = 0
 113         while Result != 2:
 114             Result = Pushkeys.expect(["(yes/no)", "assword:", "PEXPECT]#",
 115                                       pexpect.EOF, pexpect.TIMEOUT])
 116             if(Result == 0):
 117                 Pushkeys.sendline("yes")
 118             if(Result == 1):
 119                 Pushkeys.sendline(password)
 120             if(Result == 2):
 121                 self.loginfo.log("ONOS Push keys Success!")
 122                 break
 123             if(Result == 3):
 124                 self.loginfo.log("ONOS Push keys Error!")
 125                 break
 126             time.sleep(2)
 127         Pushkeys.prompt()
 128         self.logger.info("Done!")
 129
 130     def SetOnosEnvVar(self, handle, masterpass, agentpass):
 131         """
 132         Setup onos pushkeys to all devices(3+2)
 133         parameters:
 134         handle(input): current working handle
 135         masterpass: scripts running server's password
 136         agentpass: onos cluster&compute node password
 137         """
 138         self.logger.info("Now Setting test environment")
 139         for host in self.hosts:
 140             self.logger.info("try to connect " + str(host))
 141             result = self.CheckSshNoPasswd(host)
 142             if not result:
 143                 self.logger.info(
 144                     "ssh login failed,try to copy master publickey" +
 145                     "to agent " + str(host))
 146                 self.CopyPublicKey(host)
 147         self.OnosPushKeys(handle, "onos-push-keys " + self.OCT, masterpass)
 148         self.OnosPushKeys(handle, "onos-push-keys " + self.OC1, agentpass)
 149         self.OnosPushKeys(handle, "onos-push-keys " + self.OC2, agentpass)
 150         self.OnosPushKeys(handle, "onos-push-keys " + self.OC3, agentpass)
 151         self.OnosPushKeys(handle, "onos-push-keys " + self.OCN, agentpass)
 152         self.OnosPushKeys(handle, "onos-push-keys " + self.OCN2, agentpass)
 153
 154     def CheckSshNoPasswd(self, host):
 155         """
 156         Check master can connect agent with no password
 157         """
 158         login = pexpect.spawn("ssh " + str(host))
 159         index = 4
 160         while index == 4:
 161             index = login.expect(['(yes/no)', '>|#|\$',
 162                                   pexpect.EOF, pexpect.TIMEOUT])
 163             if index == 0:
 164                 login.sendline("yes")
 165                 index = 4
 166             if index == 1:
 167                 self.loginfo.log("ssh connect to " + str(host) +
 168                                  " success,no need to copy ssh public key")
 169                 return True
 170         login.interact()
 171         return False
 172
 173     def ChangeOnosName(self, user, password):
 174         """
 175         Change onos name in envDefault file
 176         Because some command depend on this
 177         parameters:
 178         user: onos&compute node user
 179         password: onos&compute node password
 180         """
 181         self.logger.info("Now Changing ONOS name&password")
 182         filepath = self.home + '/onos/tools/build/envDefaults'
 183         line = open(filepath, 'r').readlines()
 184         lenall = len(line) - 1
 185         for i in range(lenall):
 186             if "ONOS_USER=" in line[i]:
 187                 line[i] = line[i].replace("sdn", user)
 188             if "ONOS_GROUP" in line[i]:
 189                 line[i] = line[i].replace("sdn", user)
 190             if "ONOS_PWD" in line[i]:
 191                 line[i] = line[i].replace("rocks", password)
 192         NewFile = open(filepath, 'w')
 193         NewFile.writelines(line)
 194         NewFile.close
 195         self.logger.info("Done!")
 196
 197     def ChangeTestCasePara(self, testcase, user, password):
 198         """
 199         When running test script, there's something need \
 200         to change in every test folder's *.param & *.topo files
 201         user: onos&compute node user
 202         password: onos&compute node password
 203         """
 204         self.logger.info("Now Changing " + testcase + " name&password")
 205         if self.masterusername == 'root':
 206             filepath = '/root/'
 207         else:
 208             filepath = '/home/' + self.masterusername + '/'
 209         filepath = (filepath + "OnosSystemTest/TestON/tests/" +
 210                     testcase + "/" + testcase + ".topo")
 211         line = open(filepath, 'r').readlines()
 212         lenall = len(line) - 1
 213         for i in range(lenall - 2):
 214             if("localhost" in line[i]) or ("OCT" in line[i]):
 215                 line[i + 1] = re.sub(">\w+", ">" + user, line[i + 1])
 216                 line[i + 2] = re.sub(">\w+", ">" + password, line[i + 2])
 217             if ("OC1" in line[i] or "OC2" in line[i] or "OC3" in line[i] or
 218                     "OCN" in line[i] or "OCN2" in line[i]):
 219                 line[i + 1] = re.sub(">\w+", ">root", line[i + 1])
 220                 line[i + 2] = re.sub(">\w+", ">root", line[i + 2])
 221         NewFile = open(filepath, 'w')
 222         NewFile.writelines(line)
 223         NewFile.close
 224
 225     def SSHlogin(self, ipaddr, username, password):
 226         """
 227         SSH login provide a connection to destination.
 228         parameters:
 229         ipaddr:   ip address
 230         username: login user name
 231         password: login password
 232         return: handle
 233         """
 234         login = pxssh.pxssh()
 235         login.login(ipaddr, username, password, original_prompt='[$#>]')
 236         # send command ls -l
 237         login.sendline('ls -l')
 238         # match prompt
 239         login.prompt()
 240         self.logger.info("SSH login " + ipaddr + " success!")
 241         return login
 242
 243     def SSHRelease(self, handle):
 244         # Release ssh
 245         handle.logout()
 246
 247     def CopyOnostoTestbin(self):
 248         sourcefile = self.cipath + '/dependencies/onos'
 249         destifile = self.home + '/onos/tools/test/bin/'
 250         os.system('pwd')
 251         runcommand = 'cp ' + sourcefile + ' ' + destifile
 252         os.system(runcommand)
 253
 254     def CopyPublicKey(self, host):
 255         output = os.popen('cat /root/.ssh/id_rsa.pub')
 256         publickey = output.read().strip('\n')
 257         tmphandle = self.SSHlogin(self.installer_master,
 258                                   self.installer_master_username,
 259                                   self.installer_master_password)
 260         tmphandle.sendline("ssh " + host + " -T \'echo " +
 261                            str(publickey) + ">>/root/.ssh/authorized_keys\'")
 262         tmphandle.prompt()
 263         self.SSHRelease(tmphandle)
 264         self.logger.info("Add OCT PublicKey to " + host + " success")
 265
 266     def OnosEnvSetup(self, handle):
 267         """
 268         Onos Environment Setup function
 269         """
 270         self.Gensshkey(handle)
 271         self.home = self.GetEnvValue(handle, 'HOME')
 272         self.AddKnownHost(handle, self.OC1, "karaf", "karaf")
 273         self.AddKnownHost(handle, self.OC2, "karaf", "karaf")
 274         self.AddKnownHost(handle, self.OC3, "karaf", "karaf")
 275         self.DownLoadCode(handle,
 276                           'https://github.com/wuwenbin2/OnosSystemTest.git')
 277         # self.DownLoadCode(handle, 'https://gerrit.onosproject.org/onos')
 278         if self.masterusername == 'root':
 279             filepath = '/root/'
 280         else:
 281             filepath = '/home/' + self.masterusername + '/'
 282         self.OnosRootPathChange(filepath)
 283         self.CopyOnostoTestbin()
 284         self.ChangeOnosName(self.agentusername, self.agentpassword)
 285         self.InstallDefaultSoftware(handle)
 286         self.SetOnosEnvVar(handle, self.masterpassword, self.agentpassword)