blob: bb3033544f20dad8dd011277f5a54cfe8f4d5dda [file] [log] [blame]
#!/usr/bin/env python
"""
This driver interacts with ONOS bench, the OSGi platform
that configures the ONOS nodes. ( aka ONOS-next )
Please follow the coding style demonstrated by existing
functions and document properly.
If you are a contributor to the driver, please
list your email here for future contact:
jhall@onlab.us
andrew@onlab.us
OCT 9 2014
"""
import sys
import time
import pexpect
import os.path
from requests.models import Response
sys.path.append( "../" )
from drivers.common.clidriver import CLI
class OnosDriver( CLI ):
def __init__( self ):
"""
Initialize client
"""
self.name = None
self.home = None
self.handle = None
super( CLI, self ).__init__()
def connect( self, **connectargs ):
"""
Creates ssh handle for ONOS "bench".
"""
try:
for key in connectargs:
vars( self )[ key ] = connectargs[ key ]
self.home = "~/onos"
for key in self.options:
if key == "home":
self.home = self.options[ 'home' ]
break
if self.home is None or self.home == "":
self.home = "~/onos"
self.name = self.options[ 'name' ]
self.handle = super( OnosDriver, self ).connect(
user_name=self.user_name,
ip_address=self.ip_address,
port=self.port,
pwd=self.pwd,
home=self.home )
self.handle.sendline( "cd " + self.home )
self.handle.expect( "\$" )
if self.handle:
return self.handle
else:
main.log.info( "NO ONOS HANDLE" )
return main.FALSE
except pexpect.EOF:
main.log.error( self.name + ": EOF exception found" )
main.log.error( self.name + ": " + self.handle.before )
main.cleanup()
main.exit()
except Exception:
main.log.exception( self.name + ": Uncaught exception!" )
main.cleanup()
main.exit()
def disconnect( self ):
"""
Called when Test is complete to disconnect the ONOS handle.
"""
response = main.TRUE
try:
if self.handle:
self.handle.sendline( "" )
self.handle.expect( "\$" )
self.handle.sendline( "exit" )
self.handle.expect( "closed" )
except pexpect.EOF:
main.log.error( self.name + ": EOF exception found" )
main.log.error( self.name + ": " + self.handle.before )
except ValueError:
main.log.exception( "Exception in disconnect of " + self.name )
response = main.TRUE
except Exception:
main.log.exception( self.name + ": Connection failed to the host" )
response = main.FALSE
return response
def getEpochMs( self ):
"""
Returns milliseconds since epoch
When checking multiple nodes in a for loop,
around a hundred milliseconds of difference (ascending) is
generally acceptable due to calltime of the function.
Few seconds, however, is not and it means clocks
are off sync.
"""
try:
self.handle.sendline( 'date +%s.%N' )
self.handle.expect( 'date \+\%s\.\%N' )
self.handle.expect( '\$' )
epochMs = self.handle.before
return epochMs
except Exception:
main.log.exception( 'Uncaught exception getting epoch time' )
main.cleanup()
main.exit()
def onosPackage( self, opTimeout=30 ):
"""
Produce a self-contained tar.gz file that can be deployed
and executed on any platform with Java 7 JRE.
"""
try:
self.handle.sendline( "onos-package" )
self.handle.expect( "onos-package" )
self.handle.expect( "tar.gz", opTimeout )
handle = str( self.handle.before )
main.log.info( "onos-package command returned: " +
handle )
# As long as the sendline does not time out,
# return true. However, be careful to interpret
# the results of the onos-package command return
return main.TRUE
except pexpect.EOF:
main.log.error( self.name + ": EOF exception found" )
main.log.error( self.name + ": " + self.handle.before )
except Exception:
main.log.exception( "Failed to package ONOS" )
main.cleanup()
main.exit()
def onosBuild( self ):
"""
Use the pre defined script to build onos via mvn
"""
try:
self.handle.sendline( "onos-build" )
self.handle.expect( "onos-build" )
i = self.handle.expect( [
"BUILD SUCCESS",
"ERROR",
"BUILD FAILED" ],
timeout=120 )
handle = str( self.handle.before )
main.log.info( "onos-build command returned: " +
handle )
if i == 0:
return main.TRUE
else:
return handle
except pexpect.EOF:
main.log.error( self.name + ": EOF exception found" )
main.log.error( self.name + ": " + self.handle.before )
except Exception:
main.log.exception( "Failed to build ONOS" )
main.cleanup()
main.exit()
def cleanInstall( self, mciTimeout=600 ):
"""
Runs mvn clean install in the root of the ONOS directory.
This will clean all ONOS artifacts then compile each module
Returns: main.TRUE on success
On Failure, exits the test
"""
try:
main.log.info( "Running 'mvn clean install' on " +
str( self.name ) +
". This may take some time." )
self.handle.sendline( "cd " + self.home )
self.handle.expect( "\$" )
self.handle.sendline( "" )
self.handle.expect( "\$" )
self.handle.sendline( "mvn clean install" )
self.handle.expect( "mvn clean install" )
while True:
i = self.handle.expect( [
'There\sis\sinsufficient\smemory\sfor\sthe\sJava\s' +
'Runtime\sEnvironment\sto\scontinue',
'BUILD\sFAILURE',
'BUILD\sSUCCESS',
'onos\$', #TODO: fix this to be more generic?
'ONOS\$',
pexpect.TIMEOUT ], mciTimeout )
if i == 0:
main.log.error( self.name + ":There is insufficient memory \
for the Java Runtime Environment to continue." )
# return main.FALSE
main.cleanup()
main.exit()
if i == 1:
main.log.error( self.name + ": Build failure!" )
# return main.FALSE
main.cleanup()
main.exit()
elif i == 2:
main.log.info( self.name + ": Build success!" )
elif i == 3 or i == 4:
main.log.info( self.name + ": Build complete" )
# Print the build time
for line in self.handle.before.splitlines():
if "Total time:" in line:
main.log.info( line )
self.handle.sendline( "" )
self.handle.expect( "\$", timeout=60 )
return main.TRUE
elif i == 5:
main.log.error(
self.name +
": mvn clean install TIMEOUT!" )
# return main.FALSE
main.cleanup()
main.exit()
else:
main.log.error( self.name + ": unexpected response from " +
"mvn clean install" )
# return main.FALSE
main.cleanup()
main.exit()
except pexpect.EOF:
main.log.error( self.name + ": EOF exception found" )
main.log.error( self.name + ": " + self.handle.before )
main.cleanup()
main.exit()
except Exception:
main.log.exception( self.name + ": Uncaught exception!" )
main.cleanup()
main.exit()
def gitPull( self, comp1="", fastForward=True ):
"""
Assumes that "git pull" works without login
If the fastForward boolean is set to true, only git pulls that can
be fast forwarded will be performed. IE if you have not local commits
in your branch.
This function will perform a git pull on the ONOS instance.
If used as gitPull( "NODE" ) it will do git pull + NODE. This is
for the purpose of pulling from other nodes if necessary.
Otherwise, this function will perform a git pull in the
ONOS repository. If it has any problems, it will return main.ERROR
If it successfully does a gitPull, it will return a 1 ( main.TRUE )
If it has no updates, it will return 3.
"""
try:
# main.log.info( self.name + ": Stopping ONOS" )
# self.stop()
self.handle.sendline( "cd " + self.home )
self.handle.expect( self.home + "\$" )
cmd = "git pull"
if comp1 != "":
cmd += ' ' + comp1
if fastForward:
cmd += ' ' + " --ff-only"
self.handle.sendline( cmd )
i = self.handle.expect(
[
'fatal',
'Username\sfor\s(.*):\s',
'\sfile(s*) changed,\s',
'Already up-to-date',
'Aborting',
'You\sare\snot\scurrently\son\sa\sbranch',
'You asked me to pull without telling me which branch you',
'Pull is not possible because you have unmerged files',
'Please enter a commit message to explain why this merge',
'Found a swap file by the name',
'Please, commit your changes before you can merge.',
pexpect.TIMEOUT ],
timeout=300 )
# debug
# main.log.report( self.name +": DEBUG: \n"+
# "git pull response: " +
# str( self.handle.before ) + str( self.handle.after ) )
if i == 0:
main.log.error( self.name + ": Git pull had some issue" )
output = self.handle.after
self.handle.expect( '\$' )
output += self.handle.before
main.log.warn( output )
return main.ERROR
elif i == 1:
main.log.error(
self.name +
": Git Pull Asking for username. " )
return main.ERROR
elif i == 2:
main.log.info(
self.name +
": Git Pull - pulling repository now" )
self.handle.expect( self.home + "\$", 120 )
# So that only when git pull is done, we do mvn clean compile
return main.TRUE
elif i == 3:
main.log.info( self.name + ": Git Pull - Already up to date" )
return i
elif i == 4:
main.log.info(
self.name +
": Git Pull - Aborting..." +
"Are there conflicting git files?" )
return main.ERROR
elif i == 5:
main.log.info(
self.name +
": Git Pull - You are not currently " +
"on a branch so git pull failed!" )
return main.ERROR
elif i == 6:
main.log.info(
self.name +
": Git Pull - You have not configured an upstream " +
"branch to pull from. Git pull failed!" )
return main.ERROR
elif i == 7:
main.log.info(
self.name +
": Git Pull - Pull is not possible because " +
"you have unmerged files." )
return main.ERROR
elif i == 8:
# NOTE: abandoning test since we can't reliably handle this
# there could be different default text editors and we
# also don't know if we actually want to make the commit
main.log.error( "Git pull resulted in a merge commit message" +
". Exiting test!" )
main.cleanup()
main.exit()
elif i == 9: # Merge commit message but swap file exists
main.log.error( "Git pull resulted in a merge commit message" +
" but a swap file exists." )
try:
self.handle.send( 'A' ) # Abort
self.handle.expect( "\$" )
return main.ERROR
except Exception:
main.log.exception( "Couldn't exit editor prompt!")
main.cleanup()
main.exit()
elif i == 10: # In the middle of a merge commit
main.log.error( "Git branch is in the middle of a merge. " )
main.log.warn( self.handle.before + self.handle.after )
return main.ERROR
elif i == 11:
main.log.error( self.name + ": Git Pull - TIMEOUT" )
main.log.error(
self.name + " Response was: " + str(
self.handle.before ) )
return main.ERROR
else:
main.log.error(
self.name +
": Git Pull - Unexpected response, check for pull errors" )
return main.ERROR
except pexpect.EOF:
main.log.error( self.name + ": EOF exception found" )
main.log.error( self.name + ": " + self.handle.before )
main.cleanup()
main.exit()
except Exception:
main.log.exception( self.name + ": Uncaught exception!" )
main.cleanup()
main.exit()
def gitCheckout( self, branch="master" ):
"""
Assumes that "git pull" works without login
This function will perform a git git checkout on the ONOS instance.
If used as gitCheckout( "branch" ) it will do git checkout
of the "branch".
Otherwise, this function will perform a git checkout of the master
branch of the ONOS repository. If it has any problems, it will return
main.ERROR.
If the branch was already the specified branch, or the git checkout was
successful then the function will return main.TRUE.
"""
try:
self.handle.sendline( "cd " + self.home )
self.handle.expect( self.home + "\$" )
main.log.info( self.name +
": Checking out git branch/ref: " + branch + "..." )
cmd = "git checkout " + branch
self.handle.sendline( cmd )
self.handle.expect( cmd )
i = self.handle.expect(
[ 'fatal',
'Username for (.*): ',
'Already on \'',
'Switched to branch \'' + str( branch ),
pexpect.TIMEOUT,
'error: Your local changes to the following files' +
'would be overwritten by checkout:',
'error: you need to resolve your current index first',
"You are in 'detached HEAD' state.",
"HEAD is now at " ],
timeout=60 )
if i == 0:
main.log.error(
self.name +
": Git checkout had some issue..." )
main.log.error( self.name + ": " + self.handle.before )
return main.ERROR
elif i == 1:
main.log.error(
self.name +
": Git checkout asking for username." +
" Please configure your local git repository to be able " +
"to access your remote repository passwordlessly" )
# TODO add support for authenticating
return main.ERROR
elif i == 2:
main.log.info(
self.name +
": Git Checkout %s : Already on this branch" % branch )
self.handle.expect( self.home + "\$" )
# main.log.info( "DEBUG: after checkout cmd = "+
# self.handle.before )
return main.TRUE
elif i == 3:
main.log.info(
self.name +
": Git checkout %s - Switched to this branch" % branch )
self.handle.expect( self.home + "\$" )
# main.log.info( "DEBUG: after checkout cmd = "+
# self.handle.before )
return main.TRUE
elif i == 4:
main.log.error( self.name + ": Git Checkout- TIMEOUT" )
main.log.error(
self.name + " Response was: " + str( self.handle.before ) )
return main.ERROR
elif i == 5:
self.handle.expect( "Aborting" )
main.log.error(
self.name +
": Git checkout error: \n" +
"Your local changes to the following files would" +
" be overwritten by checkout:" +
str( self.handle.before ) )
self.handle.expect( self.home + "\$" )
return main.ERROR
elif i == 6:
main.log.error(
self.name +
": Git checkout error: \n" +
"You need to resolve your current index first:" +
str( self.handle.before ) )
self.handle.expect( self.home + "\$" )
return main.ERROR
elif i == 7:
main.log.info(
self.name +
": Git checkout " + str( branch ) +
" - You are in 'detached HEAD' state. HEAD is now at " +
str( branch ) )
self.handle.expect( self.home + "\$" )
return main.TRUE
elif i == 8: # Already in detached HEAD on the specified commit
main.log.info(
self.name +
": Git Checkout %s : Already on commit" % branch )
self.handle.expect( self.home + "\$" )
return main.TRUE
else:
main.log.error(
self.name +
": Git Checkout - Unexpected response, " +
"check for pull errors" )
main.log.error( self.name + ": " + self.handle.before )
return main.ERROR
except pexpect.EOF:
main.log.error( self.name + ": EOF exception found" )
main.log.error( self.name + ": " + self.handle.before )
main.cleanup()
main.exit()
except Exception:
main.log.exception( self.name + ": Uncaught exception!" )
main.cleanup()
main.exit()
def getBranchName( self ):
main.log.info( "self.home = " )
main.log.info( self.home )
self.handle.sendline( "cd " + self.home )
self.handle.expect( self.home + "\$" )
self.handle.sendline( "git name-rev --name-only HEAD" )
self.handle.expect( "git name-rev --name-only HEAD" )
self.handle.expect( "\$" )
lines = self.handle.before.splitlines()
if lines[1] == "master":
return "master"
elif lines[1] == "onos-1.0":
return "onos-1.0"
else:
main.log.info( lines[1] )
return "unexpected ONOS branch for SDN-IP test"
def getVersion( self, report=False ):
"""
Writes the COMMIT number to the report to be parsed
by Jenkins data collector.
"""
try:
self.handle.sendline( "" )
self.handle.expect( "\$" )
self.handle.sendline(
"cd " +
self.home +
"; git log -1 --pretty=fuller --decorate=short | grep -A 6 " +
" \"commit\" --color=never" )
# NOTE: for some reason there are backspaces inserted in this
# phrase when run from Jenkins on some tests
self.handle.expect( "never" )
self.handle.expect( "\$" )
response = ( self.name + ": \n" + str(
self.handle.before + self.handle.after ) )
self.handle.sendline( "cd " + self.home )
self.handle.expect( "\$" )
lines = response.splitlines()
for line in lines:
print line
if report:
main.log.wiki( "<blockquote>" )
for line in lines[ 2:-1 ]:
# Bracket replacement is for Wiki-compliant
# formatting. '<' or '>' are interpreted
# as xml specific tags that cause errors
line = line.replace( "<", "[" )
line = line.replace( ">", "]" )
#main.log.wiki( "\t" + line )
main.log.wiki( line + "<br /> " )
main.log.summary( line )
main.log.wiki( "</blockquote>" )
main.log.summary("\n")
return lines[ 2 ]
except pexpect.EOF:
main.log.error( self.name + ": EOF exception found" )
main.log.error( self.name + ": " + self.handle.before )
main.cleanup()
main.exit()
except pexpect.TIMEOUT:
main.log.error( self.name + ": TIMEOUT exception found" )
main.log.error( self.name + ": " + self.handle.before )
main.cleanup()
main.exit()
except Exception:
main.log.exception( self.name + ": Uncaught exception!" )
main.cleanup()
main.exit()
def createCellFile( self, benchIp, fileName, mnIpAddrs,
appString, *onosIpAddrs ):
"""
Creates a cell file based on arguments
Required:
* Bench IP address ( benchIp )
- Needed to copy the cell file over
* File name of the cell file ( fileName )
* Mininet IP address ( mnIpAddrs )
- Note that only 1 ip address is
supported currently
* ONOS IP addresses ( onosIpAddrs )
- Must be passed in as last arguments
NOTE: Assumes cells are located at:
~/<self.home>/tools/test/cells/
"""
# Variable initialization
cellDirectory = self.home + "/tools/test/cells/"
# We want to create the cell file in the dependencies directory
# of TestON first, then copy over to ONOS bench
tempDirectory = "/tmp/"
# Create the cell file in the directory for writing ( w+ )
cellFile = open( tempDirectory + fileName, 'w+' )
# App string is hardcoded environment variables
# That you may wish to use by default on startup.
# Note that you may not want certain apps listed
# on here.
appString = "export ONOS_APPS=" + appString
mnString = "export OCN="
if mnIpAddrs == "":
mnString = ""
onosString = "export OC"
tempCount = 1
# Create ONOSNIC ip address prefix
tempOnosIp = onosIpAddrs[ 0 ]
tempList = []
tempList = tempOnosIp.split( "." )
# Omit last element of list to format for NIC
tempList = tempList[ :-1 ]
# Structure the nic string ip
nicAddr = ".".join( tempList ) + ".*"
onosNicString = "export ONOS_NIC=" + nicAddr
try:
# Start writing to file
cellFile.write( onosNicString + "\n" )
for arg in onosIpAddrs:
# For each argument in onosIpAddrs, write to file
# Output should look like the following:
# export OC1="10.128.20.11"
# export OC2="10.128.20.12"
cellFile.write( onosString + str( tempCount ) +
"=" + "\"" + arg + "\"" + "\n" )
tempCount = tempCount + 1
cellFile.write( mnString + "\"" + mnIpAddrs + "\"" + "\n" )
cellFile.write( appString + "\n" )
cellFile.close()
# We use os.system to send the command to TestON cluster
# to account for the case in which TestON is not located
# on the same cluster as the ONOS bench
# Note that even if TestON is located on the same cluster
# as ONOS bench, you must setup passwordless ssh
# between TestON and ONOS bench in order to automate the test.
os.system( "scp " + tempDirectory + fileName +
" admin@" + benchIp + ":" + cellDirectory )
return main.TRUE
except pexpect.EOF:
main.log.error( self.name + ": EOF exception found" )
main.log.error( self.name + ": " + self.handle.before )
main.cleanup()
main.exit()
except Exception:
main.log.exception( self.name + ": Uncaught exception!" )
main.cleanup()
main.exit()
def setCell( self, cellname ):
"""
Calls 'cell <name>' to set the environment variables on ONOSbench
"""
try:
if not cellname:
main.log.error( "Must define cellname" )
main.cleanup()
main.exit()
else:
self.handle.sendline( "cell " + str( cellname ) )
# Expect the cellname in the ONOSCELL variable.
# Note that this variable name is subject to change
# and that this driver will have to change accordingly
self.handle.expect(str(cellname))
handleBefore = self.handle.before
handleAfter = self.handle.after
# Get the rest of the handle
self.handle.sendline("")
self.handle.expect("\$")
handleMore = self.handle.before
main.log.info( "Cell call returned: " + handleBefore +
handleAfter + handleMore )
return main.TRUE
except pexpect.EOF:
main.log.error( self.name + ": EOF exception found" )
main.log.error( self.name + ": " + self.handle.before )
main.cleanup()
main.exit()
except Exception:
main.log.exception( self.name + ": Uncaught exception!" )
main.cleanup()
main.exit()
def verifyCell( self ):
"""
Calls 'onos-verify-cell' to check for cell installation
"""
# TODO: Add meaningful expect value
try:
# Clean handle by sending empty and expecting $
self.handle.sendline( "" )
self.handle.expect( "\$" )
self.handle.sendline( "onos-verify-cell" )
self.handle.expect( "\$" )
handleBefore = self.handle.before
handleAfter = self.handle.after
# Get the rest of the handle
self.handle.sendline( "" )
self.handle.expect( "\$" )
handleMore = self.handle.before
main.log.info( "Verify cell returned: " + handleBefore +
handleAfter + handleMore )
return main.TRUE
except pexpect.ExceptionPexpect as e:
main.log.error( self.name + ": Pexpect exception found of type " +
str( type( e ) ) )
main.log.error ( e.get_trace() )
main.log.error( self.name + ": " + self.handle.before )
main.cleanup()
main.exit()
except Exception:
main.log.exception( self.name + ": Uncaught exception!" )
main.cleanup()
main.exit()
def onosCfgSet( self, ONOSIp, configName, configParam ):
"""
Uses 'onos <node-ip> cfg set' to change a parameter value of an
application.
ex)
onos 10.0.0.1 cfg set org.onosproject.myapp appSetting 1
ONOSIp = '10.0.0.1'
configName = 'org.onosproject.myapp'
configParam = 'appSetting 1'
"""
try:
cfgStr = ( "onos "+str(ONOSIp)+" cfg set "+
str(configName) + " " +
str(configParam)
)
self.handle.sendline( "" )
self.handle.expect( "\$" )
self.handle.sendline( cfgStr )
self.handle.expect( "\$" )
# TODO: Add meaningful assertion
return main.TRUE
except pexpect.ExceptionPexpect as e:
main.log.error( self.name + ": Pexpect exception found of type " +
str( type( e ) ) )
main.log.error ( e.get_trace() )
main.log.error( self.name + ": " + self.handle.before )
main.cleanup()
main.exit()
except Exception:
main.log.exception( self.name + ": Uncaught exception!" )
main.cleanup()
main.exit()
def onosCli( self, ONOSIp, cmdstr ):
"""
Uses 'onos' command to send various ONOS CLI arguments.
Required:
* ONOSIp: specify the ip of the cell machine
* cmdstr: specify the command string to send
This function is intended to expose the entire karaf
CLI commands for ONOS. Try to use this function first
before attempting to write a ONOS CLI specific driver
function.
You can see a list of available 'cmdstr' arguments
by starting onos, and typing in 'onos' to enter the
onos> CLI. Then, type 'help' to see the list of
available commands.
"""
try:
if not ONOSIp:
main.log.error( "You must specify the IP address" )
return main.FALSE
if not cmdstr:
main.log.error( "You must specify the command string" )
return main.FALSE
cmdstr = str( cmdstr )
self.handle.sendline( "" )
self.handle.expect( "\$" )
self.handle.sendline( "onos -w " + ONOSIp + " " + cmdstr )
self.handle.expect( "\$" )
handleBefore = self.handle.before
print "handle_before = ", self.handle.before
# handleAfter = str( self.handle.after )
# self.handle.sendline( "" )
# self.handle.expect( "\$" )
# handleMore = str( self.handle.before )
main.log.info( "Command sent successfully" )
# Obtain return handle that consists of result from
# the onos command. The string may need to be
# configured further.
# returnString = handleBefore + handleAfter
returnString = handleBefore
print "return_string = ", returnString
return returnString
except pexpect.EOF:
main.log.error( self.name + ": EOF exception found" )
main.log.error( self.name + ": " + self.handle.before )
main.cleanup()
main.exit()
except Exception:
main.log.exception( self.name + ": Uncaught exception!" )
main.cleanup()
main.exit()
def onosInstall( self, options="-f", node="" ):
"""
Installs ONOS bits on the designated cell machine.
If -f option is provided, it also forces an uninstall.
Presently, install also includes onos-push-bits and
onos-config within.
The node option allows you to selectively only push the jar
files to certain onos nodes
Returns: main.TRUE on success and main.FALSE on failure
"""
try:
if options:
self.handle.sendline( "onos-install " + options + " " + node )
else:
self.handle.sendline( "onos-install " + node )
self.handle.expect( "onos-install " )
# NOTE: this timeout may need to change depending on the network
# and size of ONOS
i = self.handle.expect( [ "Network\sis\sunreachable",
"onos\sstart/running,\sprocess",
"ONOS\sis\salready\sinstalled",
pexpect.TIMEOUT ], timeout=60 )
if i == 0:
main.log.warn( "Network is unreachable" )
return main.FALSE
elif i == 1:
main.log.info(
"ONOS was installed on " +
node +
" and started" )
return main.TRUE
elif i == 2:
main.log.info( "ONOS is already installed on " + node )
return main.TRUE
elif i == 3:
main.log.info(
"Installation of ONOS on " +
node +
" timed out" )
return main.FALSE
except pexpect.EOF:
main.log.error( self.name + ": EOF exception found" )
main.log.error( self.name + ": " + self.handle.before )
main.cleanup()
main.exit()
except Exception:
main.log.exception( self.name + ": Uncaught exception!" )
main.cleanup()
main.exit()
def onosStart( self, nodeIp ):
"""
Calls onos command: 'onos-service [<node-ip>] start'
This command is a remote management of the ONOS upstart daemon
"""
try:
self.handle.sendline( "" )
self.handle.expect( "\$" )
self.handle.sendline( "onos-service " + str( nodeIp ) +
" start" )
i = self.handle.expect( [
"Job\sis\salready\srunning",
"start/running",
"Unknown\sinstance",
pexpect.TIMEOUT ], timeout=120 )
if i == 0:
main.log.info( "Service is already running" )
return main.TRUE
elif i == 1:
main.log.info( "ONOS service started" )
return main.TRUE
else:
main.log.error( "ONOS service failed to start" )
main.cleanup()
main.exit()
except pexpect.EOF:
main.log.error( self.name + ": EOF exception found" )
main.log.error( self.name + ": " + self.handle.before )
main.cleanup()
main.exit()
except Exception:
main.log.exception( self.name + ": Uncaught exception!" )
main.cleanup()
main.exit()
def onosStop( self, nodeIp ):
"""
Calls onos command: 'onos-service [<node-ip>] stop'
This command is a remote management of the ONOS upstart daemon
"""
try:
self.handle.sendline( "" )
self.handle.expect( "\$" )
self.handle.sendline( "onos-service " + str( nodeIp ) +
" stop" )
i = self.handle.expect( [
"stop/waiting",
"Could not resolve hostname",
"Unknown\sinstance",
pexpect.TIMEOUT ], timeout=60 )
if i == 0:
main.log.info( "ONOS service stopped" )
return main.TRUE
elif i == 1:
main.log.info( "onosStop() Unknown ONOS instance specified: " +
str( nodeIp ) )
return main.FALSE
elif i == 2:
main.log.warn( "ONOS wasn't running" )
return main.TRUE
else:
main.log.error( "ONOS service failed to stop" )
return main.FALSE
except pexpect.EOF:
main.log.error( self.name + ": EOF exception found" )
main.log.error( self.name + ": " + self.handle.before )
main.cleanup()
main.exit()
except Exception:
main.log.exception( self.name + ": Uncaught exception!" )
main.cleanup()
main.exit()
def onosUninstall( self, nodeIp="" ):
"""
Calls the command: 'onos-uninstall'
Uninstalls ONOS from the designated cell machine, stopping
if needed
"""
try:
self.handle.sendline( "" )
self.handle.expect( "\$", timeout=60 )
self.handle.sendline( "onos-uninstall " + str( nodeIp ) )
self.handle.expect( "\$" )
main.log.info( "ONOS " + nodeIp + " was uninstalled" )
# onos-uninstall command does not return any text
return main.TRUE
except pexpect.TIMEOUT:
main.log.exception( self.name + ": Timeout in onosUninstall" )
return main.FALSE
except pexpect.EOF:
main.log.error( self.name + ": EOF exception found" )
main.log.error( self.name + ": " + self.handle.before )
main.cleanup()
main.exit()
except Exception:
main.log.exception( self.name + ": Uncaught exception!" )
main.cleanup()
main.exit()
def onosDie( self, nodeIp ):
"""
Issues the command 'onos-die <node-ip>'
This command calls onos-kill and also stops the node
"""
try:
self.handle.sendline( "" )
self.handle.expect( "\$" )
cmdStr = "onos-kill " + str( nodeIp )
self.handle.sendline( cmdStr )
i = self.handle.expect( [
"Killing\sONOS",
"ONOS\sprocess\sis\snot\srunning",
pexpect.TIMEOUT ], timeout=20 )
if i == 0:
main.log.info( "ONOS instance " + str( nodeIp ) +
" was killed and stopped" )
return main.TRUE
elif i == 1:
main.log.info( "ONOS process was not running" )
return main.FALSE
except pexpect.EOF:
main.log.error( self.name + ": EOF exception found" )
main.log.error( self.name + ": " + self.handle.before )
main.cleanup()
main.exit()
except Exception:
main.log.exception( self.name + ": Uncaught exception!" )
main.cleanup()
main.exit()
def onosKill( self, nodeIp ):
"""
Calls the command: 'onos-kill [<node-ip>]'
"Remotely, and unceremoniously kills the ONOS instance running on
the specified cell machine" - Tom V
"""
try:
self.handle.sendline( "" )
self.handle.expect( "\$" )
self.handle.sendline( "onos-kill " + str( nodeIp ) )
i = self.handle.expect( [
"\$",
"No\sroute\sto\shost",
"password:",
pexpect.TIMEOUT ], timeout=20 )
if i == 0:
main.log.info(
"ONOS instance " + str(
nodeIp ) + " was killed" )
return main.TRUE
elif i == 1:
main.log.info( "No route to host" )
return main.FALSE
elif i == 2:
main.log.info(
"Passwordless login for host: " +
str( nodeIp ) +
" not configured" )
return main.FALSE
else:
main.log.info( "ONOS instance was not killed" )
return main.FALSE
except pexpect.EOF:
main.log.error( self.name + ": EOF exception found" )
main.log.error( self.name + ": " + self.handle.before )
main.cleanup()
main.exit()
except Exception:
main.log.exception( self.name + ": Uncaught exception!" )
main.cleanup()
main.exit()
def onosRemoveRaftLogs( self ):
"""
Removes Raft / Copy cat files from ONOS to ensure
a cleaner environment.
Description:
Stops all ONOS defined in the cell,
wipes the raft / copycat log files
"""
try:
self.handle.sendline( "" )
self.handle.expect( "\$" )
self.handle.sendline( "onos-remove-raft-logs" )
# Sometimes this command hangs
i = self.handle.expect( [ "\$", pexpect.TIMEOUT ],
timeout=120 )
if i == 1:
i = self.handle.expect( [ "\$", pexpect.TIMEOUT ],
timeout=120 )
if i == 1:
return main.FALSE
#self.handle.sendline( "" )
#self.handle.expect( "\$" )
return main.TRUE
except pexpect.EOF:
main.log.error( self.name + ": EOF exception found" )
main.log.error( self.name + ": " + self.handle.before )
main.cleanup()
main.exit()
except Exception:
main.log.exception( self.name + ": Uncaught exception!" )
main.cleanup()
main.exit()
def onosStartNetwork( self, mntopo ):
"""
Calls the command 'onos-start-network [ <mininet-topo> ]
"remotely starts the specified topology on the cell's
mininet machine against all controllers configured in the
cell."
* Specify mininet topology file name for mntopo
* Topo files should be placed at:
~/<your-onos-directory>/tools/test/topos
NOTE: This function will take you to the mininet prompt
"""
try:
if not mntopo:
main.log.error( "You must specify a topo file to execute" )
return main.FALSE
mntopo = str( mntopo )
self.handle.sendline( "" )
self.handle.expect( "\$" )
self.handle.sendline( "onos-start-network " + mntopo )
self.handle.expect( "mininet>" )
main.log.info( "Network started, entered mininet prompt" )
# TODO: Think about whether return is necessary or not
except pexpect.EOF:
main.log.error( self.name + ": EOF exception found" )
main.log.error( self.name + ": " + self.handle.before )
main.cleanup()
main.exit()
except Exception:
main.log.exception( self.name + ": Uncaught exception!" )
main.cleanup()
main.exit()
def isup(self, node = "", timeout = 120):
"""
Run's onos-wait-for-start which only returns once ONOS is at run
level 100(ready for use)
Returns: main.TRUE if ONOS is running and main.FALSE on timeout
"""
try:
self.handle.sendline("onos-wait-for-start " + node )
self.handle.expect("onos-wait-for-start")
# NOTE: this timeout is arbitrary"
i = self.handle.expect(["\$", pexpect.TIMEOUT], timeout)
if i == 0:
main.log.info( self.name + ": " + node + " is up" )
return main.TRUE
elif i == 1:
# NOTE: since this function won't return until ONOS is ready,
# we will kill it on timeout
main.log.error( "ONOS has not started yet" )
self.handle.send( "\x03" ) # Control-C
self.handle.expect( "\$" )
return main.FALSE
except pexpect.EOF:
main.log.error( self.name + ": EOF exception found" )
main.log.error( self.name + ": " + self.handle.before )
main.cleanup()
main.exit()
except Exception:
main.log.exception( self.name + ": Uncaught exception!" )
main.cleanup()
main.exit()
def pushTestIntentsShell(
self,
dpidSrc,
dpidDst,
numIntents,
dirFile,
onosIp,
numMult="",
appId="",
report=True,
options="" ):
"""
Description:
Use the linux prompt to push test intents to
better parallelize the results than the CLI
Required:
* dpidSrc: specify source dpid
* dpidDst: specify destination dpid
* numIntents: specify number of intents to push
* dirFile: specify directory and file name to save
results
* onosIp: specify the IP of ONOS to install on
NOTE:
You must invoke this command at linux shell prompt
"""
try:
# Create the string to sendline
if options:
baseCmd = "onos " + str( onosIp ) + " push-test-intents " +\
options + " "
else:
baseCmd = "onos " + str( onosIp ) + " push-test-intents "
addDpid = baseCmd + str( dpidSrc ) + " " + str( dpidDst )
if not numMult:
addIntents = addDpid + " " + str( numIntents )
elif numMult:
addIntents = addDpid + " " + str( numIntents ) + " " +\
str( numMult )
if appId:
addApp = addIntents + " " + str( appId )
else:
addApp = addIntents
if report:
sendCmd = addApp + " > " + str( dirFile ) + " &"
else:
sendCmd = addApp + " &"
main.log.info( "Send cmd: " + sendCmd )
self.handle.sendline( sendCmd )
except pexpect.EOF:
main.log.error( self.name + ": EOF exception found" )
main.log.error( self.name + ": " + self.handle.before )
main.cleanup()
main.exit()
except Exception:
main.log.exception( self.name + ": Uncaught exception!" )
main.cleanup()
main.exit()
def getTopology( self, topologyOutput ):
"""
Definition:
Loads a json topology output
Return:
topology = current ONOS topology
"""
import json
try:
# either onos:topology or 'topology' will work in CLI
topology = json.loads(topologyOutput)
print topology
return topology
except pexpect.EOF:
main.log.error( self.name + ": EOF exception found" )
main.log.error( self.name + ": " + self.handle.before )
main.cleanup()
main.exit()
except Exception:
main.log.exception( self.name + ": Uncaught exception!" )
main.cleanup()
main.exit()
def checkStatus(
self,
topologyResult,
numoswitch,
numolink,
logLevel="info" ):
"""
Checks the number of switches & links that ONOS sees against the
supplied values. By default this will report to main.log, but the
log level can be specific.
Params: ip = ip used for the onos cli
numoswitch = expected number of switches
numolink = expected number of links
logLevel = level to log to.
Currently accepts 'info', 'warn' and 'report'
logLevel can
Returns: main.TRUE if the number of switches and links are correct,
main.FALSE if the number of switches and links is incorrect,
and main.ERROR otherwise
"""
try:
topology = self.getTopology( topologyResult )
if topology == {}:
return main.ERROR
output = ""
# Is the number of switches is what we expected
devices = topology.get( 'devices', False )
links = topology.get( 'links', False )
if not devices or not links:
return main.ERROR
switchCheck = ( int( devices ) == int( numoswitch ) )
# Is the number of links is what we expected
linkCheck = ( int( links ) == int( numolink ) )
if switchCheck and linkCheck:
# We expected the correct numbers
output = output + "The number of links and switches match "\
+ "what was expected"
result = main.TRUE
else:
output = output + \
"The number of links and switches does not match " + \
"what was expected"
result = main.FALSE
output = output + "\n ONOS sees %i devices" % int( devices )
output = output + " (%i expected) " % int( numoswitch )
output = output + "and %i links " % int( links )
output = output + "(%i expected)" % int( numolink )
if logLevel == "report":
main.log.report( output )
elif logLevel == "warn":
main.log.warn( output )
else:
main.log.info( output )
return result
except pexpect.EOF:
main.log.error( self.name + ": EOF exception found" )
main.log.error( self.name + ": " + self.handle.before )
main.cleanup()
main.exit()
except Exception:
main.log.exception( self.name + ": Uncaught exception!" )
main.cleanup()
main.exit()
def tsharkPcap( self, interface, dirFile ):
"""
Capture all packet activity and store in specified
directory/file
Required:
* interface: interface to capture
* dir: directory/filename to store pcap
"""
try:
self.handle.sendline( "" )
self.handle.expect( "\$" )
self.handle.sendline( "tshark -i " + str( interface ) +
" -t e -w " + str( dirFile ) + " &" )
self.handle.sendline( "\r" )
self.handle.expect( "Capturing on" )
self.handle.sendline( "\r" )
self.handle.expect( "\$" )
main.log.info( "Tshark started capturing files on " +
str( interface ) + " and saving to directory: " +
str( dirFile ) )
except pexpect.EOF:
main.log.error( self.name + ": EOF exception found" )
main.log.error( self.name + ": " + self.handle.before )
main.cleanup()
main.exit()
except Exception:
main.log.exception( self.name + ": Uncaught exception!" )
main.cleanup()
main.exit()
def runOnosTopoCfg( self, instanceName, jsonFile ):
"""
On ONOS bench, run this command:
{ONOS_HOME}/tools/test/bin/onos-topo-cfg $OC1 filename
which starts the rest and copies
the json file to the onos instance
"""
try:
self.handle.sendline( "" )
self.handle.expect( "\$" )
self.handle.sendline( "cd " + self.home + "/tools/test/bin" )
self.handle.expect( "/bin$" )
cmd = "./onos-topo-cfg " + instanceName + " " + jsonFile
print "cmd = ", cmd
self.handle.sendline( cmd )
self.handle.expect( "\$" )
self.handle.sendline( "cd ~" )
self.handle.expect( "\$" )
return main.TRUE
except pexpect.EOF:
main.log.error( self.name + ": EOF exception found" )
main.log.error( self.name + ": " + self.handle.before )
main.cleanup()
main.exit()
except Exception:
main.log.exception( self.name + ": Uncaught exception!" )
main.cleanup()
main.exit()
def tsharkGrep( self, grep, directory, interface='eth0', grepOptions='' ):
"""
Required:
* grep string
* directory to store results
Optional:
* interface - default: eth0
* grepOptions - options for grep
Description:
Uses tshark command to grep specific group of packets
and stores the results to specified directory.
The timestamp is hardcoded to be in epoch
"""
try:
self.handle.sendline( "" )
self.handle.expect( "\$" )
self.handle.sendline( "" )
if grepOptions:
grepStr = "grep "+str(grepOptions)
else:
grepStr = "grep"
self.handle.sendline(
"tshark -i " +
str( interface ) +
" -t e | " +
grepStr + " --line-buffered \"" +
str(grep) +
"\" >" +
directory +
" &" )
self.handle.sendline( "\r" )
self.handle.expect( "Capturing on" )
self.handle.sendline( "\r" )
self.handle.expect( "\$" )
except pexpect.EOF:
main.log.error( self.name + ": EOF exception found" )
main.log.error( self.name + ": " + self.handle.before )
main.cleanup()
main.exit()
except Exception:
main.log.exception( self.name + ": Uncaught exception!" )
main.cleanup()
main.exit()
def tsharkStop( self ):
"""
Removes wireshark files from /tmp and kills all tshark processes
"""
# Remove all pcap from previous captures
try:
self.execute( cmd="sudo rm /tmp/wireshark*" )
self.handle.sendline( "" )
self.handle.sendline( "sudo kill -9 `ps -ef | grep \"tshark -i\"" +
" | grep -v grep | awk '{print $2}'`" )
self.handle.sendline( "" )
main.log.info( "Tshark stopped" )
except pexpect.EOF:
main.log.error( self.name + ": EOF exception found" )
main.log.error( self.name + ": " + self.handle.before )
main.cleanup()
main.exit()
except Exception:
main.log.exception( self.name + ": Uncaught exception!" )
main.cleanup()
main.exit()
def ptpd( self, args ):
"""
Initiate ptp with user-specified args.
Required:
* args: specify string of args after command
'sudo ptpd'
"""
try:
self.handle.sendline( "sudo ptpd " + str( args ) )
i = self.handle.expect( [
"Multiple",
"Error",
"\$" ] )
self.handle.expect( "\$" )
if i == 0:
handle = self.handle.before
main.log.info( "ptpd returned an error: " +
str( handle ) )
return handle
elif i == 1:
handle = self.handle.before
main.log.error( "ptpd returned an error: " +
str( handle ) )
return handle
else:
return main.TRUE
except pexpect.EOF:
main.log.error( self.name + ": EOF exception found" )
main.log.error( self.name + ": " + self.handle.before )
main.cleanup()
main.exit()
except Exception:
main.log.exception( self.name + ": Uncaught exception!" )
main.cleanup()
main.exit()
def cpLogsToDir( self, logToCopy,
destDir, copyFileName="" ):
"""
Copies logs to a desired directory.
Current implementation of ONOS deletes its karaf
logs on every iteration. For debugging purposes,
you may want to use this function to capture
certain karaf logs. ( or any other logs if needed )
Localtime will be attached to the filename
Required:
* logToCopy: specify directory and log name to
copy.
ex ) /opt/onos/log/karaf.log.1
For copying multiple files, leave copyFileName
empty and only specify destDir -
ex ) /opt/onos/log/karaf*
* destDir: specify directory to copy to.
ex ) /tmp/
Optional:
* copyFileName: If you want to rename the log
file, specify copyFileName. This will not work
with multiple file copying
"""
try:
localtime = time.strftime( '%x %X' )
localtime = localtime.replace( "/", "" )
localtime = localtime.replace( " ", "_" )
localtime = localtime.replace( ":", "" )
if destDir[ -1: ] != "/":
destDir += "/"
if copyFileName:
self.handle.sendline( "cp " + str( logToCopy ) + " " +
str( destDir ) + str( copyFileName ) +
localtime )
self.handle.expect( "cp" )
self.handle.expect( "\$" )
else:
self.handle.sendline( "cp " + str( logToCopy ) +
" " + str( destDir ) )
self.handle.expect( "cp" )
self.handle.expect( "\$" )
return self.handle.before
except pexpect.EOF:
main.log.error( "Copying files failed" )
main.log.error( self.name + ": EOF exception found" )
main.log.error( self.name + ": " + self.handle.before )
except Exception:
main.log.exception( "Copying files failed" )
def checkLogs( self, onosIp, restart=False):
"""
runs onos-check-logs on the given onos node
If restart is True, use the old version of onos-check-logs which
does not print the full stacktrace, but shows the entire log file,
including across restarts
returns the response
"""
try:
cmd = "onos-check-logs " + str( onosIp )
if restart:
cmd += " old"
self.handle.sendline( cmd )
self.handle.expect( cmd )
self.handle.expect( "\$" )
response = self.handle.before
return response
except pexpect.EOF:
main.log.error( "Lost ssh connection" )
main.log.error( self.name + ": EOF exception found" )
main.log.error( self.name + ": " + self.handle.before )
except Exception:
main.log.exception( self.name + ": Uncaught exception!" )
main.cleanup()
main.exit()
def onosStatus( self, node="" ):
"""
Calls onos command: 'onos-service [<node-ip>] status'
"""
try:
self.handle.sendline( "" )
self.handle.expect( "\$" )
self.handle.sendline( "onos-service " + str( node ) +
" status" )
i = self.handle.expect( [
"start/running",
"stop/waiting",
pexpect.TIMEOUT ], timeout=120 )
if i == 0:
main.log.info( "ONOS is running" )
return main.TRUE
elif i == 1:
main.log.info( "ONOS is stopped" )
main.log.error( "ONOS service failed to check the status" )
main.cleanup()
main.exit()
except pexpect.EOF:
main.log.error( self.name + ": EOF exception found" )
main.log.error( self.name + ": " + self.handle.before )
main.cleanup()
main.exit()
except Exception:
main.log.exception( self.name + ": Uncaught exception!" )
main.cleanup()
main.exit()
def setIpTables( self, ip, port='', action='add', packet_type='',
direction='INPUT', rule='DROP', states=True ):
"""
Description:
add or remove iptables rule to DROP (default) packets from
specific IP and PORT
Usage:
* specify action ('add' or 'remove')
when removing, pass in the same argument as you would add. It will
delete that specific rule.
* specify the ip to block
* specify the destination port to block (defaults to all ports)
* optional packet type to block (default tcp)
* optional iptables rule (default DROP)
* optional direction to block (default 'INPUT')
* States boolean toggles adding all supported tcp states to the
firewall rule
Returns:
main.TRUE on success or
main.FALSE if given invalid input or
main.ERROR if there is an error in response from iptables
WARNING:
* This function uses root privilege iptables command which may result
in unwanted network errors. USE WITH CAUTION
"""
import time
# NOTE*********
# The strict checking methods of this driver function is intentional
# to discourage any misuse or error of iptables, which can cause
# severe network errors
# *************
# NOTE: Sleep needed to give some time for rule to be added and
# registered to the instance. If you are calling this function
# multiple times this sleep will prevent any errors.
# DO NOT REMOVE
# time.sleep( 5 )
try:
# input validation
action_type = action.lower()
rule = rule.upper()
direction = direction.upper()
if action_type != 'add' and action_type != 'remove':
main.log.error( "Invalid action type. Use 'add' or "
"'remove' table rule" )
if rule != 'DROP' and rule != 'ACCEPT' and rule != 'LOG':
# NOTE Currently only supports rules DROP, ACCEPT, and LOG
main.log.error( "Invalid rule. Valid rules are 'DROP' or "
"'ACCEPT' or 'LOG' only." )
if direction != 'INPUT' and direction != 'OUTPUT':
# NOTE currently only supports rules INPUT and OUPTUT
main.log.error( "Invalid rule. Valid directions are"
" 'OUTPUT' or 'INPUT'" )
return main.FALSE
return main.FALSE
return main.FALSE
if action_type == 'add':
# -A is the 'append' action of iptables
actionFlag = '-A'
elif action_type == 'remove':
# -D is the 'delete' rule of iptables
actionFlag = '-D'
self.handle.sendline( "" )
self.handle.expect( "\$" )
cmd = "sudo iptables " + actionFlag + " " +\
direction +\
" -s " + str( ip )
# " -p " + str( packet_type ) +\
if packet_type:
cmd += " -p " + str( packet_type )
if port:
cmd += " --dport " + str( port )
if states:
cmd += " -m state --state="
#FIXME- Allow user to configure which states to block
cmd += "INVALID,ESTABLISHED,NEW,RELATED,UNTRACKED"
cmd += " -j " + str( rule )
self.handle.sendline( cmd )
self.handle.expect( "\$" )
main.log.warn( self.handle.before )
info_string = "On " + str( self.name )
info_string += " " + str( action_type )
info_string += " iptable rule [ "
info_string += " IP: " + str( ip )
info_string += " Port: " + str( port )
info_string += " Rule: " + str( rule )
info_string += " Direction: " + str( direction ) + " ]"
main.log.info( info_string )
return main.TRUE
except pexpect.TIMEOUT:
main.log.exception( self.name + ": Timeout exception in "
"setIpTables function" )
return main.ERROR
except pexpect.EOF:
main.log.error( self.name + ": EOF exception found" )
main.log.error( self.name + ": " + self.handle.before )
main.cleanup()
main.exit()
except Exception:
main.log.exception( self.name + ": Uncaught exception!" )
main.cleanup()
main.exit()
def detailed_status(self, log_filename):
"""
This method is used by STS to check the status of the controller
Reports RUNNING, STARTING, STOPPED, FROZEN, ERROR (and reason)
"""
import re
try:
self.handle.sendline( "" )
self.handle.expect( "\$" )
self.handle.sendline( "cd " + self.home )
self.handle.expect( "\$" )
self.handle.sendline( "service onos status" )
self.handle.expect( "\$" )
response = self.handle.before
if re.search( "onos start/running", response ):
# onos start/running, process 10457
return 'RUNNING'
# FIXME: Implement this case
# elif re.search( pattern, response ):
# return 'STARTING'
elif re.search( "onos stop/", response ):
# onos stop/waiting
# FIXME handle this differently?: onos stop/pre-stop
return 'STOPPED'
# FIXME: Implement this case
# elif re.search( pattern, response ):
# return 'FROZEN'
else:
main.log.warn( self.name +
" WARNING: status received unknown response" )
main.log.warn( response )
return 'ERROR', "Unknown response: %s" % response
except pexpect.TIMEOUT:
main.log.exception( self.name + ": Timeout exception in "
"setIpTables function" )
return 'ERROR', "Pexpect Timeout"
except pexpect.EOF:
main.log.error( self.name + ": EOF exception found" )
main.log.error( self.name + ": " + self.handle.before )
main.cleanup()
main.exit()
except Exception:
main.log.exception( self.name + ": Uncaught exception!" )
main.cleanup()
main.exit()
def createLinkGraphFile( self, benchIp, ONOSIpList, deviceCount):
'''
Create/formats the LinkGraph.cfg file based on arguments
-only creates a linear topology and connects islands
-evenly distributes devices
-must be called by ONOSbench
ONOSIpList - list of all of the node IPs to be used
deviceCount - number of switches to be assigned
'''
main.log.step("Creating link graph configuration file." )
linkGraphPath = self.home + "/tools/package/etc/linkGraph.cfg"
tempFile = "/tmp/linkGraph.cfg"
linkGraph = open(tempFile, 'w+')
linkGraph.write("# NullLinkProvider topology description (config file).\n")
linkGraph.write("# The NodeId is only added if the destination is another node's device.\n")
linkGraph.write("# Bugs: Comments cannot be appended to a line to be read.\n")
clusterCount = len(ONOSIpList)
if type(deviceCount) is int or type(deviceCount) is str:
deviceCount = int(deviceCount)
switchList = [0]*(clusterCount+1)
baselineSwitchCount = deviceCount/clusterCount
for node in range(1, clusterCount + 1):
switchList[node] = baselineSwitchCount
for node in range(1, (deviceCount%clusterCount)+1):
switchList[node] += 1
if type(deviceCount) is list:
main.log.info("Using provided device distribution")
switchList = [0]
for i in deviceCount:
switchList.append(int(i))
tempList = ['0']
tempList.extend(ONOSIpList)
ONOSIpList = tempList
myPort = 6
lastSwitch = 0
for node in range(1, clusterCount+1):
if switchList[node] == 0:
continue
linkGraph.write("graph " + ONOSIpList[node] + " {\n")
if node > 1:
#connect to last device on previous node
line = ("\t0:5 -> " + str(lastSwitch) + ":6:" + lastIp + "\n") #ONOSIpList[node-1]
linkGraph.write(line)
lastSwitch = 0
for switch in range (0, switchList[node]-1):
line = ""
line = ("\t" + str(switch) + ":" + str(myPort))
line += " -- "
line += (str(switch+1) + ":" + str(myPort-1) + "\n")
linkGraph.write(line)
lastSwitch = switch+1
lastIp = ONOSIpList[node]
#lastSwitch += 1
if node < (clusterCount):
#connect to first device on the next node
line = ("\t" + str(lastSwitch) + ":6 -> 0:5:" + ONOSIpList[node+1] + "\n")
linkGraph.write(line)
linkGraph.write("}\n")
linkGraph.close()
#SCP
os.system( "scp " + tempFile + " admin@" + benchIp + ":" + linkGraphPath)
main.log.info("linkGraph.cfg creation complete")
def configNullDev( self, ONOSIpList, deviceCount, numPorts=10):
'''
ONOSIpList = list of Ip addresses of nodes switches will be devided amongst
deviceCount = number of switches to distribute, or list of values to use as custom distribution
numPorts = number of ports per device. Defaults to 10 both in this function and in ONOS. Optional arg
'''
main.log.step("Configuring Null Device Provider" )
clusterCount = len(ONOSIpList)
try:
if type(deviceCount) is int or type(deviceCount) is str:
main.log.step("Creating device distribution")
deviceCount = int(deviceCount)
switchList = [0]*(clusterCount+1)
baselineSwitchCount = deviceCount/clusterCount
for node in range(1, clusterCount + 1):
switchList[node] = baselineSwitchCount
for node in range(1, (deviceCount%clusterCount)+1):
switchList[node] += 1
if type(deviceCount) is list:
main.log.info("Using provided device distribution")
if len(deviceCount) == clusterCount:
switchList = ['0']
switchList.extend(deviceCount)
if len(deviceCount) == (clusterCount + 1):
if deviceCount[0] == '0' or deviceCount[0] == 0:
switchList = deviceCount
assert len(switchList) == (clusterCount + 1)
except AssertionError:
main.log.error( "Bad device/Ip list match")
except TypeError:
main.log.exception( self.name + ": Object not as expected" )
return None
except Exception:
main.log.exception( self.name + ": Uncaught exception!" )
main.cleanup()
main.exit()
ONOSIp = [0]
ONOSIp.extend(ONOSIpList)
devicesString = "devConfigs = "
for node in range(1, len(ONOSIp)):
devicesString += (ONOSIp[node] + ":" + str(switchList[node] ))
if node < clusterCount:
devicesString += (",")
try:
self.handle.sendline("onos $OC1 cfg set org.onosproject.provider.nil.device.impl.NullDeviceProvider devConfigs " + devicesString )
self.handle.expect(":~")
self.handle.sendline("onos $OC1 cfg set org.onosproject.provider.nil.device.impl.NullDeviceProvider numPorts " + str(numPorts) )
self.handle.expect(":~")
for i in range(10):
self.handle.sendline("onos $OC1 cfg get org.onosproject.provider.nil.device.impl.NullDeviceProvider")
self.handle.expect(":~")
verification = self.handle.before
if (" value=" + str(numPorts)) in verification and (" value=" + devicesString) in verification:
break
else:
time.sleep(1)
assert ("value=" + str(numPorts)) in verification and (" value=" + devicesString) in verification
except AssertionError:
main.log.error("Incorrect Config settings: " + verification)
except Exception:
main.log.exception( self.name + ": Uncaught exception!" )
main.cleanup()
main.exit()
def configNullLink( self,fileName="/opt/onos/apache-karaf-3.0.3/etc/linkGraph.cfg", eventRate=0):
'''
fileName default is currently the same as the default on ONOS, specify alternate file if
you want to use a different topology file than linkGraph.cfg
'''
try:
self.handle.sendline("onos $OC1 cfg set org.onosproject.provider.nil.link.impl.NullLinkProvider eventRate " + str(eventRate))
self.handle.expect(":~")
self.handle.sendline("onos $OC1 cfg set org.onosproject.provider.nil.link.impl.NullLinkProvider cfgFile " + fileName )
self.handle.expect(":~")
for i in range(10):
self.handle.sendline("onos $OC1 cfg get org.onosproject.provider.nil.link.impl.NullLinkProvider")
self.handle.expect(":~")
verification = self.handle.before
if (" value=" + str(eventRate)) in verification and (" value=" + fileName) in verification:
break
else:
time.sleep(1)
assert ("value=" + str(eventRate)) in verification and (" value=" + fileName) in verification
except pexpect.EOF:
main.log.error( self.name + ": EOF exception found" )
main.log.error( self.name + ": " + self.handle.before )
main.cleanup()
main.exit()
except AssertionError:
main.log.info("Settings did not post to ONOS")
main.log.error(varification)
except Exception:
main.log.exception( self.name + ": Uncaught exception!" )
main.log.error(varification)
main.cleanup()
main.exit()
def getOnosIps(self):
import os
# reads env for OC variables, also saves file with OC variables. If file and env conflict
# priority goes to env. If file has OCs that are not in the env, the file OCs are used.
# In other words, if the env is set, the test will use those values.
# returns a list of ip addresses for the onos nodes, will work with up to 7 nodes + OCN and OCI
# returns in format [ OC1 ip, OC2 ...ect. , OCN, OCI ]
envONOSIps = {}
x = 1
while True:
try:
temp = os.environ[ 'OC' + str(x) ]
except KeyError:
break
envONOSIps[ ("OC" + str(x)) ] = temp
x += 1
try:
temp = os.environ[ 'OCN' ]
envONOSIps[ "OCN" ] = temp
except KeyError:
main.log.info("OCN not set in env")
try:
temp = os.environ[ 'OCI' ]
envONOSIps[ "OCI" ] = temp
except:
main.log.error("OCI not set in env")
print(str(envONOSIps))
order = [ "OC1", "OC2", "OC3","OC4","OC5","OC6","OC7","OCN","OCI" ]
ONOSIps = []
try:
if os.path.exists("myIps"):
ipFile = open("myIps","r+")
else:
ipFile = open("myIps","w+")
fileONOSIps = ipFile.readlines()
ipFile.close()
print str(fileONOSIps)
if str(fileONOSIps) == "[]":
ipFile = open("myIps","w+")
for key in envONOSIps:
ipFile.write(key+ "=" + envONOSIps[key] + "\n")
ipFile.close()
for i in order:
if i in envONOSIps:
ONOSIps.append(envONOSIps[i])
return ONOSIps
else:
fileDict = {}
for line in fileONOSIps:
line = line.replace("\n","")
line = line.split("=")
key = line[0]
value = line[1]
fileDict[key] = value
for x in envONOSIps:
if x in fileDict:
if envONOSIps[x] == fileDict[x]:
continue
else:
fileDict[x] = envONOSIps[x]
else:
fileDict[x] = envONOSIps[x]
ipFile = open("myIps","w+")
for key in order:
if key in fileDict:
ipFile.write(key + "=" + fileDict[key] + "\n")
ONOSIps.append(fileDict[key])
ipFile.close()
return ONOSIps
except IOError as a:
main.log.error(a)
except Exception as a:
main.log.error(a)
def logReport(self, nodeIp, searchTerms, outputMode="s"):
'''
- accepts either a list or a string for "searchTerms" these
terms will be searched for in the log and have their
instances counted
- nodeIp is the ip of the node whos log is to be scanned
- output modes:
"s" - Simple. Quiet output mode that just prints
the occurences of each search term
"d" - Detailed. Prints number of occurences as well as the entire
line for each of the last 5 occurences
- returns total of the number of instances of all search terms
'''
main.log.info("========================== Log Report ===========================\n")
if type(searchTerms) is str:
searchTerms = [searchTerms]
logLines = [ [" "] for i in range(len(searchTerms)) ]
for term in range(len(searchTerms)):
logLines[term][0] = searchTerms[term]
totalHits = 0
for term in range(len(searchTerms)):
cmd = "onos-ssh " + nodeIp + " cat /opt/onos/log/karaf.log | grep " + searchTerms[term]
self.handle.sendline(cmd)
self.handle.expect(":~")
before = (self.handle.before).splitlines()
count = [searchTerms[term],0]
for line in before:
if searchTerms[term] in line and "grep" not in line:
count[1] += 1
if before.index(line) > ( len(before) - 7 ):
logLines[term].append(line)
main.log.info( str(count[0]) + ": " + str(count[1]) )
if term == len(searchTerms)-1:
print("\n")
totalHits += int(count[1])
if outputMode != "s" and outputMode != "S":
outputString = ""
for i in logLines:
outputString = i[0] + ": \n"
for x in range(1,len(i)):
outputString += ( i[x] + "\n" )
if outputString != (i[0] + ": \n"):
main.log.info(outputString)
main.log.info("================================================================\n")
return totalHits
def getOnosIpFromEnv(self):
import string
# returns a list of ip addresses for the onos nodes, will work with up to 7 nodes + OCN and OCI
# returns in format [ 'x', OC1 ip, OC2 i... ect. ... , ONN ip ]
self.handle.sendline("env| grep OC")
self.handle.expect(":~")
rawOutput = self.handle.before
print rawOutput
print "-----------------------------"
print repr(rawOutput)
mpa = dict.fromkeys(range(32))
translated = rawOutput.translate(mpa)
print translated
# create list with only the lines that have the needed IPs
unparsedIps = []
# remove preceeding or trailing lines
for line in rawOutput:
if "OC" in line and "=" in line:
unparsedIps.append(str(line))
# determine cluster size
clusterCount = 0
for line in unparsedIps:
line = str(line)
print line
temp = line.replace("OC","")
print("line index " + str(line.index("=")))
OCindex = temp[0]
for i in range(0, 7):
if OCindex == str(i) and i > clusterCount:
clusterCount == i
print(clusterCount)
# create list to hold ips such that OC1 is at list[1] and OCN and OCI are at the end (in that order)
ONOSIps = ["x"] * (clusterCount + 3)
# populate list
for line in unparsedIps:
main.log.info(line)##########
temp = str(line.replace("OC",""))
main.log.info(str(list(temp)))
OCindex = temp[0]
main.log.info(OCindex)############
if OCindex == "N":
ONOSIps[ clusterCount + 1 ] = temp.replace("N=","")
if OCindex == "I":
ONOSIps[ clusterCount + 2 ] = temp.replace("I=","")
else:
ONOSIps[ int(OCindex) ] = temp.replace((OCindex + "=") ,"")
# validate
for x in ONOSIps:
if ONOSIps.index(x) != 0 and x == "x":
main.log.error("ENV READ FAILURE, MISSING DATA: \n\n" + str(ONOSIps) + "\n\n")
return ONOSIps
def onosErrorLog(self, nodeIp):
cmd = "onos-ssh " + nodeIp + " cat /opt/onos/log/karaf.log | grep WARN"
self.handle.sendline(cmd)
self.handle.expect(":~")
before = (self.handle.before).splitlines()
warnings = []
for line in before:
if "WARN" in line and "grep" not in line:
warnings.append(line)
main.warnings[main.warnings[0]+1] = line
main.warnings[0] += 1
if main.warnings[0] >= 10:
main.warnings[0] = 0
cmd = "onos-ssh " + nodeIp + " cat /opt/onos/log/karaf.log | grep ERROR"
self.handle.sendline(cmd)
self.handle.expect(":~")
before = (self.handle.before).splitlines()
errors = []
for line in before:
if "ERROR" in line and "grep" not in line:
errors.append(line)
main.errors[main.errors[0]+1] = line
main.errors[0] += 1
if main.errors[0] >= 10:
main.errors[0] = 0
cmd = "onos-ssh " + nodeIp + " cat /opt/onos/log/karaf.log | grep Exept"
self.handle.sendline(cmd)
self.handle.expect(":~")
before = (self.handle.before).splitlines()
exceptions = []
for line in before:
if "Except" in line and "grep" not in line:
exceptions.append(line)
main.exceptions[main.errors[0]+1] = line
main.exceptions[0] += 1
if main.exceptions[0] >= 10:
main.exceptions[0] = 0
################################################################
msg1 = "WARNINGS: \n"
for i in main.warnings:
if type(i) is not int:
msg1 += ( i + "\n")
msg2 = "ERRORS: \n"
for i in main.errors:
if type(i) is not int:
msg2 += ( i + "\n")
msg3 = "EXCEPTIONS: \n"
for i in main.exceptions:
if type(i) is not int:
msg3 += ( i + "\n")
main.log.info("===============================================================\n")
main.log.info( "Warnings: " + str(len(warnings)))
main.log.info( "Errors: " + str(len(errors)))
main.log.info( "Exceptions: " + str(len(exceptions)))
if len(warnings) > 0:
main.log.info(msg1)
if len(errors) > 0:
main.log.info(msg2)
if len(exceptions) > 0:
main.log.info(msg3)
main.log.info("===============================================================\n")