blob: 762f6fd2d490ce75817cea006e01a43c79f6defd [file] [log] [blame]
# This is a performance scale intent that test onos to see how many intents can
# be installed and rerouted using the null provider and mininet.
class SCPFmaxIntents:
def __init__( self ):
self.default = ''
def CASE0( self, main ):
import time
import os
import imp
"""
- Construct tests variables
- GIT ( optional )
- Checkout ONOS master branch
- Pull latest ONOS code
- Building ONOS ( optional )
- Install ONOS package
- Build ONOS package
- Set up cell
- Create cell file
- Set cell file
- Verify cell file
- Kill ONOS process
"""
main.case( "Constructing test variables and building ONOS package" )
main.step( "Constructing test variables" )
stepResult = main.FALSE
# Test variables
main.testOnDirectory = os.path.dirname( os.getcwd ( ) )
main.dependencyPath = main.testOnDirectory + \
main.params['DEPENDENCY']['path']
main.cellName = main.params[ 'ENV' ][ 'cellName' ]
main.apps = main.params[ 'ENV' ][ 'cellApps' ]
gitBranch = main.params[ 'GIT' ][ 'branch' ]
main.topology = main.params[ 'DEPENDENCY' ][ 'topology' ]
main.scale = ( main.params[ 'SCALE' ][ 'size' ] ).split( "," )
main.maxNodes = int( main.params[ 'SCALE' ][ 'max' ] )
main.ONOSport = main.params[ 'CTRL' ][ 'port' ]
main.timeout = int(main.params['SLEEP']['timeout'])
main.minIntents = int(main.params['TEST']['min_intents'])
main.maxIntents = int(main.params['TEST']['max_intents'])
main.checkInterval = int(main.params['TEST']['check_interval'])
wrapperFile1 = main.params[ 'DEPENDENCY' ][ 'wrapper1' ]
wrapperFile2 = main.params[ 'DEPENDENCY' ][ 'wrapper2' ]
main.startUpSleep = int( main.params[ 'SLEEP' ][ 'startup' ] )
main.installSleep = int( main.params[ 'SLEEP' ][ 'install' ] )
main.verifySleep = int( main.params[ 'SLEEP' ][ 'verify' ] )
main.rerouteSleep = int ( main.params['SLEEP']['reroute'] )
gitPull = main.params[ 'GIT' ][ 'pull' ]
main.batchSize = int(main.params['TEST']['batch_size'])
nic = main.params['DATABASE']['nic']
node = main.params['DATABASE']['node']
main.cellData = {} # for creating cell file
main.CLIs = []
main.ONOSip = []
main.maxNumBatch = 0
main.ONOSip = main.ONOSbench.getOnosIps()
main.log.info(main.ONOSip)
# main.scale[ 0 ] determines the current number of ONOS controller
main.numCtrls = int( main.scale[ 0 ] )
# Assigning ONOS cli handles to a list
for i in range( 1, main.maxNodes + 1 ):
main.CLIs.append( getattr( main, 'ONOScli' + str( i ) ) )
# -- INIT SECTION, ONLY RUNS ONCE -- #
main.startUp = imp.load_source( wrapperFile1,
main.dependencyPath +
wrapperFile1 +
".py" )
main.intentFunctions = imp.load_source( wrapperFile2,
main.dependencyPath +
wrapperFile2 +
".py" )
copyResult = main.ONOSbench.copyMininetFile( main.topology,
main.dependencyPath,
main.Mininet1.user_name,
main.Mininet1.ip_address )
if main.CLIs:
stepResult = main.TRUE
else:
main.log.error( "Did not properly created list of ONOS CLI handle" )
stepResult = main.FALSE
utilities.assert_equals( expect=main.TRUE,
actual=stepResult,
onpass="Successfully construct " +
"test variables ",
onfail="Failed to construct test variables" )
if gitPull == 'True':
main.step( "Building ONOS in " + gitBranch + " branch" )
onosBuildResult = main.startUp.onosBuild( main, gitBranch )
stepResult = onosBuildResult
utilities.assert_equals( expect=main.TRUE,
actual=stepResult,
onpass="Successfully compiled " +
"latest ONOS",
onfail="Failed to compile " +
"latest ONOS" )
else:
main.log.warn( "Did not pull new code so skipping mvn " +
"clean install" )
main.case( "Starting up " + str( main.numCtrls ) +
" node(s) ONOS cluster" )
# kill off all onos processes
main.log.info( "Safety check, killing all ONOS processes" +
" before initiating enviornment setup" )
for i in range( main.maxNodes ):
main.ONOSbench.onosDie( main.ONOSip[ i ] )
main.log.info( "NODE COUNT = " + str( main.numCtrls))
tempOnosIp = []
for i in range( main.numCtrls ):
tempOnosIp.append( main.ONOSip[i] )
main.ONOSbench.createCellFile( main.ONOSbench.ip_address,
"temp",
main.Mininet1.ip_address,
main.apps,
tempOnosIp )
main.step( "Apply cell to environment" )
cellResult = main.ONOSbench.setCell( "temp" )
verifyResult = main.ONOSbench.verifyCell()
stepResult = cellResult and verifyResult
utilities.assert_equals( expect=main.TRUE,
actual=stepResult,
onpass="Successfully applied cell to " + \
"environment",
onfail="Failed to apply cell to environment " )
main.step( "Creating ONOS package" )
packageResult = main.ONOSbench.onosPackage()
stepResult = packageResult
utilities.assert_equals( expect=main.TRUE,
actual=stepResult,
onpass="Successfully created ONOS package",
onfail="Failed to create ONOS package" )
commit = main.ONOSbench.getVersion()
commit = commit.split(" ")[1]
main.log.info("Creating DB file")
nic = main.params['DATABASE']['nic']
node = main.params['DATABASE']['node']
try:
dbFileName="/tmp/MaxIntentDB"
dbfile = open(dbFileName, "w+")
temp = "'" + commit + "',"
temp += "'" + nic + "',"
temp += str(main.numCtrls) + ","
temp += "'" + node + "1" + "'"
dbfile.write(temp)
dbfile.close()
except IOError:
main.log.warn("Error opening " + dbFileName + " to write results.")
def CASE1( self, main ):
"""
- Uninstall ONOS cluster
- Verify ONOS start up
- Install ONOS cluster
- Connect to cli
"""
main.step( "Uninstalling ONOS package" )
onosUninstallResult = main.TRUE
for i in range( main.maxNodes ):
onosUninstallResult = onosUninstallResult and \
main.ONOSbench.onosUninstall( nodeIp=main.ONOSip[ i ] )
stepResult = onosUninstallResult
utilities.assert_equals( expect=main.TRUE,
actual=stepResult,
onpass="Successfully uninstalled ONOS package",
onfail="Failed to uninstall ONOS package" )
time.sleep( main.startUpSleep )
main.step( "Installing ONOS package" )
onosInstallResult = main.TRUE
for i in range( main.numCtrls ):
onosInstallResult = onosInstallResult and \
main.ONOSbench.onosInstall( node=main.ONOSip[ i ] )
stepResult = onosInstallResult
utilities.assert_equals( expect=main.TRUE,
actual=stepResult,
onpass="Successfully installed ONOS package",
onfail="Failed to install ONOS package" )
main.step( "Starting ONOS service" )
stopResult = main.TRUE
startResult = main.TRUE
onosIsUp = main.TRUE
for i in range( main.numCtrls ):
onosIsUp = onosIsUp and main.ONOSbench.isup( main.ONOSip[ i ] )
if onosIsUp == main.TRUE:
main.log.report( "ONOS instance is up and ready" )
else:
main.log.report( "ONOS instance may not be up, stop and " +
"start ONOS again " )
for i in range( main.numCtrls ):
stopResult = stopResult and \
main.ONOSbench.onosStop( main.ONOSip[ i ] )
for i in range( main.numCtrls ):
startResult = startResult and \
main.ONOSbench.onosStart( main.ONOSip[ i ] )
stepResult = onosIsUp and stopResult and startResult
utilities.assert_equals( expect=main.TRUE,
actual=stepResult,
onpass="ONOS service is ready",
onfail="ONOS service did not start properly" )
main.step( "Start ONOS cli" )
cliResult = main.TRUE
for i in range( main.numCtrls ):
cliResult = cliResult and \
main.CLIs[ i ].startOnosCli( main.ONOSip[ i ] )
stepResult = cliResult
utilities.assert_equals( expect=main.TRUE,
actual=stepResult,
onpass="Successfully start ONOS cli",
onfail="Failed to start ONOS cli" )
def CASE10( self, main ):
"""
Setting up null-provider
"""
import json
import pexpect
# Activate apps
main.log.step("Activating apps")
stepResult = main.CLIs[0].activateApp('org.onosproject.null')
utilities.assert_equals( expect=main.TRUE,
actual=stepResult,
onpass="Successfully activated null-provider",
onfail="Failed to activate null-provider")
# Setup the null-provider
main.log.step("Configuring null-provider")
stepResult = main.FALSE
for i in range(3):
main.ONOSbench.onosCfgSet( main.ONOSip[0],
'org.onosproject.provider.nil.NullProviders',
'deviceCount 3' )
main.ONOSbench.onosCfgSet( main.ONOSip[0],
'org.onosproject.provider.nil.NullProviders',
'topoShape reroute' )
main.ONOSbench.onosCfgSet( main.ONOSip[0],
'org.onosproject.provider.nil.NullProviders',
'enabled true' )
# give onos some time to settle
time.sleep(main.startUpSleep)
jsonSum = json.loads(main.CLIs[0].summary())
if jsonSum['devices'] == 3 and jsonSum['SCC(s)'] == 1:
stepResult = main.TRUE
break
utilities.assert_equals( expect=stepResult,
actual=stepResult,
onpass="Successfully configured the null-provider",
onfail="Failed to configure the null-provider")
main.log.step("Get default flows")
jsonSum = json.loads(main.CLIs[0].summary())
# flows installed by the null-provider
main.defaultFlows = jsonSum["flows"]
main.ingress = ":0000000000000001/3"
main.egress = ":0000000000000003/2"
main.switch = "null"
main.linkUpCmd = "null-link null:0000000000000001/3 null:0000000000000003/1 up"
main.linkDownCmd = "null-link null:0000000000000001/3 null:0000000000000003/1 down"
def CASE11( self, main ):
'''
Setting up mininet
'''
import json
import time
# Activate apps
main.log.step("Activating apps")
stepResult = main.CLIs[0].activateApp('org.onosproject.openflow')
utilities.assert_equals( expect=main.TRUE,
actual=stepResult,
onpass="Successfully activated openflow",
onfail="Failed to activate openflow")
# give onos some time settle
time.sleep(main.startUpSleep)
main.log.step('Starting mininet topology')
main.Mininet1.startNet(topoFile='~/mininet/custom/rerouteTopo.py')
main.Mininet1.assignSwController(sw='s1', ip=main.ONOSip[0])
main.Mininet1.assignSwController(sw='s2', ip=main.ONOSip[0])
main.Mininet1.assignSwController(sw='s3', ip=main.ONOSip[0])
time.sleep(main.startUpSleep)
jsonSum = json.loads(main.CLIs[0].summary())
if jsonSum['devices'] == 3 and jsonSum['SCC(s)'] == 1:
stepResult = main.TRUE
utilities.assert_equals( expect=stepResult,
actual=stepResult,
onpass="Successfully assigned switches to their master",
onfail="Failed to assign switches")
main.log.step("Get default flows")
jsonSum = json.loads(main.CLIs[0].summary())
# flows installed by the null-provider
main.defaultFlows = jsonSum["flows"]
main.ingress = ":0000000000000001/3"
main.egress = ":0000000000000003/2"
main.switch = "of"
main.linkDownCmd = 'link s1 s3 down'
main.linkUpCmd = 'link s1 s3 up'
def CASE20( self, main ):
import pexpect
'''
Pushing intents
'''
# the index where the next intents will be installed
offset = 0
# the number of intents we expect to be in the installed state
expectedIntents = 0
# keeps track of how many intents have been installed
maxIntents = 0
# the number of flows we expect to be in the added state
expectedFlows = main.defaultFlows
# keeps track of how many flows have been installed
maxFlows = main.defaultFlows
# limit for the number of intents that can be installed
limit = main.maxIntents / main.batchSize
for i in range(limit):
# Push intents
main.log.step("Pushing intents")
stepResult = main.intentFunctions.pushIntents( main,
main.switch,
main.ingress,
main.egress,
main.batchSize,
offset,
sleep=main.installSleep,
timeout=main.timeout,
options="-i" )
utilities.assert_equals( expect=main.TRUE,
actual=stepResult,
onpass="Successfully pushed intents",
onfail="Failed to push intents")
if stepResult == main.FALSE:
break
offset += main.batchSize
expectedIntents = offset
expectedFlows += main.batchSize*2
maxIntents = main.intentFunctions.getIntents( main )
maxFlows = main.intentFunctions.getFlows( main )
if offset >= main.minIntents and offset % main.checkInterval == 0 or expectedIntents == main.maxIntents:
# Verifying intents
main.log.step("Verifying intents")
main.log.info("Expected intents: " + str(expectedIntents))
stepResult = main.intentFunctions.verifyIntents( main,
expectedIntents,
sleep=main.verifySleep,
timeout=main.timeout)
utilities.assert_equals( expect=main.TRUE,
actual=stepResult,
onpass="Successfully verified intents",
onfail="Failed to verify intents")
if stepResult == main.FALSE:
break
# Verfying flows
main.log.step("Verifying flows")
main.log.info("Expected Flows: " + str(expectedFlows))
stepResult = main.intentFunctions.verifyFlows( main,
expectedFlows,
sleep=main.verifySleep,
timeout=main.timeout)
utilities.assert_equals( expect=main.TRUE,
actual=stepResult,
onpass="Successfully verified flows",
onfail="Failed to verify flows")
if stepResult == main.FALSE:
break
main.log.report("Done pushing intents")
main.log.info("Summary: Intents=" + str(expectedIntents) + " Flows=" + str(expectedFlows))
main.log.info("Installed intents: " + str(maxIntents) +
" Added flows: " + str(maxFlows))
main.log.info("Writing results to DB file")
try:
dbFileName="/tmp/MaxIntentDB"
dbfile = open(dbFileName, "a")
temp = "," + str(maxIntents)
temp += "," + str(maxFlows)
dbfile.write(temp)
dbfile.close()
except IOError:
main.log.warn("Error opening " + dbFileName + " to write results.")
# Stopping mininet
if main.switch == "of":
main.log.info("Stopping mininet")
main.Mininet1.stopNet()
def CASE21( self, main ):
import pexpect
import time
'''
Reroute
'''
# the index where the next intents will be installed
offset = 0
# the number of intents we expect to be in the installed state
expectedIntents = 0
# keeps track of how many intents have been installed
maxIntents = 0
# the number of flows we expect to be in the added state
expectedFlows = main.defaultFlows
# keeps track of how many flows have been installed
maxFlows = main.defaultFlows
# limit for the number of intents that can be installed
limit = main.maxIntents / main.batchSize
for i in range(limit):
# Push intents
main.log.step("Pushing intents")
stepResult = main.intentFunctions.pushIntents( main,
main.switch,
main.ingress,
main.egress,
main.batchSize,
offset,
sleep=main.installSleep,
options="-i",
timeout=main.timeout )
utilities.assert_equals( expect=main.TRUE,
actual=stepResult,
onpass="Successfully pushed intents",
onfail="Failed to push intents")
if stepResult == main.FALSE:
break
maxIntents = main.intentFunctions.getIntents( main )
maxFlows = main.intentFunctions.getFlows( main )
offset += main.batchSize
expectedIntents = offset
expectedFlows += main.batchSize*2
# Verifying intents
main.log.step("Verifying intents")
main.log.info("Expected intents: " + str(expectedIntents))
stepResult = main.intentFunctions.verifyIntents( main,
expectedIntents,
sleep=main.verifySleep,
timeout=main.timeout )
utilities.assert_equals( expect=main.TRUE,
actual=stepResult,
onpass="Successfully verified intents",
onfail="Failed to verify intents")
if stepResult == main.FALSE:
break
# Verfying flows
main.log.step("Verifying flows")
main.log.info("Expected Flows: " + str(expectedFlows))
stepResult = main.intentFunctions.verifyFlows( main,
expectedFlows,
sleep=main.verifySleep,
timeout=main.timeout )
utilities.assert_equals( expect=main.TRUE,
actual=stepResult,
onpass="Successfully verified flows",
onfail="Failed to verify flows")
if stepResult == main.FALSE:
break
# tear down a link
main.log.step("Tearing down link")
if main.switch == "of":
main.log.info("Sending: " + main.linkDownCmd)
main.Mininet1.handle.sendline(main.linkDownCmd)
main.Mininet1.handle.expect('mininet>')
else:
main.log.info("Sending: " + main.linkDownCmd)
main.CLIs[0].handle.sendline(main.linkDownCmd)
main.CLIs[0].handle.expect('onos>')
time.sleep(main.rerouteSleep)
# rerouting adds a 1000 flows
expectedFlows += 1000
# Verfying flows
main.log.step("Verifying flows")
main.log.info("Expected Flows: " + str(expectedFlows))
stepResult = main.intentFunctions.verifyFlows( main,
expectedFlows,
sleep=main.verifySleep,
timeout=main.timeout)
utilities.assert_equals( expect=main.TRUE,
actual=stepResult,
onpass="Successfully verified flows",
onfail="Failed to verify flows")
if stepResult == main.FALSE:
break
# Bring link back up
main.log.step("Tearing down link")
if main.switch == "of":
main.log.info("Sending: " + main.linkUpCmd)
main.Mininet1.handle.sendline(main.linkUpCmd)
main.Mininet1.handle.expect('mininet>')
else:
main.log.info("Sending: " + main.linkUpCmd)
main.CLIs[0].handle.sendline(main.linkUpCmd)
main.CLIs[0].handle.expect('onos>')
time.sleep(main.rerouteSleep)
main.log.report("Done pushing intents")
main.log.info("Summary: Intents=" + str(expectedIntents) + " Flows=" + str(expectedFlows))
main.log.info("Installed intents: " + str(maxIntents) +
" Added flows: " + str(maxFlows))
try:
dbFileName="/tmp/MaxIntentDB"
dbfile = open(dbFileName, "a")
temp = "," + str(maxIntents)
temp += "," + str(maxFlows)
dbfile.write(temp)
dbfile.close()
except IOError:
main.log.warn("Error opening " + dbFileName + " to write results.")
# Stopping mininet
if main.switch == "of":
main.log.info("Stopping mininet")
main.Mininet1.stopNet()
def CASE100( self, main ):
'''
Report errors/warnings/exceptions
'''
main.log.info("Error report: \n")
main.ONOSbench.logReport( main.ONOSip[ 0 ],
[ "INFO",
"FOLLOWER",
"WARN",
"flow",
"ERROR",
"Except" ],
"s" )