Add HA testcases for new counter methods
Minor refactoring to allow a library file to be used
Change-Id: Ic634dfe26bf46d618dc703fa6fa8b5d234997dcf
diff --git a/TestON/tests/HAminorityRestart/HAminorityRestart.py b/TestON/tests/HAminorityRestart/HAminorityRestart.py
index 8ff185a..94482ea 100644
--- a/TestON/tests/HAminorityRestart/HAminorityRestart.py
+++ b/TestON/tests/HAminorityRestart/HAminorityRestart.py
@@ -47,6 +47,7 @@
start cli sessions
start tcpdump
"""
+ import imp
main.log.info( "ONOS HA test: Restart minority of ONOS nodes - " +
"initialization" )
main.case( "Setting up test environment" )
@@ -62,12 +63,11 @@
gitBranch = main.params[ 'branch' ]
cellName = main.params[ 'ENV' ][ 'cellName' ]
- # set global variables
- global numControllers
- numControllers = int( main.params[ 'num_controllers' ] )
+ main.numCtrls = int( main.params[ 'num_controllers' ] )
if main.ONOSbench.maxNodes:
- if main.ONOSbench.maxNodes < numControllers:
- numControllers = int( main.ONOSbench.maxNodes )
+ if main.ONOSbench.maxNodes < main.numCtrls:
+ main.numCtrls = int( main.ONOSbench.maxNodes )
+ # set global variables
global ONOS1Port
global ONOS2Port
global ONOS3Port
@@ -86,15 +86,27 @@
ONOS6Port = main.params[ 'CTRL' ][ 'port6' ]
ONOS7Port = main.params[ 'CTRL' ][ 'port7' ]
- global CLIs
- CLIs = []
- global nodes
- nodes = []
+ try:
+ fileName = "Counters"
+ # TODO: Maybe make a library folder somewhere?
+ path = main.params[ 'imports' ][ 'path' ]
+ main.Counters = imp.load_source( fileName,
+ path + fileName + ".py" )
+ except Exception as e:
+ main.log.exception( e )
+ main.cleanup()
+ main.exit()
+
+ main.CLIs = []
+ main.nodes = []
ipList = []
- for i in range( 1, numControllers + 1 ):
- CLIs.append( getattr( main, 'ONOScli' + str( i ) ) )
- nodes.append( getattr( main, 'ONOS' + str( i ) ) )
- ipList.append( nodes[ -1 ].ip_address )
+ for i in range( 1, main.numCtrls + 1 ):
+ try:
+ main.CLIs.append( getattr( main, 'ONOScli' + str( i ) ) )
+ main.nodes.append( getattr( main, 'ONOS' + str( i ) ) )
+ ipList.append( main.nodes[ -1 ].ip_address )
+ except AttributeError:
+ break
main.step( "Create cell file" )
cellAppString = main.params[ 'ENV' ][ 'appString' ]
@@ -110,13 +122,13 @@
main.ONOSbench.onosRemoveRaftLogs()
main.log.info( "Uninstalling ONOS" )
- for node in nodes:
+ for node in main.nodes:
main.ONOSbench.onosUninstall( node.ip_address )
# Make sure ONOS is DEAD
main.log.info( "Killing any ONOS processes" )
killResults = main.TRUE
- for node in nodes:
+ for node in main.nodes:
killed = main.ONOSbench.onosKill( node.ip_address )
killResults = killResults and killed
@@ -183,7 +195,7 @@
main.step( "Installing ONOS package" )
onosInstallResult = main.TRUE
- for node in nodes:
+ for node in main.nodes:
tmpResult = main.ONOSbench.onosInstall( options="-f",
node=node.ip_address )
onosInstallResult = onosInstallResult and tmpResult
@@ -194,7 +206,7 @@
main.step( "Checking if ONOS is up yet" )
for i in range( 2 ):
onosIsupResult = main.TRUE
- for node in nodes:
+ for node in main.nodes:
started = main.ONOSbench.isup( node.ip_address )
if not started:
main.log.error( node.name + " didn't start!" )
@@ -210,10 +222,10 @@
main.log.step( "Starting ONOS CLI sessions" )
cliResults = main.TRUE
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].startOnosCli,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].startOnosCli,
name="startOnosCli-" + str( i ),
- args=[nodes[i].ip_address] )
+ args=[main.nodes[i].ip_address] )
threads.append( t )
t.start()
@@ -235,8 +247,8 @@
main.step( "App Ids check" )
appCheck = main.TRUE
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].appToIDCheck,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].appToIDCheck,
name="appToIDCheck-" + str( i ),
args=[] )
threads.append( t )
@@ -246,8 +258,8 @@
t.join()
appCheck = appCheck and t.result
if appCheck != main.TRUE:
- main.log.warn( CLIs[0].apps() )
- main.log.warn( CLIs[0].appIDs() )
+ main.log.warn( main.CLIs[0].apps() )
+ main.log.warn( main.CLIs[0].appIDs() )
utilities.assert_equals( expect=main.TRUE, actual=appCheck,
onpass="App Ids seem to be correct",
onfail="Something is wrong with app Ids" )
@@ -262,12 +274,11 @@
Assign devices to controllers
"""
import re
- import time
- assert numControllers, "numControllers not defined"
+ assert main.numCtrls, "main.numCtrls not defined"
assert main, "main not defined"
assert utilities.assert_equals, "utilities.assert_equals not defined"
- assert CLIs, "CLIs not defined"
- assert nodes, "nodes not defined"
+ assert main.CLIs, "main.CLIs not defined"
+ assert main.nodes, "main.nodes not defined"
assert ONOS1Port, "ONOS1Port not defined"
assert ONOS2Port, "ONOS2Port not defined"
assert ONOS3Port, "ONOS3Port not defined"
@@ -283,8 +294,8 @@
main.step( "Assign switches to controllers" )
ipList = []
- for i in range( numControllers ):
- ipList.append( nodes[ i ].ip_address )
+ for i in range( main.numCtrls ):
+ ipList.append( main.nodes[ i ].ip_address )
swList = []
for i in range( 1, 29 ):
swList.append( "s" + str( i ) )
@@ -297,7 +308,7 @@
main.log.info( str( response ) )
except Exception:
main.log.info( repr( response ) )
- for node in nodes:
+ for node in main.nodes:
if re.search( "tcp:" + node.ip_address, response ):
mastershipCheck = mastershipCheck and main.TRUE
else:
@@ -315,13 +326,12 @@
"""
Assign mastership to controllers
"""
- import re
import time
- assert numControllers, "numControllers not defined"
+ assert main.numCtrls, "main.numCtrls not defined"
assert main, "main not defined"
assert utilities.assert_equals, "utilities.assert_equals not defined"
- assert CLIs, "CLIs not defined"
- assert nodes, "nodes not defined"
+ assert main.CLIs, "main.CLIs not defined"
+ assert main.nodes, "main.nodes not defined"
assert ONOS1Port, "ONOS1Port not defined"
assert ONOS2Port, "ONOS2Port not defined"
assert ONOS3Port, "ONOS3Port not defined"
@@ -349,45 +359,45 @@
# set up correct variables:
if i == 1:
c = 0
- ip = nodes[ c ].ip_address # ONOS1
+ ip = main.nodes[ c ].ip_address # ONOS1
deviceId = main.ONOScli1.getDevice( "1000" ).get( 'id' )
elif i == 2:
- c = 1 % numControllers
- ip = nodes[ c ].ip_address # ONOS2
+ c = 1 % main.numCtrls
+ ip = main.nodes[ c ].ip_address # ONOS2
deviceId = main.ONOScli1.getDevice( "2000" ).get( 'id' )
elif i == 3:
- c = 1 % numControllers
- ip = nodes[ c ].ip_address # ONOS2
+ c = 1 % main.numCtrls
+ ip = main.nodes[ c ].ip_address # ONOS2
deviceId = main.ONOScli1.getDevice( "3000" ).get( 'id' )
elif i == 4:
- c = 3 % numControllers
- ip = nodes[ c ].ip_address # ONOS4
+ c = 3 % main.numCtrls
+ ip = main.nodes[ c ].ip_address # ONOS4
deviceId = main.ONOScli1.getDevice( "3004" ).get( 'id' )
elif i == 5:
- c = 2 % numControllers
- ip = nodes[ c ].ip_address # ONOS3
+ c = 2 % main.numCtrls
+ ip = main.nodes[ c ].ip_address # ONOS3
deviceId = main.ONOScli1.getDevice( "5000" ).get( 'id' )
elif i == 6:
- c = 2 % numControllers
- ip = nodes[ c ].ip_address # ONOS3
+ c = 2 % main.numCtrls
+ ip = main.nodes[ c ].ip_address # ONOS3
deviceId = main.ONOScli1.getDevice( "6000" ).get( 'id' )
elif i == 7:
- c = 5 % numControllers
- ip = nodes[ c ].ip_address # ONOS6
+ c = 5 % main.numCtrls
+ ip = main.nodes[ c ].ip_address # ONOS6
deviceId = main.ONOScli1.getDevice( "6007" ).get( 'id' )
elif i >= 8 and i <= 17:
- c = 4 % numControllers
- ip = nodes[ c ].ip_address # ONOS5
+ c = 4 % main.numCtrls
+ ip = main.nodes[ c ].ip_address # ONOS5
dpid = '3' + str( i ).zfill( 3 )
deviceId = main.ONOScli1.getDevice( dpid ).get( 'id' )
elif i >= 18 and i <= 27:
- c = 6 % numControllers
- ip = nodes[ c ].ip_address # ONOS7
+ c = 6 % main.numCtrls
+ ip = main.nodes[ c ].ip_address # ONOS7
dpid = '6' + str( i ).zfill( 3 )
deviceId = main.ONOScli1.getDevice( dpid ).get( 'id' )
elif i == 28:
c = 0
- ip = nodes[ c ].ip_address # ONOS1
+ ip = main.nodes[ c ].ip_address # ONOS1
deviceId = main.ONOScli1.getDevice( "2800" ).get( 'id' )
else:
main.log.error( "You didn't write an else statement for " +
@@ -440,11 +450,11 @@
"""
import time
import json
- assert numControllers, "numControllers not defined"
+ assert main.numCtrls, "main.numCtrls not defined"
assert main, "main not defined"
assert utilities.assert_equals, "utilities.assert_equals not defined"
- assert CLIs, "CLIs not defined"
- assert nodes, "nodes not defined"
+ assert main.CLIs, "main.CLIs not defined"
+ assert main.nodes, "main.nodes not defined"
main.case( "Adding host Intents" )
main.caseExplanation = "Discover hosts by using pingall then " +\
"assign predetermined host-to-host intents." +\
@@ -454,7 +464,7 @@
# install onos-app-fwd
main.step( "Install reactive forwarding app" )
- installResults = CLIs[0].activateApp( "org.onosproject.fwd" )
+ installResults = main.CLIs[0].activateApp( "org.onosproject.fwd" )
utilities.assert_equals( expect=main.TRUE, actual=installResults,
onpass="Install fwd successful",
onfail="Install fwd failed" )
@@ -462,8 +472,8 @@
main.step( "Check app ids" )
appCheck = main.TRUE
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].appToIDCheck,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].appToIDCheck,
name="appToIDCheck-" + str( i ),
args=[] )
threads.append( t )
@@ -473,8 +483,8 @@
t.join()
appCheck = appCheck and t.result
if appCheck != main.TRUE:
- main.log.warn( CLIs[0].apps() )
- main.log.warn( CLIs[0].appIDs() )
+ main.log.warn( main.CLIs[0].apps() )
+ main.log.warn( main.CLIs[0].appIDs() )
utilities.assert_equals( expect=main.TRUE, actual=appCheck,
onpass="App Ids seem to be correct",
onfail="Something is wrong with app Ids" )
@@ -500,7 +510,7 @@
time.sleep( 11 )
# uninstall onos-app-fwd
main.step( "Uninstall reactive forwarding app" )
- uninstallResult = CLIs[0].deactivateApp( "org.onosproject.fwd" )
+ uninstallResult = main.CLIs[0].deactivateApp( "org.onosproject.fwd" )
utilities.assert_equals( expect=main.TRUE, actual=uninstallResult,
onpass="Uninstall fwd successful",
onfail="Uninstall fwd failed" )
@@ -508,8 +518,8 @@
main.step( "Check app ids" )
threads = []
appCheck2 = main.TRUE
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].appToIDCheck,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].appToIDCheck,
name="appToIDCheck-" + str( i ),
args=[] )
threads.append( t )
@@ -519,8 +529,8 @@
t.join()
appCheck2 = appCheck2 and t.result
if appCheck2 != main.TRUE:
- main.log.warn( CLIs[0].apps() )
- main.log.warn( CLIs[0].appIDs() )
+ main.log.warn( main.CLIs[0].apps() )
+ main.log.warn( main.CLIs[0].appIDs() )
utilities.assert_equals( expect=main.TRUE, actual=appCheck2,
onpass="App Ids seem to be correct",
onfail="Something is wrong with app Ids" )
@@ -547,8 +557,8 @@
host1Id = host1Dict.get( 'id', None )
host2Id = host2Dict.get( 'id', None )
if host1Id and host2Id:
- nodeNum = ( i % numControllers )
- tmpId = CLIs[ nodeNum ].addHostIntent( host1Id, host2Id )
+ nodeNum = ( i % main.numCtrls )
+ tmpId = main.CLIs[ nodeNum ].addHostIntent( host1Id, host2Id )
if tmpId:
main.log.info( "Added intent with id: " + tmpId )
intentIds.append( tmpId )
@@ -558,7 +568,7 @@
else:
main.log.error( "Error, getHost() failed for h" + str( i ) +
" and/or h" + str( i + 10 ) )
- hosts = CLIs[ 0 ].hosts()
+ hosts = main.CLIs[ 0 ].hosts()
main.log.warn( "Hosts output: " )
try:
main.log.warn( json.dumps( json.loads( hosts ),
@@ -639,7 +649,7 @@
main.log.error( repr( leaders ) )
# Check all nodes
if missing:
- for node in CLIs:
+ for node in main.CLIs:
response = node.leaders( jsonFormat=False)
main.log.warn( str( node.name ) + " leaders output: \n" +
str( response ) )
@@ -683,7 +693,7 @@
for i in range(100):
correct = True
main.log.info( "Submitted intents: " + str( sorted( intentIds ) ) )
- for cli in CLIs:
+ for cli in main.CLIs:
onosIds = []
ids = cli.getAllIntentsId()
onosIds.append( ids )
@@ -784,7 +794,7 @@
main.log.error( repr( leaders ) )
# Check all nodes
if missing:
- for node in CLIs:
+ for node in main.CLIs:
response = node.leaders( jsonFormat=False)
main.log.warn( str( node.name ) + " leaders output: \n" +
str( response ) )
@@ -825,11 +835,11 @@
"""
import json
import time
- assert numControllers, "numControllers not defined"
+ assert main.numCtrls, "main.numCtrls not defined"
assert main, "main not defined"
assert utilities.assert_equals, "utilities.assert_equals not defined"
- assert CLIs, "CLIs not defined"
- assert nodes, "nodes not defined"
+ assert main.CLIs, "main.CLIs not defined"
+ assert main.nodes, "main.nodes not defined"
main.case( "Verify connectivity by sendind traffic across Intents" )
main.caseExplanation = "Ping across added host intents to check " +\
"functionality and check the state of " +\
@@ -935,7 +945,7 @@
# TODO: Check for a leader of these topics
# Check all nodes
if topicCheck:
- for node in CLIs:
+ for node in main.CLIs:
response = node.leaders( jsonFormat=False)
main.log.warn( str( node.name ) + " leaders output: \n" +
str( response ) )
@@ -1028,7 +1038,7 @@
main.log.exception( "Error parsing leaders" )
main.log.error( repr( leaders ) )
if missing:
- for node in CLIs:
+ for node in main.CLIs:
response = node.leaders( jsonFormat=False)
main.log.warn( str( node.name ) + " leaders output: \n" +
str( response ) )
@@ -1063,7 +1073,7 @@
main.log.exception( "Error parsing pending map" )
main.log.error( repr( pendingMap ) )
# Print flowrules
- main.log.debug( CLIs[0].flows( jsonFormat=False ) )
+ main.log.debug( main.CLIs[0].flows( jsonFormat=False ) )
main.step( "Wait a minute then ping again" )
# the wait is above
PingResult = main.TRUE
@@ -1102,11 +1112,11 @@
"""
import json
import time
- assert numControllers, "numControllers not defined"
+ assert main.numCtrls, "main.numCtrls not defined"
assert main, "main not defined"
assert utilities.assert_equals, "utilities.assert_equals not defined"
- assert CLIs, "CLIs not defined"
- assert nodes, "nodes not defined"
+ assert main.CLIs, "main.CLIs not defined"
+ assert main.nodes, "main.nodes not defined"
main.case( "Setting up and gathering data for current state" )
# The general idea for this test case is to pull the state of
@@ -1120,8 +1130,8 @@
# Assert that each device has a master
rolesNotNull = main.TRUE
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].rolesNotNull,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].rolesNotNull,
name="rolesNotNull-" + str( i ),
args=[] )
threads.append( t )
@@ -1142,8 +1152,8 @@
consistentMastership = True
rolesResults = True
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].roles,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].roles,
name="roles-" + str( i ),
args=[] )
threads.append( t )
@@ -1153,7 +1163,7 @@
t.join()
ONOSMastership.append( t.result )
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
if not ONOSMastership[i] or "Error" in ONOSMastership[i]:
main.log.error( "Error in getting ONOS" + str( i + 1 ) +
" roles" )
@@ -1180,7 +1190,7 @@
onfail="ONOS nodes have different views of switch roles" )
if rolesResults and not consistentMastership:
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
try:
main.log.warn(
"ONOS" + str( i + 1 ) + " roles: ",
@@ -1203,8 +1213,8 @@
consistentIntents = True
intentsResults = True
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].intents,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].intents,
name="intents-" + str( i ),
args=[],
kwargs={ 'jsonFormat': True } )
@@ -1215,7 +1225,7 @@
t.join()
ONOSIntents.append( t.result )
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
if not ONOSIntents[ i ] or "Error" in ONOSIntents[ i ]:
main.log.error( "Error in getting ONOS" + str( i + 1 ) +
" intents" )
@@ -1249,7 +1259,7 @@
# ... ... ...
# ... ... ...
title = " Id"
- for n in range( numControllers ):
+ for n in range( main.numCtrls ):
title += " " * 10 + "ONOS" + str( n + 1 )
main.log.warn( title )
# get all intent keys in the cluster
@@ -1277,7 +1287,7 @@
sort_keys=True,
indent=4,
separators=( ',', ': ' ) ) )
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
if ONOSIntents[ i ] != ONOSIntents[ -1 ]:
main.log.debug( "ONOS" + str( i + 1 ) + " intents: " )
main.log.debug( json.dumps( json.loads( ONOSIntents[i] ),
@@ -1285,7 +1295,7 @@
indent=4,
separators=( ',', ': ' ) ) )
else:
- main.log.debug( nodes[ i ].name + " intents match ONOS" +
+ main.log.debug( main.nodes[ i ].name + " intents match ONOS" +
str( n ) + " intents" )
elif intentsResults and consistentIntents:
intentCheck = main.TRUE
@@ -1300,8 +1310,8 @@
consistentFlows = True
flowsResults = True
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].flows,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].flows,
name="flows-" + str( i ),
args=[],
kwargs={ 'jsonFormat': True } )
@@ -1315,7 +1325,7 @@
result = t.result
ONOSFlows.append( result )
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
num = str( i + 1 )
if not ONOSFlows[ i ] or "Error" in ONOSFlows[ i ]:
main.log.error( "Error in getting ONOS" + num + " flows" )
@@ -1352,7 +1362,7 @@
onfail="ONOS nodes have different flow counts" )
if flowsResults and not consistentFlows:
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
try:
main.log.warn(
"ONOS" + str( i + 1 ) + " flows: " +
@@ -1421,8 +1431,8 @@
main.step( "Collecting topology information from ONOS" )
devices = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].devices,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].devices,
name="devices-" + str( i ),
args=[ ] )
threads.append( t )
@@ -1433,8 +1443,8 @@
devices.append( t.result )
hosts = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].hosts,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].hosts,
name="hosts-" + str( i ),
args=[ ] )
threads.append( t )
@@ -1453,8 +1463,8 @@
ports = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].ports,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].ports,
name="ports-" + str( i ),
args=[ ] )
threads.append( t )
@@ -1465,8 +1475,8 @@
ports.append( t.result )
links = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].links,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].links,
name="links-" + str( i ),
args=[ ] )
threads.append( t )
@@ -1477,8 +1487,8 @@
links.append( t.result )
clusters = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].clusters,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].clusters,
name="clusters-" + str( i ),
args=[ ] )
threads.append( t )
@@ -1580,7 +1590,7 @@
mnSwitches = main.Mininet1.getSwitches()
mnLinks = main.Mininet1.getLinks()
mnHosts = main.Mininet1.getHosts()
- for controller in range( numControllers ):
+ for controller in range( main.numCtrls ):
controllerStr = str( controller + 1 )
if devices[ controller ] and ports[ controller ] and\
"Error" not in devices[ controller ] and\
@@ -1654,23 +1664,23 @@
The Failure case.
"""
import time
- assert numControllers, "numControllers not defined"
+ assert main.numCtrls, "main.numCtrls not defined"
assert main, "main not defined"
assert utilities.assert_equals, "utilities.assert_equals not defined"
- assert CLIs, "CLIs not defined"
- assert nodes, "nodes not defined"
+ assert main.CLIs, "main.CLIs not defined"
+ assert main.nodes, "main.nodes not defined"
main.case( "Restart minority of ONOS nodes" )
main.step( "Killing 3 ONOS nodes" )
killTime = time.time()
# TODO: Randomize these nodes or base this on partitions
# TODO: use threads in this case
- killResults = main.ONOSbench.onosKill( nodes[0].ip_address )
+ killResults = main.ONOSbench.onosKill( main.nodes[0].ip_address )
time.sleep( 10 )
killResults = killResults and\
- main.ONOSbench.onosKill( nodes[1].ip_address )
+ main.ONOSbench.onosKill( main.nodes[1].ip_address )
time.sleep( 10 )
killResults = killResults and\
- main.ONOSbench.onosKill( nodes[2].ip_address )
+ main.ONOSbench.onosKill( main.nodes[2].ip_address )
utilities.assert_equals( expect=main.TRUE, actual=killResults,
onpass="ONOS Killed successfully",
onfail="ONOS kill NOT successful" )
@@ -1679,9 +1689,9 @@
count = 0
onosIsupResult = main.FALSE
while onosIsupResult == main.FALSE and count < 10:
- onos1Isup = main.ONOSbench.isup( nodes[0].ip_address )
- onos2Isup = main.ONOSbench.isup( nodes[1].ip_address )
- onos3Isup = main.ONOSbench.isup( nodes[2].ip_address )
+ onos1Isup = main.ONOSbench.isup( main.nodes[0].ip_address )
+ onos2Isup = main.ONOSbench.isup( main.nodes[1].ip_address )
+ onos3Isup = main.ONOSbench.isup( main.nodes[2].ip_address )
onosIsupResult = onos1Isup and onos2Isup and onos3Isup
count = count + 1
# TODO: if it becomes an issue, we can retry this step a few times
@@ -1689,10 +1699,10 @@
onpass="ONOS restarted successfully",
onfail="ONOS restart NOT successful" )
- main.step( "Restarting ONOS CLIs" )
- cliResult1 = main.ONOScli1.startOnosCli( nodes[0].ip_address )
- cliResult2 = main.ONOScli2.startOnosCli( nodes[1].ip_address )
- cliResult3 = main.ONOScli3.startOnosCli( nodes[2].ip_address )
+ main.step( "Restarting ONOS main.CLIs" )
+ cliResult1 = main.ONOScli1.startOnosCli( main.nodes[0].ip_address )
+ cliResult2 = main.ONOScli2.startOnosCli( main.nodes[1].ip_address )
+ cliResult3 = main.ONOScli3.startOnosCli( main.nodes[2].ip_address )
cliResults = cliResult1 and cliResult2 and cliResult3
utilities.assert_equals( expect=main.TRUE, actual=cliResults,
onpass="ONOS cli restarted",
@@ -1705,9 +1715,9 @@
'''
# FIXME: revisit test plan for election with madan
# Rerun for election on restarted nodes
- run1 = CLIs[0].electionTestRun()
- run2 = CLIs[1].electionTestRun()
- run3 = CLIs[2].electionTestRun()
+ run1 = main.CLIs[0].electionTestRun()
+ run2 = main.CLIs[1].electionTestRun()
+ run3 = main.CLIs[2].electionTestRun()
runResults = run1 and run2 and run3
utilities.assert_equals( expect=main.TRUE, actual=runResults,
onpass="Reran for election",
@@ -1715,28 +1725,28 @@
'''
# TODO: MAke this configurable. Also, we are breaking the above timer
time.sleep( 60 )
- main.log.debug( CLIs[0].nodes( jsonFormat=False ) )
- main.log.debug( CLIs[0].leaders( jsonFormat=False ) )
- main.log.debug( CLIs[0].partitions( jsonFormat=False ) )
+ main.log.debug( main.CLIs[0].nodes( jsonFormat=False ) )
+ main.log.debug( main.CLIs[0].leaders( jsonFormat=False ) )
+ main.log.debug( main.CLIs[0].partitions( jsonFormat=False ) )
def CASE7( self, main ):
"""
Check state after ONOS failure
"""
import json
- assert numControllers, "numControllers not defined"
+ assert main.numCtrls, "main.numCtrls not defined"
assert main, "main not defined"
assert utilities.assert_equals, "utilities.assert_equals not defined"
- assert CLIs, "CLIs not defined"
- assert nodes, "nodes not defined"
+ assert main.CLIs, "main.CLIs not defined"
+ assert main.nodes, "main.nodes not defined"
main.case( "Running ONOS Constant State Tests" )
main.step( "Check that each switch has a master" )
# Assert that each device has a master
rolesNotNull = main.TRUE
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].rolesNotNull,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].rolesNotNull,
name="rolesNotNull-" + str( i ),
args=[ ] )
threads.append( t )
@@ -1756,8 +1766,8 @@
consistentMastership = True
rolesResults = True
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].roles,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].roles,
name="roles-" + str( i ),
args=[] )
threads.append( t )
@@ -1767,7 +1777,7 @@
t.join()
ONOSMastership.append( t.result )
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
if not ONOSMastership[i] or "Error" in ONOSMastership[i]:
main.log.error( "Error in getting ONOS" + str( i + 1 ) +
" roles" )
@@ -1794,7 +1804,7 @@
onfail="ONOS nodes have different views of switch roles" )
if rolesResults and not consistentMastership:
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
main.log.warn(
"ONOS" + str( i + 1 ) + " roles: ",
json.dumps(
@@ -1843,8 +1853,8 @@
consistentIntents = True
intentsResults = True
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].intents,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].intents,
name="intents-" + str( i ),
args=[],
kwargs={ 'jsonFormat': True } )
@@ -1855,7 +1865,7 @@
t.join()
ONOSIntents.append( t.result )
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
if not ONOSIntents[ i ] or "Error" in ONOSIntents[ i ]:
main.log.error( "Error in getting ONOS" + str( i + 1 ) +
" intents" )
@@ -1882,7 +1892,7 @@
# ... ... ...
# ... ... ...
title = " ID"
- for n in range( numControllers ):
+ for n in range( main.numCtrls ):
title += " " * 10 + "ONOS" + str( n + 1 )
main.log.warn( title )
# get all intent keys in the cluster
@@ -1922,7 +1932,7 @@
main.log.info( dict( out ) )
if intentsResults and not consistentIntents:
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
main.log.warn( "ONOS" + str( i + 1 ) + " intents: " )
main.log.warn( json.dumps(
json.loads( ONOSIntents[ i ] ),
@@ -2033,11 +2043,11 @@
# Test of LeadershipElection
leaderList = []
# FIXME: make sure this matches nodes that were restarted
- restarted = [ nodes[0].ip_address, nodes[1].ip_address,
- nodes[2].ip_address ]
+ restarted = [ main.nodes[0].ip_address, main.nodes[1].ip_address,
+ main.nodes[2].ip_address ]
leaderResult = main.TRUE
- for cli in CLIs:
+ for cli in main.CLIs:
leaderN = cli.electionTestLeader()
leaderList.append( leaderN )
if leaderN == main.FALSE:
@@ -2073,11 +2083,11 @@
"""
import json
import time
- assert numControllers, "numControllers not defined"
+ assert main.numCtrls, "main.numCtrls not defined"
assert main, "main not defined"
assert utilities.assert_equals, "utilities.assert_equals not defined"
- assert CLIs, "CLIs not defined"
- assert nodes, "nodes not defined"
+ assert main.CLIs, "main.CLIs not defined"
+ assert main.nodes, "main.nodes not defined"
main.case( "Compare ONOS Topology view to Mininet topology" )
main.caseExplanation = "Compare topology objects between Mininet" +\
@@ -2099,8 +2109,8 @@
cliStart = time.time()
devices = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].devices,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].devices,
name="devices-" + str( i ),
args=[ ] )
threads.append( t )
@@ -2112,8 +2122,8 @@
hosts = []
ipResult = main.TRUE
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].hosts,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].hosts,
name="hosts-" + str( i ),
args=[ ] )
threads.append( t )
@@ -2136,8 +2146,8 @@
ipResult = main.FALSE
ports = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].ports,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].ports,
name="ports-" + str( i ),
args=[ ] )
threads.append( t )
@@ -2148,8 +2158,8 @@
ports.append( t.result )
links = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].links,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].links,
name="links-" + str( i ),
args=[ ] )
threads.append( t )
@@ -2160,8 +2170,8 @@
links.append( t.result )
clusters = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].clusters,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].clusters,
name="clusters-" + str( i ),
args=[ ] )
threads.append( t )
@@ -2179,7 +2189,7 @@
mnSwitches = main.Mininet1.getSwitches()
mnLinks = main.Mininet1.getLinks()
mnHosts = main.Mininet1.getHosts()
- for controller in range( numControllers ):
+ for controller in range( main.numCtrls ):
controllerStr = str( controller + 1 )
if devices[ controller ] and ports[ controller ] and\
"Error" not in devices[ controller ] and\
@@ -2432,8 +2442,8 @@
nodesOutput = []
nodeResults = main.TRUE
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].nodes,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].nodes,
name="nodes-" + str( i ),
args=[ ] )
threads.append( t )
@@ -2442,7 +2452,7 @@
for t in threads:
t.join()
nodesOutput.append( t.result )
- ips = [ node.ip_address for node in nodes ]
+ ips = [ node.ip_address for node in main.nodes ]
for i in nodesOutput:
try:
current = json.loads( i )
@@ -2472,11 +2482,11 @@
Link s3-s28 down
"""
import time
- assert numControllers, "numControllers not defined"
+ assert main.numCtrls, "main.numCtrls not defined"
assert main, "main not defined"
assert utilities.assert_equals, "utilities.assert_equals not defined"
- assert CLIs, "CLIs not defined"
- assert nodes, "nodes not defined"
+ assert main.CLIs, "main.CLIs not defined"
+ assert main.nodes, "main.nodes not defined"
# NOTE: You should probably run a topology check after this
linkSleep = float( main.params[ 'timers' ][ 'LinkDiscovery' ] )
@@ -2500,11 +2510,11 @@
Link s3-s28 up
"""
import time
- assert numControllers, "numControllers not defined"
+ assert main.numCtrls, "main.numCtrls not defined"
assert main, "main not defined"
assert utilities.assert_equals, "utilities.assert_equals not defined"
- assert CLIs, "CLIs not defined"
- assert nodes, "nodes not defined"
+ assert main.CLIs, "main.CLIs not defined"
+ assert main.nodes, "main.nodes not defined"
# NOTE: You should probably run a topology check after this
linkSleep = float( main.params[ 'timers' ][ 'LinkDiscovery' ] )
@@ -2529,11 +2539,11 @@
"""
# NOTE: You should probably run a topology check after this
import time
- assert numControllers, "numControllers not defined"
+ assert main.numCtrls, "main.numCtrls not defined"
assert main, "main not defined"
assert utilities.assert_equals, "utilities.assert_equals not defined"
- assert CLIs, "CLIs not defined"
- assert nodes, "nodes not defined"
+ assert main.CLIs, "main.CLIs not defined"
+ assert main.nodes, "main.nodes not defined"
switchSleep = float( main.params[ 'timers' ][ 'SwitchDiscovery' ] )
@@ -2565,11 +2575,11 @@
"""
# NOTE: You should probably run a topology check after this
import time
- assert numControllers, "numControllers not defined"
+ assert main.numCtrls, "main.numCtrls not defined"
assert main, "main not defined"
assert utilities.assert_equals, "utilities.assert_equals not defined"
- assert CLIs, "CLIs not defined"
- assert nodes, "nodes not defined"
+ assert main.CLIs, "main.CLIs not defined"
+ assert main.nodes, "main.nodes not defined"
assert ONOS1Port, "ONOS1Port not defined"
assert ONOS2Port, "ONOS2Port not defined"
assert ONOS3Port, "ONOS3Port not defined"
@@ -2590,8 +2600,8 @@
for peer in links:
main.Mininet1.addLink( switch, peer )
ipList = []
- for i in range( numControllers ):
- ipList.append( nodes[ i ].ip_address )
+ for i in range( main.numCtrls ):
+ ipList.append( main.nodes[ i ].ip_address )
main.Mininet1.assignSwController( sw=switch, ip=ipList )
main.log.info( "Waiting " + str( switchSleep ) +
" seconds for switch up to be discovered" )
@@ -2612,11 +2622,11 @@
"""
import os
import time
- assert numControllers, "numControllers not defined"
+ assert main.numCtrls, "main.numCtrls not defined"
assert main, "main not defined"
assert utilities.assert_equals, "utilities.assert_equals not defined"
- assert CLIs, "CLIs not defined"
- assert nodes, "nodes not defined"
+ assert main.CLIs, "main.CLIs not defined"
+ assert main.nodes, "main.nodes not defined"
# printing colors to terminal
colors = { 'cyan': '\033[96m', 'purple': '\033[95m',
@@ -2642,7 +2652,7 @@
# NOTE: must end in /
dstDir = "~/packet_captures/"
for f in logFiles:
- for node in nodes:
+ for node in main.nodes:
main.ONOSbench.handle.sendline( "scp sdn@" + node.ip_address +
":" + logFolder + f + " " +
teststationUser + "@" +
@@ -2658,7 +2668,7 @@
# NOTE: must end in /
dstDir = "~/packet_captures/"
for f in logFiles:
- for node in nodes:
+ for node in main.nodes:
main.ONOSbench.handle.sendline( "scp sdn@" + node.ip_address +
":" + logFolder + f + " " +
teststationUser + "@" +
@@ -2678,7 +2688,7 @@
onfail="MN cleanup NOT successful" )
main.step( "Checking ONOS Logs for errors" )
- for node in nodes:
+ for node in main.nodes:
print colors[ 'purple' ] + "Checking logs for errors on " + \
node.name + ":" + colors[ 'end' ]
print main.ONOSbench.checkLogs( node.ip_address, restart=True )
@@ -2697,11 +2707,11 @@
"""
start election app on all onos nodes
"""
- assert numControllers, "numControllers not defined"
+ assert main.numCtrls, "main.numCtrls not defined"
assert main, "main not defined"
assert utilities.assert_equals, "utilities.assert_equals not defined"
- assert CLIs, "CLIs not defined"
- assert nodes, "nodes not defined"
+ assert main.CLIs, "main.CLIs not defined"
+ assert main.nodes, "main.nodes not defined"
main.case("Start Leadership Election app")
main.step( "Install leadership election app" )
@@ -2715,9 +2725,9 @@
main.step( "Run for election on each node" )
leaderResult = main.TRUE
leaders = []
- for cli in CLIs:
+ for cli in main.CLIs:
cli.electionTestRun()
- for cli in CLIs:
+ for cli in main.CLIs:
leader = cli.electionTestLeader()
if leader is None or leader == main.FALSE:
main.log.error( cli.name + ": Leader for the election app " +
@@ -2735,7 +2745,7 @@
sameLeader = main.TRUE
if len( set( leaders ) ) != 1:
sameLeader = main.FALSE
- main.log.error( "Results of electionTestLeader is order of CLIs:" +
+ main.log.error( "Results of electionTestLeader is order of main.CLIs:" +
str( leaders ) )
utilities.assert_equals(
expect=main.TRUE,
@@ -2748,11 +2758,11 @@
Check that Leadership Election is still functional
"""
import time
- assert numControllers, "numControllers not defined"
+ assert main.numCtrls, "main.numCtrls not defined"
assert main, "main not defined"
assert utilities.assert_equals, "utilities.assert_equals not defined"
- assert CLIs, "CLIs not defined"
- assert nodes, "nodes not defined"
+ assert main.CLIs, "main.CLIs not defined"
+ assert main.nodes, "main.nodes not defined"
leaderResult = main.TRUE
description = "Check that Leadership Election is still functional"
@@ -2761,12 +2771,12 @@
main.step( "Check that each node shows the same leader" )
sameLeader = main.TRUE
leaders = []
- for cli in CLIs:
+ for cli in main.CLIs:
leader = cli.electionTestLeader()
leaders.append( leader )
if len( set( leaders ) ) != 1:
sameLeader = main.FALSE
- main.log.error( "Results of electionTestLeader is order of CLIs:" +
+ main.log.error( "Results of electionTestLeader is order of main.CLIs:" +
str( leaders ) )
utilities.assert_equals(
expect=main.TRUE,
@@ -2784,9 +2794,9 @@
"instead got '" + str( leader ) + "'" )
leaderResult = main.FALSE
oldLeader = None
- for i in range( len( CLIs ) ):
- if leader == nodes[ i ].ip_address:
- oldLeader = CLIs[ i ]
+ for i in range( len( main.CLIs ) ):
+ if leader == main.nodes[ i ].ip_address:
+ oldLeader = main.CLIs[ i ]
break
else: # FOR/ELSE statement
main.log.error( "Leader election, could not find current leader" )
@@ -2801,7 +2811,7 @@
main.step( "Make sure new leader is elected" )
# FIXME: use threads
leaderList = []
- for cli in CLIs:
+ for cli in main.CLIs:
leaderN = cli.electionTestLeader()
leaderList.append( leaderN )
if leaderN == leader:
@@ -2873,11 +2883,11 @@
Install Distributed Primitives app
"""
import time
- assert numControllers, "numControllers not defined"
+ assert main.numCtrls, "main.numCtrls not defined"
assert main, "main not defined"
assert utilities.assert_equals, "utilities.assert_equals not defined"
- assert CLIs, "CLIs not defined"
- assert nodes, "nodes not defined"
+ assert main.CLIs, "main.CLIs not defined"
+ assert main.nodes, "main.nodes not defined"
# Variables for the distributed primitives tests
global pCounterName
@@ -2897,7 +2907,7 @@
main.case( description )
main.step( "Install Primitives app" )
appName = "org.onosproject.distributedprimitives"
- appResults = CLIs[0].activateApp( appName )
+ appResults = main.CLIs[0].activateApp( appName )
utilities.assert_equals( expect=main.TRUE,
actual=appResults,
onpass="Primitives app activated",
@@ -2908,13 +2918,12 @@
"""
Check for basic functionality with distributed primitives
"""
- import json
# Make sure variables are defined/set
- assert numControllers, "numControllers not defined"
+ assert main.numCtrls, "main.numCtrls not defined"
assert main, "main not defined"
assert utilities.assert_equals, "utilities.assert_equals not defined"
- assert CLIs, "CLIs not defined"
- assert nodes, "nodes not defined"
+ assert main.CLIs, "main.CLIs not defined"
+ assert main.nodes, "main.nodes not defined"
assert pCounterName, "pCounterName not defined"
assert iCounterName, "iCounterName not defined"
assert onosSetName, "onosSetName not defined"
@@ -2942,15 +2951,17 @@
description = "Check for basic functionality with distributed " +\
"primitives"
main.case( description )
- main.caseExplanation = "Test the methods of the distributed primitives (counters and sets) throught the cli"
+ main.caseExplanation = "Test the methods of the distributed " +\
+ "primitives (counters and sets) throught the cli"
# DISTRIBUTED ATOMIC COUNTERS
- main.step( "Increment and get a default counter on each node" )
+ # Partitioned counters
+ main.step( "Increment then get a default counter on each node" )
pCounters = []
threads = []
addedPValues = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].counterTestIncrement,
- name="counterIncrement-" + str( i ),
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].counterTestAddAndGet,
+ name="counterAddAndGet-" + str( i ),
args=[ pCounterName ] )
pCounterValue += 1
addedPValues.append( pCounterValue )
@@ -2974,12 +2985,150 @@
onfail="Error incrementing default" +
" counter" )
- main.step( "Increment and get an in memory counter on each node" )
+ main.step( "Get then Increment a default counter on each node" )
+ pCounters = []
+ threads = []
+ addedPValues = []
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].counterTestGetAndAdd,
+ name="counterGetAndAdd-" + str( i ),
+ args=[ pCounterName ] )
+ addedPValues.append( pCounterValue )
+ pCounterValue += 1
+ threads.append( t )
+ t.start()
+
+ for t in threads:
+ t.join()
+ pCounters.append( t.result )
+ # Check that counter incremented numController times
+ pCounterResults = True
+ for i in addedPValues:
+ tmpResult = i in pCounters
+ pCounterResults = pCounterResults and tmpResult
+ if not tmpResult:
+ main.log.error( str( i ) + " is not in partitioned "
+ "counter incremented results" )
+ utilities.assert_equals( expect=True,
+ actual=pCounterResults,
+ onpass="Default counter incremented",
+ onfail="Error incrementing default" +
+ " counter" )
+
+ main.step( "Counters we added have the correct values" )
+ incrementCheck = main.Counters.counterCheck( pCounterName, pCounterValue )
+ utilities.assert_equals( expect=main.TRUE,
+ actual=incrementCheck,
+ onpass="Added counters are correct",
+ onfail="Added counters are incorrect" )
+
+ main.step( "Add -8 to then get a default counter on each node" )
+ pCounters = []
+ threads = []
+ addedPValues = []
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].counterTestAddAndGet,
+ name="counterIncrement-" + str( i ),
+ args=[ pCounterName ],
+ kwargs={ "delta": -8 } )
+ pCounterValue += -8
+ addedPValues.append( pCounterValue )
+ threads.append( t )
+ t.start()
+
+ for t in threads:
+ t.join()
+ pCounters.append( t.result )
+ # Check that counter incremented numController times
+ pCounterResults = True
+ for i in addedPValues:
+ tmpResult = i in pCounters
+ pCounterResults = pCounterResults and tmpResult
+ if not tmpResult:
+ main.log.error( str( i ) + " is not in partitioned "
+ "counter incremented results" )
+ utilities.assert_equals( expect=True,
+ actual=pCounterResults,
+ onpass="Default counter incremented",
+ onfail="Error incrementing default" +
+ " counter" )
+
+ main.step( "Add 5 to then get a default counter on each node" )
+ pCounters = []
+ threads = []
+ addedPValues = []
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].counterTestAddAndGet,
+ name="counterIncrement-" + str( i ),
+ args=[ pCounterName ],
+ kwargs={ "delta": 5 } )
+ pCounterValue += 5
+ addedPValues.append( pCounterValue )
+ threads.append( t )
+ t.start()
+
+ for t in threads:
+ t.join()
+ pCounters.append( t.result )
+ # Check that counter incremented numController times
+ pCounterResults = True
+ for i in addedPValues:
+ tmpResult = i in pCounters
+ pCounterResults = pCounterResults and tmpResult
+ if not tmpResult:
+ main.log.error( str( i ) + " is not in partitioned "
+ "counter incremented results" )
+ utilities.assert_equals( expect=True,
+ actual=pCounterResults,
+ onpass="Default counter incremented",
+ onfail="Error incrementing default" +
+ " counter" )
+
+ main.step( "Get then add 5 to a default counter on each node" )
+ pCounters = []
+ threads = []
+ addedPValues = []
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].counterTestGetAndAdd,
+ name="counterIncrement-" + str( i ),
+ args=[ pCounterName ],
+ kwargs={ "delta": 5 } )
+ addedPValues.append( pCounterValue )
+ pCounterValue += 5
+ threads.append( t )
+ t.start()
+
+ for t in threads:
+ t.join()
+ pCounters.append( t.result )
+ # Check that counter incremented numController times
+ pCounterResults = True
+ for i in addedPValues:
+ tmpResult = i in pCounters
+ pCounterResults = pCounterResults and tmpResult
+ if not tmpResult:
+ main.log.error( str( i ) + " is not in partitioned "
+ "counter incremented results" )
+ utilities.assert_equals( expect=True,
+ actual=pCounterResults,
+ onpass="Default counter incremented",
+ onfail="Error incrementing default" +
+ " counter" )
+
+ main.step( "Counters we added have the correct values" )
+ incrementCheck = main.Counters.counterCheck( pCounterName, pCounterValue )
+ utilities.assert_equals( expect=main.TRUE,
+ actual=incrementCheck,
+ onpass="Added counters are correct",
+ onfail="Added counters are incorrect" )
+
+ # In-Memory counters
+ main.step( "Increment and get an in-memory counter on each node" )
iCounters = []
addedIValues = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].counterTestIncrement,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].counterTestAddAndGet,
name="icounterIncrement-" + str( i ),
args=[ iCounterName ],
kwargs={ "inMemory": True } )
@@ -3001,15 +3150,153 @@
"counter incremented results" )
utilities.assert_equals( expect=True,
actual=iCounterResults,
- onpass="In memory counter incremented",
- onfail="Error incrementing in memory" +
+ onpass="In-memory counter incremented",
+ onfail="Error incrementing in-memory" +
" counter" )
+ main.step( "Get then Increment a in-memory counter on each node" )
+ iCounters = []
+ threads = []
+ addedIValues = []
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].counterTestGetAndAdd,
+ name="counterGetAndAdd-" + str( i ),
+ args=[ iCounterName ],
+ kwargs={ "inMemory": True } )
+ addedIValues.append( iCounterValue )
+ iCounterValue += 1
+ threads.append( t )
+ t.start()
+
+ for t in threads:
+ t.join()
+ iCounters.append( t.result )
+ # Check that counter incremented numController times
+ iCounterResults = True
+ for i in addedIValues:
+ tmpResult = i in iCounters
+ iCounterResults = iCounterResults and tmpResult
+ if not tmpResult:
+ main.log.error( str( i ) + " is not in in-memory "
+ "counter incremented results" )
+ utilities.assert_equals( expect=True,
+ actual=iCounterResults,
+ onpass="In-memory counter incremented",
+ onfail="Error incrementing in-memory" +
+ " counter" )
+
+ main.step( "Counters we added have the correct values" )
+ incrementCheck = main.Counters.counterCheck( iCounterName, iCounterValue )
+ utilities.assert_equals( expect=main.TRUE,
+ actual=incrementCheck,
+ onpass="Added counters are correct",
+ onfail="Added counters are incorrect" )
+
+ main.step( "Add -8 to then get a in-memory counter on each node" )
+ iCounters = []
+ threads = []
+ addedIValues = []
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].counterTestAddAndGet,
+ name="counterIncrement-" + str( i ),
+ args=[ iCounterName ],
+ kwargs={ "delta": -8, "inMemory": True } )
+ iCounterValue += -8
+ addedIValues.append( iCounterValue )
+ threads.append( t )
+ t.start()
+
+ for t in threads:
+ t.join()
+ iCounters.append( t.result )
+ # Check that counter incremented numController times
+ iCounterResults = True
+ for i in addedIValues:
+ tmpResult = i in iCounters
+ iCounterResults = iCounterResults and tmpResult
+ if not tmpResult:
+ main.log.error( str( i ) + " is not in in-memory "
+ "counter incremented results" )
+ utilities.assert_equals( expect=True,
+ actual=pCounterResults,
+ onpass="In-memory counter incremented",
+ onfail="Error incrementing in-memory" +
+ " counter" )
+
+ main.step( "Add 5 to then get a in-memory counter on each node" )
+ iCounters = []
+ threads = []
+ addedIValues = []
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].counterTestAddAndGet,
+ name="counterIncrement-" + str( i ),
+ args=[ iCounterName ],
+ kwargs={ "delta": 5, "inMemory": True } )
+ iCounterValue += 5
+ addedIValues.append( iCounterValue )
+ threads.append( t )
+ t.start()
+
+ for t in threads:
+ t.join()
+ iCounters.append( t.result )
+ # Check that counter incremented numController times
+ iCounterResults = True
+ for i in addedIValues:
+ tmpResult = i in iCounters
+ iCounterResults = iCounterResults and tmpResult
+ if not tmpResult:
+ main.log.error( str( i ) + " is not in in-memory "
+ "counter incremented results" )
+ utilities.assert_equals( expect=True,
+ actual=pCounterResults,
+ onpass="In-memory counter incremented",
+ onfail="Error incrementing in-memory" +
+ " counter" )
+
+ main.step( "Get then add 5 to a in-memory counter on each node" )
+ iCounters = []
+ threads = []
+ addedIValues = []
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].counterTestGetAndAdd,
+ name="counterIncrement-" + str( i ),
+ args=[ iCounterName ],
+ kwargs={ "delta": 5, "inMemory": True } )
+ addedIValues.append( iCounterValue )
+ iCounterValue += 5
+ threads.append( t )
+ t.start()
+
+ for t in threads:
+ t.join()
+ iCounters.append( t.result )
+ # Check that counter incremented numController times
+ iCounterResults = True
+ for i in addedIValues:
+ tmpResult = i in iCounters
+ iCounterResults = iCounterResults and tmpResult
+ if not tmpResult:
+ main.log.error( str( i ) + " is not in in-memory "
+ "counter incremented results" )
+ utilities.assert_equals( expect=True,
+ actual=iCounterResults,
+ onpass="In-memory counter incremented",
+ onfail="Error incrementing in-memory" +
+ " counter" )
+
+ main.step( "Counters we added have the correct values" )
+ incrementCheck = main.Counters.counterCheck( iCounterName, iCounterValue )
+ utilities.assert_equals( expect=main.TRUE,
+ actual=incrementCheck,
+ onpass="Added counters are correct",
+ onfail="Added counters are incorrect" )
+
main.step( "Check counters are consistant across nodes" )
onosCounters = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].counters,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].counters,
name="counters-" + str( i ) )
threads.append( t )
t.start()
@@ -3031,59 +3318,21 @@
"across nodes" )
main.step( "Counters we added have the correct values" )
- correctResults = main.TRUE
- for i in range( numControllers ):
- try:
- current = json.loads( onosCounters[i] )
- except ( ValueError, TypeError ):
- main.log.error( "Could not parse counters response from ONOS" +
- str( i + 1 ) )
- main.log.warn( repr( onosCounters[ i ] ) )
- pValue = None
- iValue = None
- try:
- for database in current:
- partitioned = database.get( 'partitionedDatabaseCounters' )
- if partitioned:
- for value in partitioned:
- if value.get( 'name' ) == pCounterName:
- pValue = value.get( 'value' )
- break
- inMemory = database.get( 'inMemoryDatabaseCounters' )
- if inMemory:
- for value in inMemory:
- if value.get( 'name' ) == iCounterName:
- iValue = value.get( 'value' )
- break
- except AttributeError, e:
- main.log.error( "ONOS" + str( i + 1 ) + " counters result " +
- "is not as expected" )
- correctResults = main.FALSE
- if pValue == pCounterValue:
- main.log.info( "Partitioned counter value is correct" )
- else:
- main.log.error( "Partitioned counter value is incorrect," +
- " expected value: " + str( pCounterValue )
- + " current value: " + str( pValue ) )
- correctResults = main.FALSE
- if iValue == iCounterValue:
- main.log.info( "In memory counter value is correct" )
- else:
- main.log.error( "In memory counter value is incorrect, " +
- "expected value: " + str( iCounterValue ) +
- " current value: " + str( iValue ) )
- correctResults = main.FALSE
+ incrementCheck = main.Counters.counterCheck( iCounterName, iCounterValue )
+ incrementCheck = incrementCheck and \
+ main.Counters.counterCheck( iCounterName, iCounterValue )
utilities.assert_equals( expect=main.TRUE,
- actual=correctResults,
+ actual=incrementCheck,
onpass="Added counters are correct",
onfail="Added counters are incorrect" )
+
# DISTRIBUTED SETS
main.step( "Distributed Set get" )
size = len( onosSet )
getResponses = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].setTestGet,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].setTestGet,
name="setTestGet-" + str( i ),
args=[ onosSetName ] )
threads.append( t )
@@ -3093,7 +3342,7 @@
getResponses.append( t.result )
getResults = main.TRUE
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
if isinstance( getResponses[ i ], list):
current = set( getResponses[ i ] )
if len( current ) == len( getResponses[ i ] ):
@@ -3123,8 +3372,8 @@
main.step( "Distributed Set size" )
sizeResponses = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].setTestSize,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].setTestSize,
name="setTestSize-" + str( i ),
args=[ onosSetName ] )
threads.append( t )
@@ -3134,7 +3383,7 @@
sizeResponses.append( t.result )
sizeResults = main.TRUE
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
if size != sizeResponses[ i ]:
sizeResults = main.FALSE
main.log.error( "ONOS" + str( i + 1 ) +
@@ -3150,8 +3399,8 @@
onosSet.add( addValue )
addResponses = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].setTestAdd,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].setTestAdd,
name="setTestAdd-" + str( i ),
args=[ onosSetName, addValue ] )
threads.append( t )
@@ -3164,7 +3413,7 @@
# main.FALSE = action resulted in no change in set
# main.ERROR - Some error in executing the function
addResults = main.TRUE
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
if addResponses[ i ] == main.TRUE:
# All is well
pass
@@ -3184,8 +3433,8 @@
size = len( onosSet )
getResponses = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].setTestGet,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].setTestGet,
name="setTestGet-" + str( i ),
args=[ onosSetName ] )
threads.append( t )
@@ -3194,7 +3443,7 @@
t.join()
getResponses.append( t.result )
getResults = main.TRUE
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
if isinstance( getResponses[ i ], list):
current = set( getResponses[ i ] )
if len( current ) == len( getResponses[ i ] ):
@@ -3218,8 +3467,8 @@
getResults = main.FALSE
sizeResponses = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].setTestSize,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].setTestSize,
name="setTestSize-" + str( i ),
args=[ onosSetName ] )
threads.append( t )
@@ -3228,7 +3477,7 @@
t.join()
sizeResponses.append( t.result )
sizeResults = main.TRUE
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
if size != sizeResponses[ i ]:
sizeResults = main.FALSE
main.log.error( "ONOS" + str( i + 1 ) +
@@ -3245,8 +3494,8 @@
onosSet.update( addAllValue.split() )
addResponses = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].setTestAdd,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].setTestAdd,
name="setTestAddAll-" + str( i ),
args=[ onosSetName, addAllValue ] )
threads.append( t )
@@ -3259,7 +3508,7 @@
# main.FALSE = action resulted in no change in set
# main.ERROR - Some error in executing the function
addAllResults = main.TRUE
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
if addResponses[ i ] == main.TRUE:
# All is well
pass
@@ -3279,8 +3528,8 @@
size = len( onosSet )
getResponses = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].setTestGet,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].setTestGet,
name="setTestGet-" + str( i ),
args=[ onosSetName ] )
threads.append( t )
@@ -3289,7 +3538,7 @@
t.join()
getResponses.append( t.result )
getResults = main.TRUE
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
if isinstance( getResponses[ i ], list):
current = set( getResponses[ i ] )
if len( current ) == len( getResponses[ i ] ):
@@ -3313,8 +3562,8 @@
getResults = main.FALSE
sizeResponses = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].setTestSize,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].setTestSize,
name="setTestSize-" + str( i ),
args=[ onosSetName ] )
threads.append( t )
@@ -3323,7 +3572,7 @@
t.join()
sizeResponses.append( t.result )
sizeResults = main.TRUE
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
if size != sizeResponses[ i ]:
sizeResults = main.FALSE
main.log.error( "ONOS" + str( i + 1 ) +
@@ -3339,8 +3588,8 @@
main.step( "Distributed Set contains()" )
containsResponses = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].setTestGet,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].setTestGet,
name="setContains-" + str( i ),
args=[ onosSetName ],
kwargs={ "values": addValue } )
@@ -3352,7 +3601,7 @@
containsResponses.append( t.result )
containsResults = main.TRUE
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
if containsResponses[ i ] == main.ERROR:
containsResults = main.FALSE
else:
@@ -3366,8 +3615,8 @@
main.step( "Distributed Set containsAll()" )
containsAllResponses = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].setTestGet,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].setTestGet,
name="setContainsAll-" + str( i ),
args=[ onosSetName ],
kwargs={ "values": addAllValue } )
@@ -3379,7 +3628,7 @@
containsAllResponses.append( t.result )
containsAllResults = main.TRUE
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
if containsResponses[ i ] == main.ERROR:
containsResults = main.FALSE
else:
@@ -3394,8 +3643,8 @@
onosSet.remove( addValue )
removeResponses = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].setTestRemove,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].setTestRemove,
name="setTestRemove-" + str( i ),
args=[ onosSetName, addValue ] )
threads.append( t )
@@ -3408,7 +3657,7 @@
# main.FALSE = action resulted in no change in set
# main.ERROR - Some error in executing the function
removeResults = main.TRUE
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
if removeResponses[ i ] == main.TRUE:
# All is well
pass
@@ -3428,8 +3677,8 @@
size = len( onosSet )
getResponses = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].setTestGet,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].setTestGet,
name="setTestGet-" + str( i ),
args=[ onosSetName ] )
threads.append( t )
@@ -3438,7 +3687,7 @@
t.join()
getResponses.append( t.result )
getResults = main.TRUE
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
if isinstance( getResponses[ i ], list):
current = set( getResponses[ i ] )
if len( current ) == len( getResponses[ i ] ):
@@ -3462,8 +3711,8 @@
getResults = main.FALSE
sizeResponses = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].setTestSize,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].setTestSize,
name="setTestSize-" + str( i ),
args=[ onosSetName ] )
threads.append( t )
@@ -3472,7 +3721,7 @@
t.join()
sizeResponses.append( t.result )
sizeResults = main.TRUE
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
if size != sizeResponses[ i ]:
sizeResults = main.FALSE
main.log.error( "ONOS" + str( i + 1 ) +
@@ -3490,8 +3739,8 @@
removeAllResponses = []
threads = []
try:
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].setTestRemove,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].setTestRemove,
name="setTestRemoveAll-" + str( i ),
args=[ onosSetName, addAllValue ] )
threads.append( t )
@@ -3506,7 +3755,7 @@
# main.FALSE = action resulted in no change in set
# main.ERROR - Some error in executing the function
removeAllResults = main.TRUE
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
if removeAllResponses[ i ] == main.TRUE:
# All is well
pass
@@ -3526,8 +3775,8 @@
size = len( onosSet )
getResponses = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].setTestGet,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].setTestGet,
name="setTestGet-" + str( i ),
args=[ onosSetName ] )
threads.append( t )
@@ -3536,7 +3785,7 @@
t.join()
getResponses.append( t.result )
getResults = main.TRUE
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
if isinstance( getResponses[ i ], list):
current = set( getResponses[ i ] )
if len( current ) == len( getResponses[ i ] ):
@@ -3560,8 +3809,8 @@
getResults = main.FALSE
sizeResponses = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].setTestSize,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].setTestSize,
name="setTestSize-" + str( i ),
args=[ onosSetName ] )
threads.append( t )
@@ -3570,7 +3819,7 @@
t.join()
sizeResponses.append( t.result )
sizeResults = main.TRUE
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
if size != sizeResponses[ i ]:
sizeResults = main.FALSE
main.log.error( "ONOS" + str( i + 1 ) +
@@ -3587,8 +3836,8 @@
onosSet.update( addAllValue.split() )
addResponses = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].setTestAdd,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].setTestAdd,
name="setTestAddAll-" + str( i ),
args=[ onosSetName, addAllValue ] )
threads.append( t )
@@ -3601,7 +3850,7 @@
# main.FALSE = action resulted in no change in set
# main.ERROR - Some error in executing the function
addAllResults = main.TRUE
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
if addResponses[ i ] == main.TRUE:
# All is well
pass
@@ -3621,8 +3870,8 @@
size = len( onosSet )
getResponses = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].setTestGet,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].setTestGet,
name="setTestGet-" + str( i ),
args=[ onosSetName ] )
threads.append( t )
@@ -3631,7 +3880,7 @@
t.join()
getResponses.append( t.result )
getResults = main.TRUE
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
if isinstance( getResponses[ i ], list):
current = set( getResponses[ i ] )
if len( current ) == len( getResponses[ i ] ):
@@ -3655,8 +3904,8 @@
getResults = main.FALSE
sizeResponses = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].setTestSize,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].setTestSize,
name="setTestSize-" + str( i ),
args=[ onosSetName ] )
threads.append( t )
@@ -3665,7 +3914,7 @@
t.join()
sizeResponses.append( t.result )
sizeResults = main.TRUE
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
if size != sizeResponses[ i ]:
sizeResults = main.FALSE
main.log.error( "ONOS" + str( i + 1 ) +
@@ -3682,8 +3931,8 @@
onosSet.clear()
clearResponses = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].setTestRemove,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].setTestRemove,
name="setTestClear-" + str( i ),
args=[ onosSetName, " "], # Values doesn't matter
kwargs={ "clear": True } )
@@ -3697,7 +3946,7 @@
# main.FALSE = action resulted in no change in set
# main.ERROR - Some error in executing the function
clearResults = main.TRUE
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
if clearResponses[ i ] == main.TRUE:
# All is well
pass
@@ -3717,8 +3966,8 @@
size = len( onosSet )
getResponses = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].setTestGet,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].setTestGet,
name="setTestGet-" + str( i ),
args=[ onosSetName ] )
threads.append( t )
@@ -3727,7 +3976,7 @@
t.join()
getResponses.append( t.result )
getResults = main.TRUE
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
if isinstance( getResponses[ i ], list):
current = set( getResponses[ i ] )
if len( current ) == len( getResponses[ i ] ):
@@ -3751,8 +4000,8 @@
getResults = main.FALSE
sizeResponses = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].setTestSize,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].setTestSize,
name="setTestSize-" + str( i ),
args=[ onosSetName ] )
threads.append( t )
@@ -3761,7 +4010,7 @@
t.join()
sizeResponses.append( t.result )
sizeResults = main.TRUE
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
if size != sizeResponses[ i ]:
sizeResults = main.FALSE
main.log.error( "ONOS" + str( i + 1 ) +
@@ -3778,8 +4027,8 @@
onosSet.update( addAllValue.split() )
addResponses = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].setTestAdd,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].setTestAdd,
name="setTestAddAll-" + str( i ),
args=[ onosSetName, addAllValue ] )
threads.append( t )
@@ -3792,7 +4041,7 @@
# main.FALSE = action resulted in no change in set
# main.ERROR - Some error in executing the function
addAllResults = main.TRUE
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
if addResponses[ i ] == main.TRUE:
# All is well
pass
@@ -3812,8 +4061,8 @@
size = len( onosSet )
getResponses = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].setTestGet,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].setTestGet,
name="setTestGet-" + str( i ),
args=[ onosSetName ] )
threads.append( t )
@@ -3822,7 +4071,7 @@
t.join()
getResponses.append( t.result )
getResults = main.TRUE
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
if isinstance( getResponses[ i ], list):
current = set( getResponses[ i ] )
if len( current ) == len( getResponses[ i ] ):
@@ -3846,8 +4095,8 @@
getResults = main.FALSE
sizeResponses = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].setTestSize,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].setTestSize,
name="setTestSize-" + str( i ),
args=[ onosSetName ] )
threads.append( t )
@@ -3856,7 +4105,7 @@
t.join()
sizeResponses.append( t.result )
sizeResults = main.TRUE
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
if size != sizeResponses[ i ]:
sizeResults = main.FALSE
main.log.error( "ONOS" + str( i + 1 ) +
@@ -3873,8 +4122,8 @@
onosSet.intersection_update( retainValue.split() )
retainResponses = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].setTestRemove,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].setTestRemove,
name="setTestRetain-" + str( i ),
args=[ onosSetName, retainValue ],
kwargs={ "retain": True } )
@@ -3888,7 +4137,7 @@
# main.FALSE = action resulted in no change in set
# main.ERROR - Some error in executing the function
retainResults = main.TRUE
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
if retainResponses[ i ] == main.TRUE:
# All is well
pass
@@ -3908,8 +4157,8 @@
size = len( onosSet )
getResponses = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].setTestGet,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].setTestGet,
name="setTestGet-" + str( i ),
args=[ onosSetName ] )
threads.append( t )
@@ -3918,7 +4167,7 @@
t.join()
getResponses.append( t.result )
getResults = main.TRUE
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
if isinstance( getResponses[ i ], list):
current = set( getResponses[ i ] )
if len( current ) == len( getResponses[ i ] ):
@@ -3942,8 +4191,8 @@
getResults = main.FALSE
sizeResponses = []
threads = []
- for i in range( numControllers ):
- t = main.Thread( target=CLIs[i].setTestSize,
+ for i in range( main.numCtrls ):
+ t = main.Thread( target=main.CLIs[i].setTestSize,
name="setTestSize-" + str( i ),
args=[ onosSetName ] )
threads.append( t )
@@ -3952,7 +4201,7 @@
t.join()
sizeResponses.append( t.result )
sizeResults = main.TRUE
- for i in range( numControllers ):
+ for i in range( main.numCtrls ):
if size != sizeResponses[ i ]:
sizeResults = main.FALSE
main.log.error( "ONOS" + str( i + 1 ) +