blob: 42c35222dea4daa871cfbfaa3368a7abdcf21a5b [file] [log] [blame]
YPZhangcbc2a062016-07-11 10:55:44 -07001'''
2SCPFintentEventTp
3 - Use intentperf app to generate a lot of intent install and withdraw events
4 - Test will run with 1,3,5,7 nodes, and with all neighbors
5 - Test will run 400 seconds and grep the overall rate from intent-perf summary
andrew@onlab.us2ae3a112015-02-02 11:24:32 -08006
YPZhangcbc2a062016-07-11 10:55:44 -07007 yunpeng@onlab.us
8'''
9
cameron@onlab.usaaecfd72015-07-08 12:27:26 -070010import time
andrew@onlab.us10332202015-03-11 15:04:43 -070011
andrew@onlab.us2ae3a112015-02-02 11:24:32 -080012
suibin7f2c9cd2015-07-08 17:34:59 -070013class SCPFintentEventTp:
andrew@onlab.us2ae3a112015-02-02 11:24:32 -080014 def __init__( self ):
15 self.default = ''
16
YPZhangcbc2a062016-07-11 10:55:44 -070017 def CASE0( self, main ):
18 '''
19 - GIT
20 - BUILDING ONOS
21 Pull specific ONOS branch, then Build ONOS ono ONOS Bench.
22 This step is usually skipped. Because in a Jenkins driven automated
23 test env. We want Jenkins jobs to pull&build for flexibility to handle
24 different versions of ONOS.
25 - Construct tests variables
26 '''
27 gitPull = main.params['GIT']['gitPull']
28 gitBranch = main.params['GIT']['gitBranch']
cameron@onlab.usc10e22c2015-05-13 13:07:28 -070029
YPZhangcbc2a062016-07-11 10:55:44 -070030 main.case( "Pull onos branch and build onos on Teststation." )
cameron@onlab.usaaecfd72015-07-08 12:27:26 -070031
YPZhangcbc2a062016-07-11 10:55:44 -070032 if gitPull == 'True':
33 main.step( "Git Checkout ONOS branch: " + gitBranch )
34 stepResult = main.ONOSbench.gitCheckout( branch=gitBranch )
35 utilities.assert_equals(expect=main.TRUE,
36 actual=stepResult,
37 onpass="Successfully checkout onos branch.",
38 onfail="Failed to checkout onos branch. Exiting test...")
39 if not stepResult: main.exit()
YPZhange6ef82a2016-07-05 16:48:15 -070040
YPZhangcbc2a062016-07-11 10:55:44 -070041 main.step( "Git Pull on ONOS branch:" + gitBranch )
42 stepResult = main.ONOSbench.gitPull()
43 utilities.assert_equals(expect=main.TRUE,
44 actual=stepResult,
45 onpass="Successfully pull onos. ",
46 onfail="Failed to pull onos. Exiting test ...")
47 if not stepResult: main.exit()
andrew@onlab.us2ae3a112015-02-02 11:24:32 -080048
YPZhangcbc2a062016-07-11 10:55:44 -070049 main.step( "Building ONOS branch: " + gitBranch )
50 stepResult = main.ONOSbench.cleanInstall( skipTest=True )
51 utilities.assert_equals(expect=main.TRUE,
52 actual=stepResult,
53 onpass="Successfully build onos.",
54 onfail="Failed to build onos. Exiting test...")
55 if not stepResult: main.exit()
56
57 else:
58 main.log.warn( "Skipped pulling onos and Skipped building ONOS" )
59
60 main.cellName = main.params['ENV']['cellName']
61 main.Apps = main.params['ENV']['cellApps']
62 main.BENCHIp = main.params['BENCH']['ip1']
63 main.BENCHUser = main.params['BENCH']['user']
64 main.MN1Ip = main.params['MN']['ip1']
65 main.maxNodes = int(main.params['max'])
66 main.numSwitches = (main.params['TEST']['numSwitches']).split(",")
67 main.flowRuleBU = main.params['TEST']['flowRuleBUEnabled']
68 main.skipRelRsrc = main.params['TEST']['skipReleaseResourcesOnWithdrawal']
YPZhange6ef82a2016-07-05 16:48:15 -070069 main.flowObj = main.params['TEST']['flowObj']
YPZhangcbc2a062016-07-11 10:55:44 -070070 main.startUpSleep = int(main.params['SLEEP']['startup'])
71 main.installSleep = int(main.params['SLEEP']['install'])
72 main.verifySleep = int(main.params['SLEEP']['verify'])
73 main.scale = (main.params['SCALE']).split(",")
74 main.testDuration = main.params[ 'TEST' ][ 'duration' ]
75 main.logInterval = main.params[ 'TEST' ][ 'log_interval' ]
76 main.debug = main.params[ 'debugMode' ]
77 main.numKeys = main.params[ 'TEST' ][ 'numKeys' ]
78 main.timeout = int(main.params['SLEEP']['timeout'])
79 main.cyclePeriod = main.params[ 'TEST' ][ 'cyclePeriod' ]
YPZhange6ef82a2016-07-05 16:48:15 -070080 if main.flowObj == "True":
81 main.flowObj = True
82 main.dbFileName = main.params['DATABASE']['dbFlowObj']
83 else:
84 main.flowObj = False
85 main.dbFileName = main.params['DATABASE']['dbName']
YPZhangcbc2a062016-07-11 10:55:44 -070086 # Create DataBase file
87 main.log.info( "Create Database file " + main.dbFileName )
88 resultsDB = open( main.dbFileName, "w+" )
89 resultsDB.close()
YPZhange6ef82a2016-07-05 16:48:15 -070090
YPZhangcbc2a062016-07-11 10:55:44 -070091 # set neighbors
92 main.neighbors = "1"
cameron@onlab.us412e9562015-05-13 16:04:34 -070093
YPZhangcbc2a062016-07-11 10:55:44 -070094 def CASE1( self, main ):
95 # Clean up test environment and set up
96 import time
97 main.log.info( "Get ONOS cluster IP" )
98 print( main.scale )
99 main.numCtrls = int( main.scale.pop(0) )
100 main.ONOSip = []
101 main.maxNumBatch = 0
102 main.AllONOSip = main.ONOSbench.getOnosIps()
103 for i in range( main.numCtrls ):
104 main.ONOSip.append( main.AllONOSip[i] )
105 main.log.info( main.ONOSip )
106 main.CLIs = []
107 main.log.info( "Creating list of ONOS cli handles" )
108 for i in range( main.numCtrls ):
109 main.CLIs.append( getattr( main, 'ONOS%scli' % (i + 1) ) )
cameron@onlab.usc10e22c2015-05-13 13:07:28 -0700110
YPZhangcbc2a062016-07-11 10:55:44 -0700111 if not main.CLIs:
112 main.log.error( "Failed to create the list of ONOS cli handles" )
113 main.cleanup()
114 main.exit()
cameron@onlab.usc5bf8192015-07-13 13:36:05 -0700115
YPZhangcbc2a062016-07-11 10:55:44 -0700116 main.commit = main.ONOSbench.getVersion( report=True )
117 main.commit = main.commit.split(" ")[1]
118 main.log.info( "Starting up %s node(s) ONOS cluster" % main.numCtrls )
119 main.log.info("Safety check, killing all ONOS processes" +
120 " before initiating environment setup")
cameron@onlab.us059c2562015-04-02 14:12:51 -0700121
YPZhangcbc2a062016-07-11 10:55:44 -0700122 for i in range( main.numCtrls ):
123 main.ONOSbench.onosDie( main.ONOSip[i] )
jenkins15b2b132015-06-23 14:04:09 -0700124
YPZhangcbc2a062016-07-11 10:55:44 -0700125 main.log.info( "NODE COUNT = %s" % main.numCtrls )
126 main.ONOSbench.createCellFile(main.ONOSbench.ip_address,
127 main.cellName,
128 main.MN1Ip,
129 main.Apps,
130 main.ONOSip)
131 main.step( "Apply cell to environment" )
132 cellResult = main.ONOSbench.setCell( main.cellName )
133 verifyResult = main.ONOSbench.verifyCell()
134 stepResult = cellResult and verifyResult
135 utilities.assert_equals(expect=main.TRUE,
136 actual=stepResult,
137 onpass="Successfully applied cell to " + \
138 "environment",
139 onfail="Failed to apply cell to environment ")
andrew@onlab.us2ae3a112015-02-02 11:24:32 -0800140
andrew@onlab.us2ae3a112015-02-02 11:24:32 -0800141 main.step( "Creating ONOS package" )
Jon Hallbd60ea02016-08-23 10:03:59 -0700142 packageResult = main.ONOSbench.buckBuild()
YPZhangcbc2a062016-07-11 10:55:44 -0700143 stepResult = packageResult
144 utilities.assert_equals(expect=main.TRUE,
145 actual=stepResult,
146 onpass="Successfully created ONOS package",
147 onfail="Failed to create ONOS package")
andrew@onlab.us2ae3a112015-02-02 11:24:32 -0800148
YPZhangcbc2a062016-07-11 10:55:44 -0700149 main.step( "Uninstall ONOS package on all Nodes" )
150 uninstallResult = main.TRUE
151 for i in range( int( main.numCtrls ) ):
152 main.log.info( "Uninstalling package on ONOS Node IP: " + main.ONOSip[i] )
153 u_result = main.ONOSbench.onosUninstall( main.ONOSip[i] )
154 utilities.assert_equals(expect=main.TRUE, actual=u_result,
155 onpass="Test step PASS",
156 onfail="Test step FAIL")
157 uninstallResult = ( uninstallResult and u_result )
Jon Hall4ba53f02015-07-29 13:07:41 -0700158
YPZhangcbc2a062016-07-11 10:55:44 -0700159 main.step( "Install ONOS package on all Nodes" )
160 installResult = main.TRUE
161 for i in range( int( main.numCtrls ) ):
162 main.log.info( "Installing package on ONOS Node IP: " + main.ONOSip[i] )
163 i_result = main.ONOSbench.onosInstall(node=main.ONOSip[i])
164 utilities.assert_equals(expect=main.TRUE, actual=i_result,
165 onpass="Test step PASS",
166 onfail="Test step FAIL")
167 installResult = installResult and i_result
cameron@onlab.us059c2562015-04-02 14:12:51 -0700168
YPZhangcbc2a062016-07-11 10:55:44 -0700169 main.step( "Verify ONOS nodes UP status" )
170 statusResult = main.TRUE
171 for i in range( int( main.numCtrls ) ):
172 main.log.info( "ONOS Node " + main.ONOSip[i] + " status:" )
173 onos_status = main.ONOSbench.onosStatus(node=main.ONOSip[i])
174 utilities.assert_equals(expect=main.TRUE, actual=onos_status,
175 onpass="Test step PASS",
176 onfail="Test step FAIL")
177 statusResult = (statusResult and onos_status)
178 time.sleep(2)
Chiyu Chengef109502016-11-21 15:51:38 -0800179
180 main.step( "Set up ONOS secure SSH" )
181 secureSshResult = main.TRUE
182 for i in range( int( main.numCtrls ) ):
183 secureSshResult = secureSshResult and main.ONOSbench.onosSecureSSH( node=main.ONOSip[i] )
184 utilities.assert_equals( expect=main.TRUE, actual=secureSshResult,
185 onpass="Test step PASS",
186 onfail="Test step FAIL" )
187
YPZhangcbc2a062016-07-11 10:55:44 -0700188 main.step( "Start ONOS cli using thread" )
189 startCliResult = main.TRUE
190 pool = []
191 main.threadID = 0
192 for i in range(int(main.numCtrls)):
193 t = main.Thread(target=main.CLIs[i].startOnosCli,
194 threadID=main.threadID,
195 name="startOnosCli",
196 args=[main.ONOSip[i]],
197 kwargs={"onosStartTimeout": main.timeout})
198 pool.append(t)
199 t.start()
200 main.threadID = main.threadID + 1
201 for t in pool:
202 t.join()
203 startCliResult = startCliResult and t.result
204 time.sleep( main.startUpSleep )
cameron@onlab.us059c2562015-04-02 14:12:51 -0700205
YPZhangcbc2a062016-07-11 10:55:44 -0700206 # config apps
207 main.CLIs[0].setCfg( "org.onosproject.store.flow.impl.DistributedFlowRuleStore",
208 "backupEnabled " + main.flowRuleBU )
209 main.CLIs[0].setCfg( "org.onosproject.net.intent.impl.IntentManager",
210 "skipReleaseResourcesOnWithdrawal " + main.skipRelRsrc )
211 main.CLIs[0].setCfg( "org.onosproject.provider.nil.NullProviders", "deviceCount " + str(int(main.numCtrls*10)) )
212 main.CLIs[0].setCfg( "org.onosproject.provider.nil.NullProviders", "topoShape linear" )
213 main.CLIs[0].setCfg( "org.onosproject.provider.nil.NullProviders", "enabled true" )
YPZhange6ef82a2016-07-05 16:48:15 -0700214 if main.flowObj:
YPZhangcbc2a062016-07-11 10:55:44 -0700215 main.CLIs[0].setCfg("org.onosproject.net.intent.impl.compiler.IntentConfigurableRegistrator",
216 "useFlowObjectives", value="true")
217 time.sleep( main.startUpSleep )
cameron@onlab.useae03dc2015-07-29 11:51:28 -0700218
YPZhangcbc2a062016-07-11 10:55:44 -0700219 # balanceMasters
220 main.CLIs[0].balanceMasters()
221 time.sleep( main.startUpSleep )
cameron@onlab.usaaecfd72015-07-08 12:27:26 -0700222
YPZhangcbc2a062016-07-11 10:55:44 -0700223 def CASE2(self, main):
jenkins3af0cd82015-03-24 10:27:16 -0700224 import numpy
cameron@onlab.usc10e22c2015-05-13 13:07:28 -0700225
YPZhangcbc2a062016-07-11 10:55:44 -0700226 main.log.info( "Cluster Count = " + str( main.numCtrls ) )
227 # adjust neighbors
228 if main.numCtrls == 1:
229 main.neighbors = "0"
230 main.log.info( "Neighbors: 0" )
231 elif main.neighbors != "0":
232 main.neighbors = "0"
233 main.log.info( "Neighbors: 0" )
234 elif main.neighbors == "0":
235 main.neighbors = str( main.numCtrls - 1 )
236 main.log.info( "Neighbors: " + main.neighbors )
cameron@onlab.usc10e22c2015-05-13 13:07:28 -0700237
YPZhangcbc2a062016-07-11 10:55:44 -0700238 main.log.info( "Config intent-perf app" )
239 main.CLIs[0].setCfg( "org.onosproject.intentperf.IntentPerfInstaller", "numKeys " + main.numKeys )
240 main.CLIs[0].setCfg( "org.onosproject.intentperf.IntentPerfInstaller", "numNeighbors " + str( main.neighbors ) )
241 main.CLIs[0].setCfg( "org.onosproject.intentperf.IntentPerfInstaller", "cyclePeriod " + main.cyclePeriod )
cameron@onlab.usc10e22c2015-05-13 13:07:28 -0700242
YPZhangcbc2a062016-07-11 10:55:44 -0700243 main.log.info( "Starting intent-perf test for " + str(main.testDuration) + " seconds..." )
244 main.CLIs[0].sendline( "intent-perf-start" )
245 stop = time.time() + float( main.testDuration )
andrew@onlab.us10332202015-03-11 15:04:43 -0700246
YPZhangcbc2a062016-07-11 10:55:44 -0700247 while time.time() < stop:
248 time.sleep(15)
249 result = main.CLIs[0].getIntentPerfSummary()
250 if result:
251 for ip in main.ONOSip:
252 main.log.info( "Node {} Overall Rate: {}".format( ip, result[ip] ) )
253 main.log.info( "Stop intent-perf" )
254 for node in main.CLIs:
255 node.sendline( "intent-perf-stop" )
256 if result:
257 for ip in main.ONOSip:
258 main.log.info( "Node {} final Overall Rate: {}".format( ip, result[ip] ) )
andrew@onlab.us2ae3a112015-02-02 11:24:32 -0800259
YPZhangcbc2a062016-07-11 10:55:44 -0700260 with open( main.dbFileName, "a" ) as resultDB:
261 for nodes in range( 0, len( main.ONOSip ) ):
262 resultString = "'" + main.commit + "',"
263 resultString += "'1gig',"
264 resultString += str(main.numCtrls) + ","
265 resultString += "'baremetal" + str( nodes+1 ) + "',"
266 resultString += main.neighbors + ","
267 resultString += result[ main.ONOSip[ nodes ] ]+","
268 resultString += str(0) + "\n" # no stddev
269 resultDB.write( resultString )
270 resultDB.close()