blob: 04d99c429ef0b7d36b920ec39410451a3b8334e6 [file] [log] [blame]
YPZhangcbc2a062016-07-11 10:55:44 -07001'''
2SCPFintentEventTp
3 - Use intentperf app to generate a lot of intent install and withdraw events
4 - Test will run with 1,3,5,7 nodes, and with all neighbors
5 - Test will run 400 seconds and grep the overall rate from intent-perf summary
andrew@onlab.us2ae3a112015-02-02 11:24:32 -08006
YPZhangcbc2a062016-07-11 10:55:44 -07007 yunpeng@onlab.us
8'''
9
cameron@onlab.usaaecfd72015-07-08 12:27:26 -070010import time
andrew@onlab.us10332202015-03-11 15:04:43 -070011
andrew@onlab.us2ae3a112015-02-02 11:24:32 -080012
suibin7f2c9cd2015-07-08 17:34:59 -070013class SCPFintentEventTp:
andrew@onlab.us2ae3a112015-02-02 11:24:32 -080014 def __init__( self ):
15 self.default = ''
16
YPZhangcbc2a062016-07-11 10:55:44 -070017 def CASE0( self, main ):
18 '''
19 - GIT
20 - BUILDING ONOS
21 Pull specific ONOS branch, then Build ONOS ono ONOS Bench.
22 This step is usually skipped. Because in a Jenkins driven automated
23 test env. We want Jenkins jobs to pull&build for flexibility to handle
24 different versions of ONOS.
25 - Construct tests variables
26 '''
27 gitPull = main.params['GIT']['gitPull']
28 gitBranch = main.params['GIT']['gitBranch']
cameron@onlab.usc10e22c2015-05-13 13:07:28 -070029
YPZhangcbc2a062016-07-11 10:55:44 -070030 main.case( "Pull onos branch and build onos on Teststation." )
cameron@onlab.usaaecfd72015-07-08 12:27:26 -070031
YPZhangcbc2a062016-07-11 10:55:44 -070032 if gitPull == 'True':
33 main.step( "Git Checkout ONOS branch: " + gitBranch )
34 stepResult = main.ONOSbench.gitCheckout( branch=gitBranch )
35 utilities.assert_equals(expect=main.TRUE,
36 actual=stepResult,
37 onpass="Successfully checkout onos branch.",
38 onfail="Failed to checkout onos branch. Exiting test...")
39 if not stepResult: main.exit()
YPZhange6ef82a2016-07-05 16:48:15 -070040
YPZhangcbc2a062016-07-11 10:55:44 -070041 main.step( "Git Pull on ONOS branch:" + gitBranch )
42 stepResult = main.ONOSbench.gitPull()
43 utilities.assert_equals(expect=main.TRUE,
44 actual=stepResult,
45 onpass="Successfully pull onos. ",
46 onfail="Failed to pull onos. Exiting test ...")
47 if not stepResult: main.exit()
andrew@onlab.us2ae3a112015-02-02 11:24:32 -080048
YPZhangcbc2a062016-07-11 10:55:44 -070049 main.step( "Building ONOS branch: " + gitBranch )
50 stepResult = main.ONOSbench.cleanInstall( skipTest=True )
51 utilities.assert_equals(expect=main.TRUE,
52 actual=stepResult,
53 onpass="Successfully build onos.",
54 onfail="Failed to build onos. Exiting test...")
55 if not stepResult: main.exit()
56
57 else:
58 main.log.warn( "Skipped pulling onos and Skipped building ONOS" )
59
60 main.cellName = main.params['ENV']['cellName']
61 main.Apps = main.params['ENV']['cellApps']
62 main.BENCHIp = main.params['BENCH']['ip1']
63 main.BENCHUser = main.params['BENCH']['user']
64 main.MN1Ip = main.params['MN']['ip1']
65 main.maxNodes = int(main.params['max'])
66 main.numSwitches = (main.params['TEST']['numSwitches']).split(",")
67 main.flowRuleBU = main.params['TEST']['flowRuleBUEnabled']
68 main.skipRelRsrc = main.params['TEST']['skipReleaseResourcesOnWithdrawal']
YPZhange6ef82a2016-07-05 16:48:15 -070069 main.flowObj = main.params['TEST']['flowObj']
YPZhangcbc2a062016-07-11 10:55:44 -070070 main.startUpSleep = int(main.params['SLEEP']['startup'])
71 main.installSleep = int(main.params['SLEEP']['install'])
72 main.verifySleep = int(main.params['SLEEP']['verify'])
73 main.scale = (main.params['SCALE']).split(",")
74 main.testDuration = main.params[ 'TEST' ][ 'duration' ]
75 main.logInterval = main.params[ 'TEST' ][ 'log_interval' ]
76 main.debug = main.params[ 'debugMode' ]
77 main.numKeys = main.params[ 'TEST' ][ 'numKeys' ]
78 main.timeout = int(main.params['SLEEP']['timeout'])
79 main.cyclePeriod = main.params[ 'TEST' ][ 'cyclePeriod' ]
YPZhange6ef82a2016-07-05 16:48:15 -070080 if main.flowObj == "True":
81 main.flowObj = True
82 main.dbFileName = main.params['DATABASE']['dbFlowObj']
83 else:
84 main.flowObj = False
85 main.dbFileName = main.params['DATABASE']['dbName']
YPZhangcbc2a062016-07-11 10:55:44 -070086 # Create DataBase file
87 main.log.info( "Create Database file " + main.dbFileName )
88 resultsDB = open( main.dbFileName, "w+" )
89 resultsDB.close()
YPZhange6ef82a2016-07-05 16:48:15 -070090
YPZhangcbc2a062016-07-11 10:55:44 -070091 # set neighbors
92 main.neighbors = "1"
cameron@onlab.us412e9562015-05-13 16:04:34 -070093
YPZhangcbc2a062016-07-11 10:55:44 -070094 def CASE1( self, main ):
95 # Clean up test environment and set up
96 import time
97 main.log.info( "Get ONOS cluster IP" )
98 print( main.scale )
99 main.numCtrls = int( main.scale.pop(0) )
100 main.ONOSip = []
101 main.maxNumBatch = 0
102 main.AllONOSip = main.ONOSbench.getOnosIps()
103 for i in range( main.numCtrls ):
104 main.ONOSip.append( main.AllONOSip[i] )
105 main.log.info( main.ONOSip )
106 main.CLIs = []
107 main.log.info( "Creating list of ONOS cli handles" )
108 for i in range( main.numCtrls ):
109 main.CLIs.append( getattr( main, 'ONOS%scli' % (i + 1) ) )
cameron@onlab.usc10e22c2015-05-13 13:07:28 -0700110
YPZhangcbc2a062016-07-11 10:55:44 -0700111 if not main.CLIs:
112 main.log.error( "Failed to create the list of ONOS cli handles" )
113 main.cleanup()
114 main.exit()
cameron@onlab.usc5bf8192015-07-13 13:36:05 -0700115
YPZhangcbc2a062016-07-11 10:55:44 -0700116 main.commit = main.ONOSbench.getVersion( report=True )
117 main.commit = main.commit.split(" ")[1]
118 main.log.info( "Starting up %s node(s) ONOS cluster" % main.numCtrls )
119 main.log.info("Safety check, killing all ONOS processes" +
120 " before initiating environment setup")
cameron@onlab.us059c2562015-04-02 14:12:51 -0700121
YPZhangcbc2a062016-07-11 10:55:44 -0700122 for i in range( main.numCtrls ):
123 main.ONOSbench.onosDie( main.ONOSip[i] )
jenkins15b2b132015-06-23 14:04:09 -0700124
YPZhangcbc2a062016-07-11 10:55:44 -0700125 main.log.info( "NODE COUNT = %s" % main.numCtrls )
126 main.ONOSbench.createCellFile(main.ONOSbench.ip_address,
127 main.cellName,
128 main.MN1Ip,
129 main.Apps,
130 main.ONOSip)
131 main.step( "Apply cell to environment" )
132 cellResult = main.ONOSbench.setCell( main.cellName )
133 verifyResult = main.ONOSbench.verifyCell()
134 stepResult = cellResult and verifyResult
135 utilities.assert_equals(expect=main.TRUE,
136 actual=stepResult,
137 onpass="Successfully applied cell to " + \
138 "environment",
139 onfail="Failed to apply cell to environment ")
andrew@onlab.us2ae3a112015-02-02 11:24:32 -0800140
andrew@onlab.us2ae3a112015-02-02 11:24:32 -0800141 main.step( "Creating ONOS package" )
Jon Hallbd60ea02016-08-23 10:03:59 -0700142 packageResult = main.ONOSbench.buckBuild()
YPZhangcbc2a062016-07-11 10:55:44 -0700143 stepResult = packageResult
144 utilities.assert_equals(expect=main.TRUE,
145 actual=stepResult,
146 onpass="Successfully created ONOS package",
147 onfail="Failed to create ONOS package")
andrew@onlab.us2ae3a112015-02-02 11:24:32 -0800148
YPZhangcbc2a062016-07-11 10:55:44 -0700149 main.step( "Uninstall ONOS package on all Nodes" )
150 uninstallResult = main.TRUE
151 for i in range( int( main.numCtrls ) ):
152 main.log.info( "Uninstalling package on ONOS Node IP: " + main.ONOSip[i] )
153 u_result = main.ONOSbench.onosUninstall( main.ONOSip[i] )
154 utilities.assert_equals(expect=main.TRUE, actual=u_result,
155 onpass="Test step PASS",
156 onfail="Test step FAIL")
157 uninstallResult = ( uninstallResult and u_result )
Jon Hall4ba53f02015-07-29 13:07:41 -0700158
YPZhangcbc2a062016-07-11 10:55:44 -0700159 main.step( "Install ONOS package on all Nodes" )
160 installResult = main.TRUE
161 for i in range( int( main.numCtrls ) ):
162 main.log.info( "Installing package on ONOS Node IP: " + main.ONOSip[i] )
163 i_result = main.ONOSbench.onosInstall(node=main.ONOSip[i])
164 utilities.assert_equals(expect=main.TRUE, actual=i_result,
165 onpass="Test step PASS",
166 onfail="Test step FAIL")
167 installResult = installResult and i_result
cameron@onlab.us059c2562015-04-02 14:12:51 -0700168
YPZhangcbc2a062016-07-11 10:55:44 -0700169 main.step( "Verify ONOS nodes UP status" )
170 statusResult = main.TRUE
171 for i in range( int( main.numCtrls ) ):
172 main.log.info( "ONOS Node " + main.ONOSip[i] + " status:" )
173 onos_status = main.ONOSbench.onosStatus(node=main.ONOSip[i])
174 utilities.assert_equals(expect=main.TRUE, actual=onos_status,
175 onpass="Test step PASS",
176 onfail="Test step FAIL")
177 statusResult = (statusResult and onos_status)
178 time.sleep(2)
179 main.step( "Start ONOS cli using thread" )
180 startCliResult = main.TRUE
181 pool = []
182 main.threadID = 0
183 for i in range(int(main.numCtrls)):
184 t = main.Thread(target=main.CLIs[i].startOnosCli,
185 threadID=main.threadID,
186 name="startOnosCli",
187 args=[main.ONOSip[i]],
188 kwargs={"onosStartTimeout": main.timeout})
189 pool.append(t)
190 t.start()
191 main.threadID = main.threadID + 1
192 for t in pool:
193 t.join()
194 startCliResult = startCliResult and t.result
195 time.sleep( main.startUpSleep )
cameron@onlab.us059c2562015-04-02 14:12:51 -0700196
YPZhangcbc2a062016-07-11 10:55:44 -0700197 # config apps
198 main.CLIs[0].setCfg( "org.onosproject.store.flow.impl.DistributedFlowRuleStore",
199 "backupEnabled " + main.flowRuleBU )
200 main.CLIs[0].setCfg( "org.onosproject.net.intent.impl.IntentManager",
201 "skipReleaseResourcesOnWithdrawal " + main.skipRelRsrc )
202 main.CLIs[0].setCfg( "org.onosproject.provider.nil.NullProviders", "deviceCount " + str(int(main.numCtrls*10)) )
203 main.CLIs[0].setCfg( "org.onosproject.provider.nil.NullProviders", "topoShape linear" )
204 main.CLIs[0].setCfg( "org.onosproject.provider.nil.NullProviders", "enabled true" )
YPZhange6ef82a2016-07-05 16:48:15 -0700205 if main.flowObj:
YPZhangcbc2a062016-07-11 10:55:44 -0700206 main.CLIs[0].setCfg("org.onosproject.net.intent.impl.compiler.IntentConfigurableRegistrator",
207 "useFlowObjectives", value="true")
208 time.sleep( main.startUpSleep )
cameron@onlab.useae03dc2015-07-29 11:51:28 -0700209
YPZhangcbc2a062016-07-11 10:55:44 -0700210 # balanceMasters
211 main.CLIs[0].balanceMasters()
212 time.sleep( main.startUpSleep )
cameron@onlab.usaaecfd72015-07-08 12:27:26 -0700213
YPZhangcbc2a062016-07-11 10:55:44 -0700214 def CASE2(self, main):
jenkins3af0cd82015-03-24 10:27:16 -0700215 import numpy
cameron@onlab.usc10e22c2015-05-13 13:07:28 -0700216
YPZhangcbc2a062016-07-11 10:55:44 -0700217 main.log.info( "Cluster Count = " + str( main.numCtrls ) )
218 # adjust neighbors
219 if main.numCtrls == 1:
220 main.neighbors = "0"
221 main.log.info( "Neighbors: 0" )
222 elif main.neighbors != "0":
223 main.neighbors = "0"
224 main.log.info( "Neighbors: 0" )
225 elif main.neighbors == "0":
226 main.neighbors = str( main.numCtrls - 1 )
227 main.log.info( "Neighbors: " + main.neighbors )
cameron@onlab.usc10e22c2015-05-13 13:07:28 -0700228
YPZhangcbc2a062016-07-11 10:55:44 -0700229 main.log.info( "Config intent-perf app" )
230 main.CLIs[0].setCfg( "org.onosproject.intentperf.IntentPerfInstaller", "numKeys " + main.numKeys )
231 main.CLIs[0].setCfg( "org.onosproject.intentperf.IntentPerfInstaller", "numNeighbors " + str( main.neighbors ) )
232 main.CLIs[0].setCfg( "org.onosproject.intentperf.IntentPerfInstaller", "cyclePeriod " + main.cyclePeriod )
cameron@onlab.usc10e22c2015-05-13 13:07:28 -0700233
YPZhangcbc2a062016-07-11 10:55:44 -0700234 main.log.info( "Starting intent-perf test for " + str(main.testDuration) + " seconds..." )
235 main.CLIs[0].sendline( "intent-perf-start" )
236 stop = time.time() + float( main.testDuration )
andrew@onlab.us10332202015-03-11 15:04:43 -0700237
YPZhangcbc2a062016-07-11 10:55:44 -0700238 while time.time() < stop:
239 time.sleep(15)
240 result = main.CLIs[0].getIntentPerfSummary()
241 if result:
242 for ip in main.ONOSip:
243 main.log.info( "Node {} Overall Rate: {}".format( ip, result[ip] ) )
244 main.log.info( "Stop intent-perf" )
245 for node in main.CLIs:
246 node.sendline( "intent-perf-stop" )
247 if result:
248 for ip in main.ONOSip:
249 main.log.info( "Node {} final Overall Rate: {}".format( ip, result[ip] ) )
andrew@onlab.us2ae3a112015-02-02 11:24:32 -0800250
YPZhangcbc2a062016-07-11 10:55:44 -0700251 with open( main.dbFileName, "a" ) as resultDB:
252 for nodes in range( 0, len( main.ONOSip ) ):
253 resultString = "'" + main.commit + "',"
254 resultString += "'1gig',"
255 resultString += str(main.numCtrls) + ","
256 resultString += "'baremetal" + str( nodes+1 ) + "',"
257 resultString += main.neighbors + ","
258 resultString += result[ main.ONOSip[ nodes ] ]+","
259 resultString += str(0) + "\n" # no stddev
260 resultDB.write( resultString )
261 resultDB.close()