blob: 559f30f4ff4ee9439ea298250238fa307ac1ab7f [file] [log] [blame]
cameron@onlab.us946d99c2015-07-08 15:34:37 -07001# ScaleOutTemplate -> flowTP
2#
3# CASE1 starts number of nodes specified in param file
4#
5# cameron@onlab.us
6
7import sys
8import os.path
9
10
11class SCPFflowTp1g:
12
13 def __init__( self ):
14 self.default = ''
15
Jon Hall4ba53f02015-07-29 13:07:41 -070016 def CASE1( self, main ):
cameron@onlab.us946d99c2015-07-08 15:34:37 -070017
18 import time
19 global init
20 try:
21 if type(init) is not bool:
22 init = False
23 except NameError:
24 init = False
25
26 #Load values from params file
27 checkoutBranch = main.params[ 'GIT' ][ 'checkout' ]
28 gitPull = main.params[ 'GIT' ][ 'autopull' ]
29 cellName = main.params[ 'ENV' ][ 'cellName' ]
30 Apps = main.params[ 'ENV' ][ 'cellApps' ]
31 BENCHUser = main.params[ 'BENCH' ][ 'user' ]
cameron@onlab.usb3aa4982015-07-13 15:20:41 -070032 BENCHIp = main.params[ 'BENCH' ][ 'ip1' ]
33 main.maxNodes = int(main.params[ 'max' ])
cameron@onlab.us946d99c2015-07-08 15:34:37 -070034 skipMvn = main.params[ 'TEST' ][ 'skipCleanInstall' ]
Jon Hall4ba53f02015-07-29 13:07:41 -070035 cellName = main.params[ 'ENV' ][ 'cellName' ]
36
cameron@onlab.us946d99c2015-07-08 15:34:37 -070037 main.log.info("==========DEBUG VERSION 3===========")
38
cameron@onlab.us946d99c2015-07-08 15:34:37 -070039 # -- INIT SECTION, ONLY RUNS ONCE -- #
40 if init == False:
41 init = True
42 global clusterCount #number of nodes running
43 global ONOSIp #list of ONOS IP addresses
44 global scale
45 global commit
46
47 clusterCount = 0
48 ONOSIp = [ 0 ]
49 scale = (main.params[ 'SCALE' ]).split(",")
50 clusterCount = int(scale[0])
51
52 #Populate ONOSIp with ips from params
cameron@onlab.usb3aa4982015-07-13 15:20:41 -070053 for i in range(1, main.maxNodes + 1):
cameron@onlab.us946d99c2015-07-08 15:34:37 -070054 ipString = 'ip' + str(i)
55 ONOSIp.append(main.params[ 'CTRL' ][ ipString ])
56
57 ONOSIp = [0]
58 ONOSIp.extend(main.ONOSbench.getOnosIps())
59
60 #mvn clean install, for debugging set param 'skipCleanInstall' to yes to speed up test
61 if skipMvn != "yes":
62 mvnResult = main.ONOSbench.cleanInstall()
63
64 #git
65 main.step( "Git checkout and pull " + checkoutBranch )
66 if gitPull == 'on':
67 checkoutResult = main.ONOSbench.gitCheckout( checkoutBranch )
68 pullResult = main.ONOSbench.gitPull()
69
70 else:
71 checkoutResult = main.TRUE
72 pullResult = main.TRUE
73 main.log.info( "Skipped git checkout and pull" )
Jon Hall4ba53f02015-07-29 13:07:41 -070074
cameron@onlab.us946d99c2015-07-08 15:34:37 -070075 commit = main.ONOSbench.getVersion()
76 commit = (commit.split(" "))[1]
77
suibine1e58772015-07-15 09:52:59 -070078 resultsDB = open("/tmp/flowTP1gDB", "w+")
cameron@onlab.us946d99c2015-07-08 15:34:37 -070079 resultsDB.close()
80
81 # -- END OF INIT SECTION --#
82
83 clusterCount = int(scale[0])
84 scale.remove(scale[0])
85 main.log.info("CLUSTER COUNT: " + str(clusterCount))
86
Jon Hall4ba53f02015-07-29 13:07:41 -070087 #kill off all onos processes
Jon Hall6509dbf2016-06-21 17:01:17 -070088 main.step("Safety check, killing all ONOS processes")
89 main.step("before initiating environment setup")
cameron@onlab.usb3aa4982015-07-13 15:20:41 -070090 for node in range(1, main.maxNodes + 1):
You Wangb98a9fa2017-02-15 17:27:42 -080091 main.ONOSbench.onosStop(ONOSIp[node])
92 main.ONOSbench.onosKill(ONOSIp[node])
cameron@onlab.us946d99c2015-07-08 15:34:37 -070093
94 #Uninstall everywhere
Jon Hall6509dbf2016-06-21 17:01:17 -070095 main.step( "Cleaning Enviornment..." )
cameron@onlab.usb3aa4982015-07-13 15:20:41 -070096 for i in range(1, main.maxNodes + 1):
cameron@onlab.us946d99c2015-07-08 15:34:37 -070097 main.log.info(" Uninstalling ONOS " + str(i) )
98 main.ONOSbench.onosUninstall( ONOSIp[i] )
99
100 #construct the cell file
101 main.log.info("Creating cell file")
102 cellIp = []
103 for node in range (1, clusterCount + 1):
Jon Hall4ba53f02015-07-29 13:07:41 -0700104 cellIp.append(ONOSIp[node])
105
cameron@onlab.usb3aa4982015-07-13 15:20:41 -0700106 main.ONOSbench.createCellFile(BENCHIp,cellName,"localhost",str(Apps), cellIp)
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700107 main.log.info("Cell Ip list: " + str(cellIp))
Jon Hall4ba53f02015-07-29 13:07:41 -0700108
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700109 main.step( "Set Cell" )
Jon Hall4ba53f02015-07-29 13:07:41 -0700110 main.ONOSbench.setCell(cellName)
111
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700112 main.step( "Creating ONOS package" )
Jon Hallbd60ea02016-08-23 10:03:59 -0700113 packageResult = main.ONOSbench.buckBuild()
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700114
115 main.step( "verify cells" )
116 verifyCellResult = main.ONOSbench.verifyCell()
117
118 main.log.report( "Initializeing " + str( clusterCount ) + " node cluster." )
119 for node in range(1, clusterCount + 1):
120 main.log.info("Starting ONOS " + str(node) + " at IP: " + ONOSIp[node])
121 main.ONOSbench.onosInstall( ONOSIp[node])
122
123 for node in range(1, clusterCount + 1):
You Wangf5de25b2017-01-06 15:13:01 -0800124 secureSshResult = main.ONOSbench.onosSecureSSH( ONOSIp[node] )
125
126 for node in range(1, clusterCount + 1):
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700127 for i in range( 2 ):
128 isup = main.ONOSbench.isup( ONOSIp[node] )
129 if isup:
130 main.log.info("ONOS " + str(node) + " is up\n")
131 break
132 if not isup:
133 main.log.report( "ONOS " + str(node) + " didn't start!" )
Jon Hall4ba53f02015-07-29 13:07:41 -0700134
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700135 for node in range(1, clusterCount + 1):
136 exec "a = main.ONOS%scli.startOnosCli" %str(node)
137 a(ONOSIp[node])
Jon Hall4ba53f02015-07-29 13:07:41 -0700138
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700139 main.log.info("Startup sequence complete")
Jon Hall4ba53f02015-07-29 13:07:41 -0700140 main.ONOSbench.logReport(ONOSIp[1], ["ERROR", "WARNING", "EXCEPT"], outputMode="d")
Chiyu Chengef109502016-11-21 15:51:38 -0800141
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700142 def CASE2( self, main ):
143 #
Jon Hall4ba53f02015-07-29 13:07:41 -0700144 # This is the flow TP test
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700145 #
Jon Hall4ba53f02015-07-29 13:07:41 -0700146 import os.path
147 import numpy
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700148 import math
Jon Hall4ba53f02015-07-29 13:07:41 -0700149 import time
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700150 import datetime
151 import traceback
152
153 global currentNeighbors
154 try:
155 currentNeighbors
156 except:
157 currentNeighbors = (main.params[ 'TEST' ][ 'neighbors' ]).split(",")[0]
158 else:
159 if currentNeighbors == "r": #reset
160 currentNeighbors = "0"
161 else:
162 currentNeighbors = "a"
163
164 testCMD = [ 0,0,0,0 ]
165 warmUp = int(main.params[ 'TEST' ][ 'warmUp' ])
166 sampleSize = int(main.params[ 'TEST' ][ 'sampleSize' ])
167 switches = int(main.params[ 'TEST' ][ 'switches' ])
168 neighborList = (main.params[ 'TEST' ][ 'neighbors' ]).split(",")
169 testCMD[0] = main.params[ 'TEST' ][ 'testCMD0' ]
170 testCMD[1] = main.params[ 'TEST' ][ 'testCMD1' ]
cameron@onlab.usb3aa4982015-07-13 15:20:41 -0700171 main.maxNodes = main.params[ 'max' ]
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700172 cooldown = main.params[ 'TEST' ][ 'cooldown' ]
173 cellName = main.params[ 'ENV' ][ 'cellName' ]
174 BENCHIp = main.params[ 'BENCH' ][ 'ip1' ]
175 BENCHUser = main.params[ 'BENCH' ][ 'user' ]
176 MN1Ip = main.params[ 'MN' ][ 'ip1' ]
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700177 homeDir = os.path.expanduser('~')
178 flowRuleBackup = str(main.params[ 'TEST' ][ 'enableFlowRuleStoreBackup' ])
179 main.log.info("Flow Rule Backup is set to:" + flowRuleBackup)
180
Jon Hall4ba53f02015-07-29 13:07:41 -0700181 servers = str(clusterCount)
182
183 if clusterCount == 1:
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700184 neighborList = ['0']
185 currentNeighbors = "r"
186 else:
187 if currentNeighbors == "a":
188 neighborList = [str(clusterCount-1)]
189 currentNeighbors = "r"
190 else:
Jon Hall4ba53f02015-07-29 13:07:41 -0700191 neighborList = ['0']
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700192
193 main.log.info("neightborlist: " + str(neighborList))
194
195 ts = time.time()
196 st = datetime.datetime.fromtimestamp(ts).strftime('%Y-%m-%d %H:%M:%S')
197
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700198 for n in neighborList:
Jon Hall6509dbf2016-06-21 17:01:17 -0700199 main.step("\tSTARTING TEST")
200 main.step("\tLOADING FROM SERVERS: \t" + str(clusterCount) )
201 main.step("\tNEIGHBORS:\t" + n )
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700202 main.log.info("=============================================================")
203 main.log.info("=============================================================")
204 #write file to configure nil link
205 ipCSV = ""
cameron@onlab.usb3aa4982015-07-13 15:20:41 -0700206 for i in range (1, int(main.maxNodes) + 1):
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700207 tempstr = "ip" + str(i)
Jon Hall4ba53f02015-07-29 13:07:41 -0700208 ipCSV += main.params[ 'CTRL' ][ tempstr ]
cameron@onlab.usb3aa4982015-07-13 15:20:41 -0700209 if i < int(main.maxNodes):
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700210 ipCSV +=","
Jon Hall4ba53f02015-07-29 13:07:41 -0700211
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700212 for i in range(3):
213 main.ONOSbench.onosCfgSet(ONOSIp[1], "org.onosproject.provider.nil.NullProviders", "deviceCount 35")
214 main.ONOSbench.onosCfgSet(ONOSIp[1], "org.onosproject.provider.nil.NullProviders", "topoShape linear")
Jon Hall4ba53f02015-07-29 13:07:41 -0700215 main.ONOSbench.onosCfgSet(ONOSIp[1], "org.onosproject.provider.nil.NullProviders", "enabled true")
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700216
217 time.sleep(5)
218 main.ONOSbench.handle.sendline("onos $OC1 summary")
219 main.ONOSbench.handle.expect(":~")
220 check = main.ONOSbench.handle.before
Jon Hall4ba53f02015-07-29 13:07:41 -0700221 main.log.info("\nStart up check: \n" + check + "\n")
222 if "SCC(s)=1," in check:
suibin zhanga3746bf2015-09-05 09:36:39 -0700223 main.ONOSbench.handle.sendline( "onos $OC1 balance-masters" )
suibin zhang45efc1b2015-09-04 16:48:10 -0700224 main.ONOSbench.handle.expect( ":~" )
225 time.sleep(5)
226 main.ONOSbench.handle.sendline( "onos $OC1 roles ")
227 main.ONOSbench.handle.expect ( ":~" )
228 main.log.info( "switch masterships:" + str( main.ONOSbench.handle.before ) )
Jon Hall4ba53f02015-07-29 13:07:41 -0700229 break
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700230 time.sleep(5)
Jon Hall4ba53f02015-07-29 13:07:41 -0700231
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700232 #devide flows
233 flows = int(main.params[ 'TEST' ][ 'flows' ])
234 main.log.info("Flow Target = " + str(flows))
235
236 flows = (flows *max(int(n)+1,int(servers)))/((int(n) + 1)*int(servers)*(switches))
237
238 main.log.info("Flows per switch = " + str(flows))
239
240 #build list of servers in "$OC1, $OC2...." format
241 serverEnvVars = ""
242 for i in range (1,int(servers)+1):
243 serverEnvVars += ("-s " + ONOSIp[i] + " ")
Jon Hall4ba53f02015-07-29 13:07:41 -0700244
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700245 data = [[""]*int(servers)]*int(sampleSize)
246 maxes = [""]*int(sampleSize)
247
248 flowCMD = "python3 " + homeDir + "/onos/tools/test/bin/"
249 flowCMD += testCMD[0] + " " + str(flows) + " " + testCMD[1]
Jon Hall4ba53f02015-07-29 13:07:41 -0700250 flowCMD += " " + str(n) + " " + str(serverEnvVars) + "-j"
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700251
252 main.log.info(flowCMD)
253 #time.sleep(60)
Jon Hall4ba53f02015-07-29 13:07:41 -0700254
255 for test in range(0, warmUp + sampleSize):
256 if test < warmUp:
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700257 main.log.info("Warm up " + str(test + 1) + " of " + str(warmUp))
Jon Hall4ba53f02015-07-29 13:07:41 -0700258 else:
259 main.log.info("====== Test run: " + str(test-warmUp+1) + " ======")
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700260
261 main.ONOSbench.handle.sendline(flowCMD)
262 main.ONOSbench.handle.expect(":~")
263 rawResult = main.ONOSbench.handle.before
264 main.log.info("Raw results: \n" + rawResult + "\n")
265
Jon Hall4ba53f02015-07-29 13:07:41 -0700266 if "failed" in rawResult:
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700267 main.log.report("FLOW_TESTER.PY FAILURE")
268 main.log.report( " \n" + rawResult + " \n")
YPZhang325822f2016-06-17 16:01:45 -0700269 for i in range(1, clusterCount+1):
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700270 main.log.report("=======================================================")
Jon Hall4ba53f02015-07-29 13:07:41 -0700271 main.log.report(" ONOS " + str(i) + "LOG REPORT")
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700272 main.ONOSbench.logReport(ONOSIp[i], ["ERROR", "WARNING", "EXCEPT"], outputMode="d")
Jon Hall4ba53f02015-07-29 13:07:41 -0700273 main.ONOSbench.handle.sendline("onos $OC1 flows")
274 main.ONOSbench.handle.expect(":~")
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700275 main.log.info(main.ONOSbench.handle.before)
276
277 break
Jon Hall4ba53f02015-07-29 13:07:41 -0700278
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700279 ########################################################################################
280 result = [""]*(clusterCount)
Jon Hall4ba53f02015-07-29 13:07:41 -0700281
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700282 #print("rawResult: " + rawResult)
283
284 rawResult = rawResult.splitlines()
285
Jon Hall4ba53f02015-07-29 13:07:41 -0700286 for node in range(1, clusterCount + 1):
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700287 for line in rawResult:
Jon Hall4ba53f02015-07-29 13:07:41 -0700288 #print("line: " + line)
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700289 if ONOSIp[node] in line and "server" in line:
Jon Hall4ba53f02015-07-29 13:07:41 -0700290 temp = line.split(" ")
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700291 for word in temp:
Jon Hall4ba53f02015-07-29 13:07:41 -0700292 #print ("word: " + word)
293 if "elapsed" in repr(word):
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700294 index = temp.index(word) + 1
295 myParsed = (temp[index]).replace(",","")
296 myParsed = myParsed.replace("}","")
297 myParsed = int(myParsed)
298 result[node-1] = myParsed
299 main.log.info( ONOSIp[node] + " : " + str(myParsed))
Jon Hall4ba53f02015-07-29 13:07:41 -0700300 break
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700301
302 if test >= warmUp:
Jon Hall4ba53f02015-07-29 13:07:41 -0700303 for i in result:
304 if i == "":
cameron@onlab.usb3aa4982015-07-13 15:20:41 -0700305 main.log.error("Missing data point, critical failure incoming")
306
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700307 print result
308 maxes[test-warmUp] = max(result)
309 main.log.info("Data collection iteration: " + str(test-warmUp) + " of " + str(sampleSize))
Jon Hall4ba53f02015-07-29 13:07:41 -0700310 main.log.info("Throughput time: " + str(maxes[test-warmUp]) + "(ms)")
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700311
312 data[test-warmUp] = result
313
Jon Hall4ba53f02015-07-29 13:07:41 -0700314 # wait for flows = 0
315 for checkCount in range(0,5):
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700316 time.sleep(10)
317 main.ONOSbench.handle.sendline("onos $OC1 summary")
318 main.ONOSbench.handle.expect(":~")
319 flowCheck = main.ONOSbench.handle.before
Jon Hall4ba53f02015-07-29 13:07:41 -0700320 if "flows=0," in flowCheck:
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700321 main.log.info("Flows removed")
322 break
Jon Hall4ba53f02015-07-29 13:07:41 -0700323 else:
324 for line in flowCheck.splitlines():
325 if "flows=" in line:
326 main.log.info("Current Summary: " + line)
327 if checkCount == 2:
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700328 main.log.info("Flows are stuck, moving on ")
329
330
331 time.sleep(5)
Jon Hall4ba53f02015-07-29 13:07:41 -0700332
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700333 main.log.info("raw data: " + str(data))
334 main.log.info("maxes:" + str(maxes))
335
Jon Hall4ba53f02015-07-29 13:07:41 -0700336
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700337 # report data
338 print("")
339 main.log.info("\t Results (measurments are in milliseconds)")
340 print("")
341
342 nodeString = ""
343 for i in range(1, int(servers) + 1):
Jon Hall4ba53f02015-07-29 13:07:41 -0700344 nodeString += ("\tNode " + str(i))
345
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700346 for test in range(0, sampleSize ):
347 main.log.info("\t Test iteration " + str(test + 1) )
348 main.log.info("\t------------------")
Jon Hall4ba53f02015-07-29 13:07:41 -0700349 main.log.info(nodeString)
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700350 resultString = ""
351
352 for i in range(0, int(servers) ):
Jon Hall4ba53f02015-07-29 13:07:41 -0700353 resultString += ("\t" + str(data[test][i]) )
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700354 main.log.info(resultString)
355
356 print("\n")
357
358 avgOfMaxes = numpy.mean(maxes)
359 main.log.info("Average of max value from each test iteration: " + str(avgOfMaxes))
360
361 stdOfMaxes = numpy.std(maxes)
Jon Hall4ba53f02015-07-29 13:07:41 -0700362 main.log.info("Standard Deviation of max values: " + str(stdOfMaxes))
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700363 print("\n\n")
364
365 avgTP = int(main.params[ 'TEST' ][ 'flows' ]) / avgOfMaxes #result in kflows/second
Jon Hall4ba53f02015-07-29 13:07:41 -0700366
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700367 tp = []
Jon Hall4ba53f02015-07-29 13:07:41 -0700368 for i in maxes:
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700369 tp.append((int(main.params[ 'TEST' ][ 'flows' ]) / i ))
370
371 stdTP = numpy.std(tp)
372
373 main.log.info("Average thoughput: " + str(avgTP) + " Kflows/second" )
Jon Hall4ba53f02015-07-29 13:07:41 -0700374 main.log.info("Standard deviation of throughput: " + str(stdTP) + " Kflows/second")
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700375
suibin584c0702015-07-14 15:57:27 -0700376 resultsLog = open("/tmp/flowTP1gDB","a")
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700377 resultString = ("'" + commit + "',")
378 resultString += ("'1gig',")
379 resultString += ((main.params[ 'TEST' ][ 'flows' ]) + ",")
380 resultString += (str(clusterCount) + ",")
381 resultString += (str(n) + ",")
382 resultString += (str(avgTP) + "," + str(stdTP) + "\n")
Jon Hall4ba53f02015-07-29 13:07:41 -0700383 resultsLog.write(resultString)
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700384 resultsLog.close()
Jon Hall4ba53f02015-07-29 13:07:41 -0700385
cameron@onlab.us946d99c2015-07-08 15:34:37 -0700386 main.log.report("Result line to file: " + resultString)
Jon Hall4ba53f02015-07-29 13:07:41 -0700387
388 main.ONOSbench.logReport(ONOSIp[1], ["ERROR", "WARNING", "EXCEPT"], outputMode="d")