blob: 936bf3d68446d5b82d64f5fc9f6189064ef812e5 [file] [log] [blame]
jenkins24dde6b2015-06-19 13:40:44 -07001# ScaleOutTemplate --> CbenchBM
2#
3# CASE1 starts number of nodes specified in param file
4#
5# cameron@onlab.us
6
7import sys
Jon Hallf57a5ef2015-07-07 17:56:16 -07008import os
jenkins24dde6b2015-06-19 13:40:44 -07009import os.path
10
11
Jon Hallf57a5ef2015-07-07 17:56:16 -070012class SCPFcbench:
jenkins24dde6b2015-06-19 13:40:44 -070013
14 def __init__( self ):
15 self.default = ''
16
Jon Hall4ba53f02015-07-29 13:07:41 -070017 def CASE1( self, main ):
18
19 import time
20 import os
21 global init
suibin zhang8a46f2e2015-07-13 21:56:07 -070022 main.case("pre-condition for cbench test.")
23
Jon Hall4ba53f02015-07-29 13:07:41 -070024 try:
25 if type(init) is not bool:
26 init = False
27 except NameError:
28 init = False
29
jenkins24dde6b2015-06-19 13:40:44 -070030 #Load values from params file
31 checkoutBranch = main.params[ 'GIT' ][ 'checkout' ]
32 gitPull = main.params[ 'GIT' ][ 'autopull' ]
33 BENCHIp = main.params[ 'BENCH' ][ 'ip1' ]
34 BENCHUser = main.params[ 'BENCH' ][ 'user' ]
jenkinsf4ac82d2015-07-13 16:40:20 -070035 CBENCHuser = main.params[ 'CBENCH'][ 'user' ]
suibin zhangefae9032015-07-13 17:14:39 -070036 MN1Ip = os.environ[ main.params[ 'MN' ][ 'ip1' ] ]
jenkins24dde6b2015-06-19 13:40:44 -070037 maxNodes = int(main.params[ 'availableNodes' ])
38 skipMvn = main.params[ 'TEST' ][ 'skipCleanInstall' ]
Jon Hall4ba53f02015-07-29 13:07:41 -070039 cellName = main.params[ 'ENV' ][ 'cellName' ]
GlennRCf6826f12015-12-10 11:56:12 -080040 cellApps = main.params[ 'ENV' ][ 'cellApps' ]
jenkins24dde6b2015-06-19 13:40:44 -070041
Jon Hall4ba53f02015-07-29 13:07:41 -070042 # -- INIT SECTION, ONLY RUNS ONCE -- #
43 if init == False:
jenkins24dde6b2015-06-19 13:40:44 -070044 init = True
45 global clusterCount #number of nodes running
46 global ONOSIp #list of ONOS IP addresses
Jon Hall4ba53f02015-07-29 13:07:41 -070047 global scale
48
jenkins24dde6b2015-06-19 13:40:44 -070049 clusterCount = 0
50 ONOSIp = [ 0 ]
Jon Hall4ba53f02015-07-29 13:07:41 -070051 scale = (main.params[ 'SCALE' ]).split(",")
jenkins24dde6b2015-06-19 13:40:44 -070052 clusterCount = int(scale[0])
53
Jon Hall4ba53f02015-07-29 13:07:41 -070054 #Populate ONOSIp with ips from params
55 for i in range(1, maxNodes + 1):
Jon Hallf57a5ef2015-07-07 17:56:16 -070056 ipString = os.environ[main.params['CTRL']['ip1']]
Jon Hall4ba53f02015-07-29 13:07:41 -070057 ONOSIp.append(ipString)
58
jenkins24dde6b2015-06-19 13:40:44 -070059 #mvn clean install, for debugging set param 'skipCleanInstall' to yes to speed up test
60 if skipMvn != "yes":
61 mvnResult = main.ONOSbench.cleanInstall()
62
63 #git
64 main.step( "Git checkout and pull " + checkoutBranch )
65 if gitPull == 'on':
66 checkoutResult = main.ONOSbench.gitCheckout( checkoutBranch )
67 pullResult = main.ONOSbench.gitPull()
68
69 else:
70 checkoutResult = main.TRUE
71 pullResult = main.TRUE
72 main.log.info( "Skipped git checkout and pull" )
Jon Hall4ba53f02015-07-29 13:07:41 -070073
jenkins24dde6b2015-06-19 13:40:44 -070074 # -- END OF INIT SECTION --#
Jon Hall4ba53f02015-07-29 13:07:41 -070075
jenkins24dde6b2015-06-19 13:40:44 -070076 clusterCount = int(scale[0])
Jon Hall4ba53f02015-07-29 13:07:41 -070077 scale.remove(scale[0])
78
79 #kill off all onos processes
Jon Hall6509dbf2016-06-21 17:01:17 -070080 main.step("Safety check, killing all ONOS processes")
81 main.step("before initiating environment setup")
jenkins24dde6b2015-06-19 13:40:44 -070082 for node in range(1, maxNodes + 1):
83 main.ONOSbench.onosDie(ONOSIp[node])
Jon Hall4ba53f02015-07-29 13:07:41 -070084
jenkins24dde6b2015-06-19 13:40:44 -070085 #Uninstall everywhere
Jon Hall6509dbf2016-06-21 17:01:17 -070086 main.step( "Cleaning Enviornment..." )
jenkins24dde6b2015-06-19 13:40:44 -070087 for i in range(1, maxNodes + 1):
88 main.log.info(" Uninstalling ONOS " + str(i) )
89 main.ONOSbench.onosUninstall( ONOSIp[i] )
Jon Hall4ba53f02015-07-29 13:07:41 -070090
Jon Hallf57a5ef2015-07-07 17:56:16 -070091 time.sleep(10)
92 main.ONOSbench.handle.sendline(" ")
93 main.ONOSbench.handle.expect(":~")
Jon Hall4ba53f02015-07-29 13:07:41 -070094 print "pexpect: \n" + main.ONOSbench.handle.before
Jon Hallf57a5ef2015-07-07 17:56:16 -070095
96
97 print "Cellname is: "+ cellName + "ONOS IP is: " + str(ONOSIp)
GlennRCf6826f12015-12-10 11:56:12 -080098 main.ONOSbench.createCellFile(BENCHIp,cellName,MN1Ip,cellApps,[ONOSIp[1]])
Jon Hall4ba53f02015-07-29 13:07:41 -070099
jenkins24dde6b2015-06-19 13:40:44 -0700100 main.step( "Set Cell" )
101 main.ONOSbench.setCell(cellName)
Jon Hallf57a5ef2015-07-07 17:56:16 -0700102
Jon Hall4ba53f02015-07-29 13:07:41 -0700103 #main.ONOSbench.handle.sendline(" ")
104 #main.ONOSbench.handle.expect(":~")
105 #print "pexpect: \n" + main.ONOSbench.handle.before
Jon Hallf57a5ef2015-07-07 17:56:16 -0700106
jenkins24dde6b2015-06-19 13:40:44 -0700107 main.step( "Creating ONOS package" )
Jon Hallbd60ea02016-08-23 10:03:59 -0700108 packageResult = main.ONOSbench.buckBuild()
jenkins24dde6b2015-06-19 13:40:44 -0700109
110 main.step( "verify cells" )
111 verifyCellResult = main.ONOSbench.verifyCell()
Jon Hall4ba53f02015-07-29 13:07:41 -0700112
suibin zhang8a46f2e2015-07-13 21:56:07 -0700113 main.log.report( "Initializing " + str( clusterCount ) + " node cluster." )
jenkins24dde6b2015-06-19 13:40:44 -0700114 for node in range(1, clusterCount + 1):
115 main.log.info("Starting ONOS " + str(node) + " at IP: " + ONOSIp[node])
116 main.ONOSbench.onosInstall( ONOSIp[node])
117
118 for node in range(1, clusterCount + 1):
119 for i in range( 2 ):
120 isup = main.ONOSbench.isup( ONOSIp[node] )
121 if isup:
122 main.log.info("ONOS " + str(node) + " is up\n")
123 break
124 if not isup:
125 main.log.report( "ONOS " + str(node) + " didn't start!" )
126 main.log.info("Startup sequence complete")
127
Jon Hall4ba53f02015-07-29 13:07:41 -0700128 for i in range(5):
jenkins24dde6b2015-06-19 13:40:44 -0700129 main.ONOSbench.onosCfgSet(ONOSIp[1], "org.onosproject.fwd.ReactiveForwarding","packetOutOnly true")
130 time.sleep(5)
Jon Hall4ba53f02015-07-29 13:07:41 -0700131 main.ONOSbench.handle.sendline("onos $OC1 cfg get|grep packetOutOnly")
132 main.ONOSbench.handle.expect(":~")
jenkins24dde6b2015-06-19 13:40:44 -0700133 check = main.ONOSbench.handle.before
134 if "value=true" in check:
Jon Hall4ba53f02015-07-29 13:07:41 -0700135 main.log.info("cfg set successful")
suibin zhang8a46f2e2015-07-13 21:56:07 -0700136 stepResult = main.TRUE
Jon Hall4ba53f02015-07-29 13:07:41 -0700137 break
138 if i == 4:
suibin zhang8a46f2e2015-07-13 21:56:07 -0700139 main.log.info("Cfg set failed")
140 stepResult = main.FALSE
Jon Hall4ba53f02015-07-29 13:07:41 -0700141 else:
jenkins24dde6b2015-06-19 13:40:44 -0700142 time.sleep(5)
suibin zhang8a46f2e2015-07-13 21:56:07 -0700143
Jon Hall4ba53f02015-07-29 13:07:41 -0700144 utilities.assert_equals( expect=main.TRUE,
145 actual=stepResult,
146 onpass="Successfully configure onos for cbench test ",
suibin zhang8a46f2e2015-07-13 21:56:07 -0700147 onfail="Failed to configure onos for cbench test" )
jenkins24dde6b2015-06-19 13:40:44 -0700148
Jon Hall4ba53f02015-07-29 13:07:41 -0700149
150
151
jenkins24dde6b2015-06-19 13:40:44 -0700152 def CASE2( self, main ):
suibin zhang8a46f2e2015-07-13 21:56:07 -0700153 main.case("Running Cbench")
154 main.step("Issuing cbench commands and grab returned results")
155 validFlag = False
suibin zhangacdd8fe2015-08-31 17:01:39 -0700156 cbenchCMD = main.params[ 'TEST' ][ 'cbenchCMD' ]
jenkins24dde6b2015-06-19 13:40:44 -0700157 mode = main.params[ 'TEST' ][ 'mode' ]
158 if mode != "t":
Jon Hall4ba53f02015-07-29 13:07:41 -0700159 mode = " "
jenkins24dde6b2015-06-19 13:40:44 -0700160
suibin zhangacdd8fe2015-08-31 17:01:39 -0700161 runCbench = ( "ssh " + CBENCHuser + "@" + ONOSIp[1] + " " + cbenchCMD + mode )
jenkins24dde6b2015-06-19 13:40:44 -0700162 main.ONOSbench.handle.sendline(runCbench)
163 time.sleep(30)
Jon Hall4ba53f02015-07-29 13:07:41 -0700164 main.ONOSbench.handle.expect(":~")
jenkins24dde6b2015-06-19 13:40:44 -0700165 output = main.ONOSbench.handle.before
166 main.log.info(output)
167
168 output = output.splitlines()
Jon Hall4ba53f02015-07-29 13:07:41 -0700169 for line in output:
suibin zhang8a46f2e2015-07-13 21:56:07 -0700170 if "RESULT: " in line:
171 validFlag = True
jenkins24dde6b2015-06-19 13:40:44 -0700172 print line
Jon Hall4ba53f02015-07-29 13:07:41 -0700173 resultLine = line.split(" ")
suibin zhang8a46f2e2015-07-13 21:56:07 -0700174 for word in resultLine:
Jon Hall4ba53f02015-07-29 13:07:41 -0700175 if word == "min/max/avg/stdev":
suibin zhang8a46f2e2015-07-13 21:56:07 -0700176 resultsIndex = resultLine.index(word)
177 print resultsIndex
178 break
jenkins24dde6b2015-06-19 13:40:44 -0700179
suibin zhang8a46f2e2015-07-13 21:56:07 -0700180 finalDataString = resultLine[resultsIndex + 2]
181 print finalDataString
182 finalDataList = finalDataString.split("/")
183 avg = finalDataList[2]
184 stdev = finalDataList[3]
Jon Hall4ba53f02015-07-29 13:07:41 -0700185
186 main.log.info("Average: \t\t\t" + avg)
187 main.log.info("Standard Deviation: \t" + stdev)
188
jenkins24dde6b2015-06-19 13:40:44 -0700189
suibin zhang8a46f2e2015-07-13 21:56:07 -0700190 commit = main.ONOSbench.getVersion()
191 commit = (commit.split(" "))[1]
jenkins24dde6b2015-06-19 13:40:44 -0700192
suibin zhang8a46f2e2015-07-13 21:56:07 -0700193 try:
194 dbFileName="/tmp/CbenchDB"
Jon Hall4ba53f02015-07-29 13:07:41 -0700195 dbfile = open(dbFileName, "w+")
196 temp = "'" + commit + "',"
197 temp += "'" + mode + "',"
suibin zhang8a46f2e2015-07-13 21:56:07 -0700198 temp += "'" + avg + "',"
Jon Hall4ba53f02015-07-29 13:07:41 -0700199 temp += "'" + stdev + "'\n"
suibin zhang8a46f2e2015-07-13 21:56:07 -0700200 dbfile.write(temp)
201 dbfile.close()
Jon Hall4ba53f02015-07-29 13:07:41 -0700202 main.ONOSbench.logReport(ONOSIp[1], ["ERROR", "WARNING", "EXCEPT"], outputMode="d")
suibin zhang8a46f2e2015-07-13 21:56:07 -0700203 except IOError:
204 main.log.warn("Error opening " + dbFileName + " to write results.")
Jon Hall4ba53f02015-07-29 13:07:41 -0700205
suibin zhang8a46f2e2015-07-13 21:56:07 -0700206 stepResult = main.TRUE
207 break
208 if ( validFlag == False ):
209 main.log.warn("Cbench Test produced no valid results!!!!")
210 stepResult = main.FALSE
jenkins24dde6b2015-06-19 13:40:44 -0700211
suibin zhang8a46f2e2015-07-13 21:56:07 -0700212 utilities.assert_equals( expect=main.TRUE,
213 actual=stepResult,
214 onpass="Successfully tested onos for cbench. ",
215 onfail="Failed to obtain valid onos cbench result!" )
jenkins24dde6b2015-06-19 13:40:44 -0700216
217
218
219
220
221