andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 1 | # ScaleOutTemplate -> flowTP |
| 2 | # |
| 3 | # CASE1 starts number of nodes specified in param file |
| 4 | # |
| 5 | # cameron@onlab.us |
| 6 | |
| 7 | import sys |
| 8 | import os.path |
| 9 | |
| 10 | |
| 11 | class flowTP1g: |
| 12 | |
| 13 | def __init__( self ): |
| 14 | self.default = '' |
| 15 | |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 16 | def CASE1( self, main ): |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 17 | |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 18 | import time |
| 19 | global init |
| 20 | try: |
| 21 | if type(init) is not bool: |
| 22 | init = False |
| 23 | except NameError: |
| 24 | init = False |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 25 | |
| 26 | #Load values from params file |
| 27 | checkoutBranch = main.params[ 'GIT' ][ 'checkout' ] |
| 28 | gitPull = main.params[ 'GIT' ][ 'autopull' ] |
| 29 | cellName = main.params[ 'ENV' ][ 'cellName' ] |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 30 | Apps = main.params[ 'ENV' ][ 'cellApps' ] |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 31 | BENCHIp = main.params[ 'BENCH' ][ 'ip1' ] |
| 32 | BENCHUser = main.params[ 'BENCH' ][ 'user' ] |
| 33 | MN1Ip = main.params[ 'MN' ][ 'ip1' ] |
| 34 | maxNodes = int(main.params[ 'availableNodes' ]) |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 35 | skipMvn = main.params[ 'TEST' ][ 'skipCleanInstall' ] |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 36 | cellName = main.params[ 'ENV' ][ 'cellName' ] |
| 37 | |
| 38 | #----do i need this line? |
| 39 | #main.ONOSbench.handle.sendline("export TERM=vt100") |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 40 | |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 41 | # -- INIT SECTION, ONLY RUNS ONCE -- # |
| 42 | if init == False: |
| 43 | init = True |
| 44 | global clusterCount #number of nodes running |
| 45 | global ONOSIp #list of ONOS IP addresses |
| 46 | global scale |
cameron@onlab.us | c80a8c8 | 2015-04-15 14:57:37 -0700 | [diff] [blame^] | 47 | global commit |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 48 | |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 49 | clusterCount = 0 |
| 50 | ONOSIp = [ 0 ] |
| 51 | scale = (main.params[ 'SCALE' ]).split(",") |
| 52 | clusterCount = int(scale[0]) |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 53 | |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 54 | #Populate ONOSIp with ips from params |
| 55 | for i in range(1, maxNodes + 1): |
| 56 | ipString = 'ip' + str(i) |
| 57 | ONOSIp.append(main.params[ 'CTRL' ][ ipString ]) |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 58 | |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 59 | #mvn clean install, for debugging set param 'skipCleanInstall' to yes to speed up test |
| 60 | if skipMvn != "yes": |
| 61 | mvnResult = main.ONOSbench.cleanInstall() |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 62 | |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 63 | #git |
| 64 | main.step( "Git checkout and pull " + checkoutBranch ) |
| 65 | if gitPull == 'on': |
| 66 | checkoutResult = main.ONOSbench.gitCheckout( checkoutBranch ) |
| 67 | pullResult = main.ONOSbench.gitPull() |
| 68 | |
| 69 | else: |
| 70 | checkoutResult = main.TRUE |
| 71 | pullResult = main.TRUE |
| 72 | main.log.info( "Skipped git checkout and pull" ) |
cameron@onlab.us | c80a8c8 | 2015-04-15 14:57:37 -0700 | [diff] [blame^] | 73 | |
| 74 | commit = main.ONOSbench.getVersion() |
| 75 | commit = (commit.split(" "))[1] |
| 76 | |
| 77 | resultsDB = open("flowTP1gDB", "w+") |
| 78 | resultsDB.close() |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 79 | |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 80 | # -- END OF INIT SECTION --# |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 81 | |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 82 | clusterCount = int(scale[0]) |
| 83 | scale.remove(scale[0]) |
| 84 | main.log.info("CLUSTER COUNT: " + str(clusterCount)) |
| 85 | |
| 86 | #kill off all onos processes |
| 87 | main.log.step("Safety check, killing all ONOS processes") |
| 88 | main.log.step("before initiating enviornment setup") |
| 89 | for node in range(1, maxNodes + 1): |
| 90 | main.ONOSbench.onosDie(ONOSIp[node]) |
| 91 | |
| 92 | #Uninstall everywhere |
| 93 | main.log.step( "Cleaning Enviornment..." ) |
| 94 | for i in range(1, maxNodes + 1): |
| 95 | main.log.info(" Uninstalling ONOS " + str(i) ) |
| 96 | main.ONOSbench.onosUninstall( ONOSIp[i] ) |
| 97 | |
| 98 | #construct the cell file |
| 99 | main.log.info("Creating cell file") |
| 100 | cellIp = [] |
| 101 | for node in range (1, clusterCount + 1): |
| 102 | cellIp.append(ONOSIp[node]) |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 103 | |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 104 | main.ONOSbench.createCellFile(BENCHIp,cellName,MN1Ip,str(Apps), *cellIp) |
| 105 | main.log.info("Cell Ip list: " + str(cellIp)) |
| 106 | |
| 107 | main.step( "Set Cell" ) |
| 108 | main.ONOSbench.setCell(cellName) |
| 109 | |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 110 | main.step( "Creating ONOS package" ) |
| 111 | packageResult = main.ONOSbench.onosPackage() |
| 112 | |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 113 | main.step( "verify cells" ) |
| 114 | verifyCellResult = main.ONOSbench.verifyCell() |
| 115 | |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 116 | main.log.report( "Initializeing " + str( clusterCount ) + " node cluster." ) |
| 117 | for node in range(1, clusterCount + 1): |
| 118 | main.log.info("Starting ONOS " + str(node) + " at IP: " + ONOSIp[node]) |
| 119 | main.ONOSbench.onosInstall( ONOSIp[node]) |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 120 | |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 121 | for node in range(1, clusterCount + 1): |
| 122 | for i in range( 2 ): |
| 123 | isup = main.ONOSbench.isup( ONOSIp[node] ) |
| 124 | if isup: |
| 125 | main.log.info("ONOS " + str(node) + " is up\n") |
| 126 | break |
| 127 | if not isup: |
| 128 | main.log.report( "ONOS " + str(node) + " didn't start!" ) |
| 129 | |
| 130 | for node in range(1, clusterCount + 1): |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 131 | exec "a = main.ONOS%scli.startOnosCli" %str(node) |
| 132 | a(ONOSIp[node]) |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 133 | |
| 134 | main.log.info("Startup sequence complete") |
| 135 | |
| 136 | |
| 137 | def CASE2( self, main ): |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 138 | # |
| 139 | # This is the flow TP test |
| 140 | # |
| 141 | import os.path |
| 142 | import numpy |
| 143 | import math |
| 144 | import time |
| 145 | import datetime |
| 146 | import traceback |
| 147 | |
| 148 | testCMD = [ 0,0,0,0 ] |
| 149 | warmUp = int(main.params[ 'TEST' ][ 'warmUp' ]) |
| 150 | sampleSize = int(main.params[ 'TEST' ][ 'sampleSize' ]) |
| 151 | switches = int(main.params[ 'TEST' ][ 'switches' ]) |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 152 | neighborList = (main.params[ 'TEST' ][ 'neighbors' ]).split(",") |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 153 | testCMD[0] = main.params[ 'TEST' ][ 'testCMD0' ] |
| 154 | testCMD[1] = main.params[ 'TEST' ][ 'testCMD1' ] |
| 155 | maxNodes = main.params[ 'availableNodes' ] |
| 156 | onBaremetal = main.params['isOnBaremetal'] |
| 157 | |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 158 | cellName = main.params[ 'ENV' ][ 'cellName' ] |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 159 | BENCHIp = main.params[ 'BENCH' ][ 'ip1' ] |
| 160 | BENCHUser = main.params[ 'BENCH' ][ 'user' ] |
| 161 | MN1Ip = main.params[ 'MN' ][ 'ip1' ] |
| 162 | maxNodes = int(main.params[ 'availableNodes' ]) |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 163 | homeDir = os.path.expanduser('~') |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 164 | |
| 165 | servers = str(clusterCount) |
| 166 | for i in range(0, len(neighborList)): |
| 167 | if neighborList[i] == 'a': |
| 168 | neighborList[i] = str(clusterCount - 1) |
| 169 | |
| 170 | if clusterCount == 1: |
| 171 | neighborList = ['0'] |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 172 | main.log.info("neightborlist: " + str(neighborList)) |
| 173 | |
| 174 | ts = time.time() |
| 175 | st = datetime.datetime.fromtimestamp(ts).strftime('%Y-%m-%d %H:%M:%S') |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 176 | |
| 177 | #initialize log file, remove any previous data |
cameron@onlab.us | c80a8c8 | 2015-04-15 14:57:37 -0700 | [diff] [blame^] | 178 | resultsLog = open("flowTP1gDB","w+") |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 179 | resultsLog.close() |
| 180 | |
| 181 | #write file to change mem limit to 32 gigs (BAREMETAL ONLY!) |
| 182 | if onBaremetal == "true": |
| 183 | filename = "/onos/tools/package/bin/onos-service" |
| 184 | serviceConfig = open(homeDir + filename, 'w+') |
| 185 | serviceConfig.write("#!/bin/bash\n ") |
| 186 | serviceConfig.write("#------------------------------------- \n ") |
| 187 | serviceConfig.write("# Starts ONOS Apache Karaf container\n ") |
| 188 | serviceConfig.write("#------------------------------------- \n ") |
| 189 | serviceConfig.write("#export JAVA_HOME=${JAVA_HOME:-/usr/lib/jvm/java-7-openjdk-amd64/}\n ") |
jenkins | 399e251 | 2015-03-24 10:31:57 -0700 | [diff] [blame] | 190 | serviceConfig.write("""export JAVA_OPTS="${JAVA_OPTS:--Xms8G -Xmx8G}" \n """) |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 191 | serviceConfig.write("") |
| 192 | serviceConfig.write("ONOS_HOME=/opt/onos \n ") |
| 193 | serviceConfig.write("") |
| 194 | serviceConfig.write("[ -d $ONOS_HOME ] && cd $ONOS_HOME || ONOS_HOME=$(dirname $0)/..\n") |
| 195 | serviceConfig.write("""${ONOS_HOME}/apache-karaf-$KARAF_VERSION/bin/karaf "$@" \n """) |
| 196 | serviceConfig.close() |
| 197 | |
| 198 | for n in neighborList: |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 199 | main.log.step("\tSTARTING TEST") |
| 200 | main.log.step("\tLOADING FROM SERVERS: \t" + str(clusterCount) ) |
| 201 | main.log.step("\tNEIGHBORS:\t" + n ) |
| 202 | main.log.info("=============================================================") |
| 203 | main.log.info("=============================================================") |
| 204 | #write file to configure nil link |
| 205 | ipCSV = "" |
| 206 | for i in range (1, int(maxNodes) + 1): |
| 207 | tempstr = "ip" + str(i) |
| 208 | ipCSV += main.params[ 'CTRL' ][ tempstr ] |
| 209 | if i < int(maxNodes): |
| 210 | ipCSV +="," |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 211 | |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 212 | filename = "/onos/tools/package/etc/org.onosproject.provider.nil.link.impl.NullLinkProvider.cfg" |
| 213 | linkConfig = open(homeDir + filename,'w+') |
| 214 | linkConfig.write("# eventRate = 2000\n") |
| 215 | linkConfig.write("neighbors = " + ipCSV) |
| 216 | main.log.info(" NullLinkProvider.cfg: " + ipCSV) |
| 217 | linkConfig.close() |
| 218 | |
cameron@onlab.us | c80a8c8 | 2015-04-15 14:57:37 -0700 | [diff] [blame^] | 219 | main.ONOSbench.handle.sendline("""onos $OC1 "cfg setorg.onosproject.provider.nil.NullProviders enabled true" """) |
| 220 | main.ONOSbench.handle.expect(":~") |
| 221 | main.ONOSbench.handle.sendline("""onos $OC1 "cfg set org.onosproject.provider.nil.NullProviders deviceCount 35" """) |
| 222 | main.ONOSbench.handle.expect(":~") |
| 223 | main.ONOSbench.handle.sendline("""onos $OC1 "cfg set org.onosproject.provider.nil.NullProviders topoShape linear" """) |
| 224 | main.ONOSbench.handle.expect(":~") |
| 225 | main.ONOSbench.handle.sendline("""onos $OC1 "null-simulation start" """) |
| 226 | main.ONOSbench.handle.expect(":~") |
| 227 | main.ONOSbench.handle.sendline("""onos $OC1 "balance-masters" """) |
| 228 | main.ONOSbench.handle.expect(":~") |
| 229 | |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 230 | #devide flows |
| 231 | flows = int(main.params[ 'TEST' ][ 'flows' ]) |
| 232 | main.log.info("Flow Target = " + str(flows)) |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 233 | |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 234 | flows = (flows *max(int(n)+1,int(servers)))/((int(n) + 1)*int(servers)*(switches)) |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 235 | |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 236 | main.log.info("Flows per switch = " + str(flows)) |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 237 | |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 238 | #build list of servers in "$OC1, $OC2...." format |
| 239 | serverEnvVars = "" |
| 240 | for i in range (1,int(servers)+1): |
| 241 | serverEnvVars += ("-s " + ONOSIp[i] + " ") |
| 242 | |
| 243 | data = [[""]*int(servers)]*int(sampleSize) |
| 244 | maxes = [""]*int(sampleSize) |
| 245 | |
| 246 | for test in range(0, (warmUp + sampleSize)): |
| 247 | flowCMD = "python3 " + homeDir + "/onos/tools/test/bin/" |
| 248 | flowCMD += testCMD[0] + " " + str(flows) + " " + testCMD[1] |
| 249 | flowCMD += " " + str(n) + " " + str(serverEnvVars) |
| 250 | print("\n") |
| 251 | main.log.info("COMMAND: " + flowCMD) |
| 252 | main.log.info("Executing command") |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 253 | |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 254 | for i in range(0,15): |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 255 | main.ONOSbench.handle.sendline(flowCMD) |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 256 | time.sleep(1) |
| 257 | main.ONOSbench.handle.expect(":~") |
| 258 | rawResult = main.ONOSbench.handle.before |
| 259 | if " -> " in rawResult: |
| 260 | break |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 261 | |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 262 | result = [""]*(clusterCount) |
| 263 | rawResult = rawResult.splitlines() |
| 264 | print(rawResult) |
| 265 | for node in range(1, clusterCount + 1): |
cameron@onlab.us | c80a8c8 | 2015-04-15 14:57:37 -0700 | [diff] [blame^] | 266 | for line in rawResult: |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 267 | if ONOSIp[node] in line and " -> " in line: |
| 268 | myLine = line.split(" ") |
| 269 | for word in myLine: |
| 270 | if "ms" in word: |
| 271 | result[node-1] = int(word.replace("ms","")) |
| 272 | main.log.info("Parsed result: " + str(result[node-1])) |
| 273 | break |
| 274 | break |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 275 | |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 276 | if test >= warmUp: |
| 277 | for i in result: |
| 278 | if i == "": |
| 279 | main.log.error("Missing data point, critical failure incoming") |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 280 | |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 281 | print result |
| 282 | maxes[test-warmUp] = max(result) |
| 283 | main.log.info("Data collection iteration: " + str(test-warmUp) + " of " + str(sampleSize)) |
| 284 | main.log.info("Throughput time: " + str(maxes[test-warmUp]) + "(ms)") |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 285 | |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 286 | if test >= warmUp: |
| 287 | data[test-warmUp] = result |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 288 | |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 289 | # wait for flows = 0 |
| 290 | removedFlows = False |
| 291 | repeat = 0 |
| 292 | time.sleep(3) |
| 293 | while ( removedFlows == False and repeat <= 10 ): |
| 294 | main.ONOSbench.handle.sendline("onos $OC1 summary| cut -d ' ' -f6") |
| 295 | main.ONOSbench.handle.expect("~") |
| 296 | before = main.ONOSbench.handle.before |
| 297 | parseTest = before.splitlines() |
| 298 | flowsummary = "" |
| 299 | for line in parseTest: |
| 300 | if "flow" in str(line): |
| 301 | flowsummary = line |
| 302 | break |
| 303 | currentflow = "" |
| 304 | for word in flowsummary.split(" "): |
| 305 | if "flow" in str(word): |
| 306 | currentflow = str(word) |
| 307 | currentflow = currentflow.replace(",","") |
| 308 | currentflow = currentflow.replace("\n","") |
| 309 | #main.log.info(currentflow) |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 310 | |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 311 | zeroFlow = "flows=0" |
| 312 | if zeroFlow in before: |
| 313 | removedFlows = True |
| 314 | main.log.info("\t Wait 5 sec of cool down...") |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 315 | time.sleep(5) |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 316 | |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 317 | time.sleep(5) |
| 318 | repeat +=1 |
| 319 | |
| 320 | main.log.info("raw data: " + str(data)) |
| 321 | main.log.info("maxes:" + str(maxes)) |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 322 | |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 323 | |
| 324 | # report data |
| 325 | print("") |
| 326 | main.log.info("\t Results (measurments are in milliseconds)") |
| 327 | print("") |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 328 | |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 329 | nodeString = "" |
| 330 | for i in range(1, int(servers) + 1): |
| 331 | nodeString += ("\tNode " + str(i)) |
| 332 | |
| 333 | for test in range(0, sampleSize ): |
| 334 | main.log.info("\t Test iteration " + str(test + 1) ) |
| 335 | main.log.info("\t------------------") |
| 336 | main.log.info(nodeString) |
| 337 | resultString = "" |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 338 | |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 339 | for i in range(0, int(servers) ): |
| 340 | resultString += ("\t" + str(data[test][i]) ) |
| 341 | main.log.info(resultString) |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 342 | |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 343 | print("\n") |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 344 | |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 345 | avgOfMaxes = numpy.mean(maxes) |
| 346 | main.log.info("Average of max value from each test iteration: " + str(avgOfMaxes)) |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 347 | |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 348 | stdOfMaxes = numpy.std(maxes) |
| 349 | main.log.info("Standard Deviation of max values: " + str(stdOfMaxes)) |
| 350 | print("\n\n") |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 351 | |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 352 | avgTP = int(main.params[ 'TEST' ][ 'flows' ]) / avgOfMaxes #result in kflows/second |
| 353 | |
| 354 | tp = [] |
| 355 | for i in maxes: |
| 356 | tp.append((int(main.params[ 'TEST' ][ 'flows' ]) / i )) |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 357 | |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 358 | stdTP = numpy.std(tp) |
andrew@onlab.us | 5cdb285 | 2015-03-11 15:11:10 -0700 | [diff] [blame] | 359 | |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 360 | main.log.info("Average thoughput: " + str(avgTP) + " Kflows/second" ) |
| 361 | main.log.info("Standard deviation of throughput: " + str(stdTP) + " Kflows/second") |
| 362 | |
cameron@onlab.us | c80a8c8 | 2015-04-15 14:57:37 -0700 | [diff] [blame^] | 363 | resultsLog = open("flowTP1gDB","a") |
| 364 | resultsLog.write("'" + commit + "',") |
| 365 | resultsLog.write("'1gig',") |
| 366 | resultsLog.write((main.params[ 'TEST' ][ 'flows' ]) + ",") |
| 367 | resultsLog.write(str(clusterCount)+ ",") |
| 368 | resultsLog.write(str(n) + ",") |
| 369 | resultsLog.write(str(avgTP) + "," + str(stdTP) + "\n") |
cameron@onlab.us | 1949421 | 2015-04-01 16:12:07 -0700 | [diff] [blame] | 370 | resultsLog.close() |
| 371 | |
cameron@onlab.us | c80a8c8 | 2015-04-15 14:57:37 -0700 | [diff] [blame^] | 372 | |