YPZhang | febf730 | 2016-05-24 16:45:56 -0700 | [diff] [blame] | 1 | # SCPFintentRerouteLat |
| 2 | """ |
| 3 | SCPFintentRerouteLat |
| 4 | - Test Intent Reroute Latency |
| 5 | - Test Algorithm: |
| 6 | 1. Start Null Provider reroute Topology |
| 7 | 2. Using Push-test-intents to push batch size intents from switch 1 to switch 7 |
| 8 | 3. Cut the link between switch 3 and switch 4 (the path will reroute to switch 8) |
| 9 | 4. Get the topology time stamp |
| 10 | 5. Get Intent reroute(Installed) time stamp from each nodes |
| 11 | 6. Use the latest intent time stamp subtract topology time stamp |
| 12 | - This test will run 5 warm up by default, warm up iteration can be setup in Param file |
| 13 | - The intent batch size will default set to 1, 100, and 1000, also can be set in Param file |
| 14 | - The unit of the latency result is milliseconds |
| 15 | """ |
cameron@onlab.us | 78b8965 | 2015-07-08 15:21:03 -0700 | [diff] [blame] | 16 | |
Chiyu Cheng | ec63bde | 2016-11-17 18:11:36 -0800 | [diff] [blame] | 17 | |
cameron@onlab.us | 78b8965 | 2015-07-08 15:21:03 -0700 | [diff] [blame] | 18 | class SCPFintentRerouteLat: |
YPZhang | febf730 | 2016-05-24 16:45:56 -0700 | [diff] [blame] | 19 | def __init__(self): |
cameron@onlab.us | 78b8965 | 2015-07-08 15:21:03 -0700 | [diff] [blame] | 20 | self.default = '' |
| 21 | |
YPZhang | febf730 | 2016-05-24 16:45:56 -0700 | [diff] [blame] | 22 | def CASE0( self, main ): |
Chiyu Cheng | ec63bde | 2016-11-17 18:11:36 -0800 | [diff] [blame] | 23 | import imp |
| 24 | import os |
YPZhang | febf730 | 2016-05-24 16:45:56 -0700 | [diff] [blame] | 25 | ''' |
| 26 | - GIT |
| 27 | - BUILDING ONOS |
| 28 | Pull specific ONOS branch, then Build ONOS ono ONOS Bench. |
| 29 | This step is usually skipped. Because in a Jenkins driven automated |
| 30 | test env. We want Jenkins jobs to pull&build for flexibility to handle |
| 31 | different versions of ONOS. |
| 32 | - Construct tests variables |
| 33 | ''' |
Devin Lim | 58046fa | 2017-07-05 16:55:00 -0700 | [diff] [blame^] | 34 | try: |
| 35 | from tests.dependencies.ONOSSetup import ONOSSetup |
| 36 | main.testSetUp = ONOSSetup() |
| 37 | except ImportError: |
| 38 | main.log.error( "ONOSSetup not found. exiting the test" ) |
| 39 | main.exit() |
| 40 | main.testSetUp.envSetupDescription() |
| 41 | stepResult = main.FALSE |
| 42 | try: |
| 43 | main.onosIp = main.ONOSbench.getOnosIps() |
| 44 | main.apps = main.params[ 'ENV' ][ 'cellApps' ] |
| 45 | main.BENCHUser = main.params[ 'BENCH' ][ 'user' ] |
| 46 | main.BENCHIp = main.params[ 'BENCH' ][ 'ip1' ] |
| 47 | main.MN1Ip = main.params[ 'MN' ][ 'ip1' ] |
| 48 | main.maxNodes = int( main.params[ 'max' ] ) |
| 49 | main.cellName = main.params[ 'ENV' ][ 'cellName' ] |
| 50 | main.scale = ( main.params[ 'SCALE' ] ).split(",") |
| 51 | main.timeout = int( main.params[ 'SLEEP' ][ 'timeout' ] ) |
| 52 | main.startUpSleep = int( main.params[ 'SLEEP' ][ 'startup' ] ) |
| 53 | main.installSleep = int( main.params[ 'SLEEP' ][ 'install' ] ) |
| 54 | main.verifySleep = int( main.params[ 'SLEEP' ][ 'verify' ] ) |
| 55 | main.setMasterSleep = int( main.params[ 'SLEEP' ][ 'setmaster' ] ) |
| 56 | main.verifyAttempts = int( main.params[ 'ATTEMPTS' ][ 'verify' ] ) |
| 57 | main.maxInvalidRun = int( main.params[ 'ATTEMPTS' ][ 'maxInvalidRun' ] ) |
| 58 | main.sampleSize = int( main.params[ 'TEST' ][ 'sampleSize' ] ) |
| 59 | main.warmUp = int( main.params[ 'TEST' ][ 'warmUp' ] ) |
| 60 | main.ingress = main.params[ 'TEST' ][ 'ingress' ] |
| 61 | main.egress = main.params[ 'TEST' ][ 'egress' ] |
| 62 | main.debug = main.params[ 'TEST' ][ 'debug' ] |
| 63 | main.flowObj = main.params[ 'TEST' ][ 'flowObj' ] |
| 64 | main.deviceCount = int( main.params[ 'TEST' ][ 'deviceCount' ] ) |
| 65 | main.end1 = main.params[ 'TEST' ][ 'end1' ] |
| 66 | main.end2 = main.params[ 'TEST' ][ 'end2' ] |
| 67 | main.searchTerm = main.params[ 'SEARCHTERM' ] |
| 68 | if main.flowObj == "True": |
| 69 | main.flowObj = True |
| 70 | main.dbFileName = main.params[ 'DATABASE' ][ 'dbFlowObj' ] |
| 71 | main.intentsList = ( main.params[ 'TEST' ][ 'FObjintents' ] ).split( "," ) |
| 72 | else: |
| 73 | main.flowObj = False |
| 74 | main.dbFileName = main.params[ 'DATABASE' ][ 'dbName' ] |
| 75 | main.intentsList = ( main.params[ 'TEST' ][ 'intents' ] ).split( "," ) |
cameron@onlab.us | 78b8965 | 2015-07-08 15:21:03 -0700 | [diff] [blame] | 76 | |
Devin Lim | 58046fa | 2017-07-05 16:55:00 -0700 | [diff] [blame^] | 77 | stepResult = main.testSetUp.gitPulling() |
YPZhang | febf730 | 2016-05-24 16:45:56 -0700 | [diff] [blame] | 78 | |
Devin Lim | 58046fa | 2017-07-05 16:55:00 -0700 | [diff] [blame^] | 79 | for i in range( 0, len( main.intentsList) ): |
| 80 | main.intentsList[ i ] = int( main.intentsList[ i ] ) |
| 81 | # Create DataBase file |
| 82 | main.log.info( "Create Database file " + main.dbFileName ) |
| 83 | resultsDB = open( main.dbFileName, "w+" ) |
| 84 | resultsDB.close() |
| 85 | file1 = main.params[ "DEPENDENCY" ][ "FILE1" ] |
| 86 | main.dependencyPath = os.path.dirname( os.getcwd() ) + main.params[ "DEPENDENCY" ][ "PATH" ] |
| 87 | main.intentRerouteLatFuncs = imp.load_source( file1, main.dependencyPath + file1 + ".py" ) |
YPZhang | febf730 | 2016-05-24 16:45:56 -0700 | [diff] [blame] | 88 | |
Devin Lim | 58046fa | 2017-07-05 16:55:00 -0700 | [diff] [blame^] | 89 | main.record = 0 |
| 90 | except Exception as e: |
| 91 | main.testSetUp.envSetupException( e ) |
| 92 | main.testSetUp.evnSetupConclusion( stepResult ) |
YPZhang | febf730 | 2016-05-24 16:45:56 -0700 | [diff] [blame] | 93 | |
| 94 | def CASE1( self, main ): |
| 95 | ''' |
| 96 | clean up test environment and set up |
| 97 | ''' |
cameron@onlab.us | 78b8965 | 2015-07-08 15:21:03 -0700 | [diff] [blame] | 98 | import time |
| 99 | |
YPZhang | febf730 | 2016-05-24 16:45:56 -0700 | [diff] [blame] | 100 | main.maxNumBatch = 0 |
Devin Lim | 58046fa | 2017-07-05 16:55:00 -0700 | [diff] [blame^] | 101 | main.testSetUp.getNumCtrls( True ) |
| 102 | main.testSetUp.envSetup( includeGitPull=False, makeMaxNodes=False ) |
| 103 | main.testSetUp.ONOSSetUp( main.MN1Ip, True, |
| 104 | cellName=main.cellName, killRemoveMax=False, |
| 105 | CtrlsSet=False ) |
YPZhang | febf730 | 2016-05-24 16:45:56 -0700 | [diff] [blame] | 106 | # configure apps |
Chiyu Cheng | 1976db5 | 2016-10-21 15:57:30 -0700 | [diff] [blame] | 107 | main.CLIs[0].setCfg("org.onosproject.provider.nil.NullProviders", "deviceCount", value=main.deviceCount) |
YPZhang | febf730 | 2016-05-24 16:45:56 -0700 | [diff] [blame] | 108 | main.CLIs[0].setCfg("org.onosproject.provider.nil.NullProviders", "topoShape", value="reroute") |
| 109 | main.CLIs[0].setCfg("org.onosproject.provider.nil.NullProviders", "enabled", value="true") |
YPZhang | e6ef82a | 2016-07-05 16:48:15 -0700 | [diff] [blame] | 110 | if main.flowObj: |
| 111 | main.CLIs[0].setCfg("org.onosproject.net.intent.impl.compiler.IntentConfigurableRegistrator", |
| 112 | "useFlowObjectives", value="true") |
You Wang | 106d0fa | 2017-05-15 17:22:15 -0700 | [diff] [blame] | 113 | main.CLIs[0].setCfg("org.onosproject.net.intent.impl.compiler.IntentConfigurableRegistrator", |
| 114 | "defaultFlowObjectiveCompiler", |
| 115 | value='org.onosproject.net.intent.impl.compiler.LinkCollectionIntentObjectiveCompiler') |
Chiyu Cheng | ec63bde | 2016-11-17 18:11:36 -0800 | [diff] [blame] | 116 | time.sleep( main.startUpSleep ) |
| 117 | for i in range( int( main.numCtrls ) ): |
| 118 | main.CLIs[i].logSet( "DEBUG", "org.onosproject.metrics.topology" ) |
| 119 | main.CLIs[i].logSet( "DEBUG", "org.onosproject.metrics.intent" ) |
YPZhang | febf730 | 2016-05-24 16:45:56 -0700 | [diff] [blame] | 120 | # Balance Master |
| 121 | main.CLIs[0].balanceMasters() |
You Wang | 0b9039d | 2017-01-12 16:51:29 -0800 | [diff] [blame] | 122 | time.sleep( main.setMasterSleep ) |
Devin Lim | 58046fa | 2017-07-05 16:55:00 -0700 | [diff] [blame^] | 123 | if main.numCtrls: |
| 124 | main.CLIs[0].deviceRole( main.end1[ 'name' ], main.ONOSip[0] ) |
| 125 | main.CLIs[0].deviceRole( main.end2[ 'name' ], main.ONOSip[0] ) |
YPZhang | 2b9b26d | 2016-06-20 16:18:29 -0700 | [diff] [blame] | 126 | time.sleep( main.setMasterSleep ) |
cameron@onlab.us | 78b8965 | 2015-07-08 15:21:03 -0700 | [diff] [blame] | 127 | |
| 128 | def CASE2( self, main ): |
cameron@onlab.us | 78b8965 | 2015-07-08 15:21:03 -0700 | [diff] [blame] | 129 | import time |
| 130 | import numpy |
| 131 | import datetime |
YPZhang | febf730 | 2016-05-24 16:45:56 -0700 | [diff] [blame] | 132 | import json |
| 133 | # from scipy import stats |
cameron@onlab.us | 78b8965 | 2015-07-08 15:21:03 -0700 | [diff] [blame] | 134 | |
Devin Lim | 58046fa | 2017-07-05 16:55:00 -0700 | [diff] [blame^] | 135 | print( main.intentsList) |
YPZhang | febf730 | 2016-05-24 16:45:56 -0700 | [diff] [blame] | 136 | for batchSize in main.intentsList: |
You Wang | 0b9039d | 2017-01-12 16:51:29 -0800 | [diff] [blame] | 137 | main.batchSize = batchSize |
YPZhang | febf730 | 2016-05-24 16:45:56 -0700 | [diff] [blame] | 138 | main.log.report("Intent Batch size: " + str(batchSize) + "\n ") |
You Wang | 6d301d4 | 2017-04-21 10:49:33 -0700 | [diff] [blame] | 139 | firstLocalLatencies = [] |
| 140 | lastLocalLatencies = [] |
| 141 | firstGlobalLatencies = [] |
| 142 | lastGlobalLatencies = [] |
| 143 | main.startLine = {} |
Chiyu Cheng | ec63bde | 2016-11-17 18:11:36 -0800 | [diff] [blame] | 144 | main.validRun = 0 |
| 145 | main.invalidRun = 0 |
You Wang | 0b9039d | 2017-01-12 16:51:29 -0800 | [diff] [blame] | 146 | while main.validRun <= main.warmUp + main.sampleSize and main.invalidRun <= main.maxInvalidRun: |
Chiyu Cheng | ec63bde | 2016-11-17 18:11:36 -0800 | [diff] [blame] | 147 | if main.validRun >= main.warmUp: |
YPZhang | febf730 | 2016-05-24 16:45:56 -0700 | [diff] [blame] | 148 | main.log.info("================================================") |
Devin Lim | 58046fa | 2017-07-05 16:55:00 -0700 | [diff] [blame^] | 149 | main.log.info("Valid iteration: {} ".format( main.validRun - main.warmUp) ) |
| 150 | main.log.info("Total iteration: {}".format( main.validRun + main.invalidRun) ) |
YPZhang | febf730 | 2016-05-24 16:45:56 -0700 | [diff] [blame] | 151 | main.log.info("================================================") |
cameron@onlab.us | 78b8965 | 2015-07-08 15:21:03 -0700 | [diff] [blame] | 152 | else: |
YPZhang | febf730 | 2016-05-24 16:45:56 -0700 | [diff] [blame] | 153 | main.log.info("====================Warm Up=====================") |
cameron@onlab.us | 78b8965 | 2015-07-08 15:21:03 -0700 | [diff] [blame] | 154 | |
YPZhang | febf730 | 2016-05-24 16:45:56 -0700 | [diff] [blame] | 155 | # push intents |
Devin Lim | 58046fa | 2017-07-05 16:55:00 -0700 | [diff] [blame^] | 156 | main.CLIs[0].pushTestIntents( main.ingress, main.egress, main.batchSize, |
YPZhang | febf730 | 2016-05-24 16:45:56 -0700 | [diff] [blame] | 157 | offset=1, options="-i", timeout=main.timeout) |
cameron@onlab.us | 78b8965 | 2015-07-08 15:21:03 -0700 | [diff] [blame] | 158 | |
You Wang | 6d301d4 | 2017-04-21 10:49:33 -0700 | [diff] [blame] | 159 | # check links, flows and intents |
Devin Lim | 58046fa | 2017-07-05 16:55:00 -0700 | [diff] [blame^] | 160 | main.intentRerouteLatFuncs.sanityCheck( main, main.deviceCount * 2, batchSize * ( main.deviceCount - 1 ), main.batchSize ) |
Chiyu Cheng | ec63bde | 2016-11-17 18:11:36 -0800 | [diff] [blame] | 161 | if not main.verify: |
You Wang | 6d301d4 | 2017-04-21 10:49:33 -0700 | [diff] [blame] | 162 | main.log.warn( "Sanity check failed, skipping this iteration..." ) |
| 163 | continue |
| 164 | |
| 165 | # Insert one line in karaf.log before link down |
| 166 | for i in range( main.numCtrls ): |
| 167 | main.CLIs[ i ].log( "\'Scale: {}, Batch:{}, Iteration: {}\'".format( main.numCtrls, batchSize, main.validRun + main.invalidRun ) ) |
| 168 | |
| 169 | # bring link down |
Chiyu Cheng | 1976db5 | 2016-10-21 15:57:30 -0700 | [diff] [blame] | 170 | main.CLIs[0].link( main.end1[ 'port' ], main.end2[ 'port' ], "down", |
YPZhang | febf730 | 2016-05-24 16:45:56 -0700 | [diff] [blame] | 171 | timeout=main.timeout, showResponse=False) |
You Wang | 6d301d4 | 2017-04-21 10:49:33 -0700 | [diff] [blame] | 172 | |
| 173 | # check links, flows and intents |
Devin Lim | 58046fa | 2017-07-05 16:55:00 -0700 | [diff] [blame^] | 174 | main.intentRerouteLatFuncs.sanityCheck( main, ( main.deviceCount - 1) * 2, batchSize * main.deviceCount, main.batchSize ) |
Chiyu Cheng | ec63bde | 2016-11-17 18:11:36 -0800 | [diff] [blame] | 175 | if not main.verify: |
You Wang | 6d301d4 | 2017-04-21 10:49:33 -0700 | [diff] [blame] | 176 | main.log.warn( "Sanity check failed, skipping this iteration..." ) |
| 177 | continue |
| 178 | |
| 179 | # Get timestamp of last LINK_REMOVED event as separator between iterations |
| 180 | skip = False |
Chiyu Cheng | ec63bde | 2016-11-17 18:11:36 -0800 | [diff] [blame] | 181 | for i in range( main.numCtrls ): |
You Wang | 6d301d4 | 2017-04-21 10:49:33 -0700 | [diff] [blame] | 182 | logNum = main.intentRerouteLatFuncs.getLogNum( main, i ) |
| 183 | timestamp = str( main.CLIs[ i ].getTimeStampFromLog( "last", "LINK_REMOVED", "time = ", " ", logNum=logNum ) ) |
| 184 | if timestamp == main.ERROR: |
| 185 | # Try again in case that the log number just increased |
| 186 | logNum = main.intentRerouteLatFuncs.getLogNum( main, i ) |
| 187 | timestamp = str( main.CLIs[ i ].getTimeStampFromLog( "last", "LINK_REMOVED", "time = ", " ", logNum=logNum ) ) |
| 188 | if timestamp == main.ERROR: |
| 189 | main.log.warn( "Cannot find the event we want in the log, skipping this iteration..." ) |
| 190 | main.intentRerouteLatFuncs.bringBackTopology( main ) |
| 191 | if main.validRun >= main.warmUp: |
| 192 | main.invalidRun += 1 |
| 193 | else: |
| 194 | main.validRun += 1 |
| 195 | skip = True |
| 196 | break |
| 197 | else: |
| 198 | main.startLine[ i ] = timestamp |
| 199 | main.log.info( "Timestamp of last LINK_REMOVED event on node {} is {}".format( i+1, main.startLine[ i ] ) ) |
| 200 | if skip: continue |
| 201 | |
| 202 | # calculate values |
| 203 | topologyTimestamps = main.intentRerouteLatFuncs.getTopologyTimestamps( main ) |
| 204 | intentTimestamps = main.intentRerouteLatFuncs.getIntentTimestamps( main ) |
| 205 | if intentTimestamps == main.ERROR or topologyTimestamps == main.ERROR: |
| 206 | main.log.info( "Got invalid timestamp, skipping this iteration..." ) |
| 207 | main.intentRerouteLatFuncs.bringBackTopology( main ) |
Chiyu Cheng | ec63bde | 2016-11-17 18:11:36 -0800 | [diff] [blame] | 208 | if main.validRun >= main.warmUp: |
| 209 | main.invalidRun += 1 |
YPZhang | 8742d2e | 2016-06-16 15:31:58 -0700 | [diff] [blame] | 210 | else: |
Chiyu Cheng | ec63bde | 2016-11-17 18:11:36 -0800 | [diff] [blame] | 211 | main.validRun += 1 |
YPZhang | febf730 | 2016-05-24 16:45:56 -0700 | [diff] [blame] | 212 | continue |
Chiyu Cheng | ec63bde | 2016-11-17 18:11:36 -0800 | [diff] [blame] | 213 | else: |
You Wang | 6d301d4 | 2017-04-21 10:49:33 -0700 | [diff] [blame] | 214 | main.log.info( "Got valid timestamps" ) |
| 215 | |
| 216 | firstLocalLatnecy, lastLocalLatnecy, firstGlobalLatency, lastGlobalLatnecy = main.intentRerouteLatFuncs.calculateLatency( main, topologyTimestamps, intentTimestamps ) |
| 217 | if firstLocalLatnecy < 0: |
| 218 | main.log.info( "Got negative latency, skipping this iteration..." ) |
| 219 | main.intentRerouteLatFuncs.bringBackTopology( main ) |
| 220 | if main.validRun >= main.warmUp: |
| 221 | main.invalidRun += 1 |
| 222 | else: |
| 223 | main.validRun += 1 |
| 224 | continue |
| 225 | else: |
| 226 | main.log.info( "Got valid latencies" ) |
Chiyu Cheng | ec63bde | 2016-11-17 18:11:36 -0800 | [diff] [blame] | 227 | main.validRun += 1 |
YPZhang | febf730 | 2016-05-24 16:45:56 -0700 | [diff] [blame] | 228 | |
You Wang | 6d301d4 | 2017-04-21 10:49:33 -0700 | [diff] [blame] | 229 | firstLocalLatencies.append( firstLocalLatnecy ) |
| 230 | lastLocalLatencies.append( lastLocalLatnecy ) |
| 231 | firstGlobalLatencies.append( firstGlobalLatency ) |
| 232 | lastGlobalLatencies.append( lastGlobalLatnecy ) |
| 233 | |
| 234 | # bring up link and withdraw intents |
Chiyu Cheng | 1976db5 | 2016-10-21 15:57:30 -0700 | [diff] [blame] | 235 | main.CLIs[0].link( main.end1[ 'port' ], main.end2[ 'port' ], "up", |
YPZhang | febf730 | 2016-05-24 16:45:56 -0700 | [diff] [blame] | 236 | timeout=main.timeout) |
Devin Lim | 58046fa | 2017-07-05 16:55:00 -0700 | [diff] [blame^] | 237 | main.CLIs[0].pushTestIntents( main.ingress, main.egress, batchSize, |
You Wang | 6d301d4 | 2017-04-21 10:49:33 -0700 | [diff] [blame] | 238 | offset=1, options="-w", timeout=main.timeout) |
| 239 | main.CLIs[0].purgeWithdrawnIntents() |
| 240 | |
| 241 | # check links, flows and intents |
| 242 | main.intentRerouteLatFuncs.sanityCheck( main, main.deviceCount * 2, 0, 0 ) |
Chiyu Cheng | ec63bde | 2016-11-17 18:11:36 -0800 | [diff] [blame] | 243 | if not main.verify: |
YPZhang | febf730 | 2016-05-24 16:45:56 -0700 | [diff] [blame] | 244 | continue |
| 245 | |
You Wang | 6d301d4 | 2017-04-21 10:49:33 -0700 | [diff] [blame] | 246 | aveLocalLatency = numpy.average( lastLocalLatencies ) |
| 247 | aveGlobalLatency = numpy.average( lastGlobalLatencies ) |
| 248 | stdLocalLatency = numpy.std( lastLocalLatencies ) |
| 249 | stdGlobalLatency = numpy.std( lastGlobalLatencies ) |
Chiyu Cheng | ec63bde | 2016-11-17 18:11:36 -0800 | [diff] [blame] | 250 | |
| 251 | main.log.report( "Scale: " + str( main.numCtrls ) + " \tIntent batch: " + str( batchSize ) ) |
You Wang | 6d301d4 | 2017-04-21 10:49:33 -0700 | [diff] [blame] | 252 | main.log.report( "Local latency average:................" + str( aveLocalLatency ) ) |
| 253 | main.log.report( "Global latency average:................" + str( aveGlobalLatency ) ) |
| 254 | main.log.report( "Local latency std:................" + str( stdLocalLatency ) ) |
| 255 | main.log.report( "Global latency std:................" + str( stdGlobalLatency ) ) |
Chiyu Cheng | ec63bde | 2016-11-17 18:11:36 -0800 | [diff] [blame] | 256 | main.log.report( "________________________________________________________" ) |
cameron@onlab.us | 78b8965 | 2015-07-08 15:21:03 -0700 | [diff] [blame] | 257 | |
You Wang | 6d301d4 | 2017-04-21 10:49:33 -0700 | [diff] [blame] | 258 | if not ( numpy.isnan( aveLocalLatency ) or numpy.isnan( aveGlobalLatency ) ): |
YPZhang | 8742d2e | 2016-06-16 15:31:58 -0700 | [diff] [blame] | 259 | # check if got NaN for result |
You Wang | 6d301d4 | 2017-04-21 10:49:33 -0700 | [diff] [blame] | 260 | resultsDB = open( main.dbFileName, "a" ) |
| 261 | resultsDB.write( "'" + main.commit + "'," ) |
| 262 | resultsDB.write( str( main.numCtrls ) + "," ) |
| 263 | resultsDB.write( str( batchSize ) + "," ) |
| 264 | resultsDB.write( str( aveLocalLatency ) + "," ) |
| 265 | resultsDB.write( str( stdLocalLatency ) + "\n" ) |
YPZhang | 8742d2e | 2016-06-16 15:31:58 -0700 | [diff] [blame] | 266 | resultsDB.close() |