jenkins | 24dde6b | 2015-06-19 13:40:44 -0700 | [diff] [blame] | 1 | # ScaleOutTemplate --> CbenchBM |
| 2 | # |
| 3 | # CASE1 starts number of nodes specified in param file |
| 4 | # |
| 5 | # cameron@onlab.us |
| 6 | |
| 7 | import sys |
Jon Hall | f57a5ef | 2015-07-07 17:56:16 -0700 | [diff] [blame] | 8 | import os |
jenkins | 24dde6b | 2015-06-19 13:40:44 -0700 | [diff] [blame] | 9 | import os.path |
| 10 | |
| 11 | |
Jon Hall | f57a5ef | 2015-07-07 17:56:16 -0700 | [diff] [blame] | 12 | class SCPFcbench: |
jenkins | 24dde6b | 2015-06-19 13:40:44 -0700 | [diff] [blame] | 13 | |
| 14 | def __init__( self ): |
| 15 | self.default = '' |
| 16 | |
Jon Hall | 4ba53f0 | 2015-07-29 13:07:41 -0700 | [diff] [blame] | 17 | def CASE1( self, main ): |
| 18 | |
| 19 | import time |
| 20 | import os |
| 21 | global init |
suibin zhang | 8a46f2e | 2015-07-13 21:56:07 -0700 | [diff] [blame] | 22 | main.case("pre-condition for cbench test.") |
| 23 | |
Jon Hall | 4ba53f0 | 2015-07-29 13:07:41 -0700 | [diff] [blame] | 24 | try: |
| 25 | if type(init) is not bool: |
| 26 | init = False |
| 27 | except NameError: |
| 28 | init = False |
| 29 | |
Jon Hall | 4ba53f0 | 2015-07-29 13:07:41 -0700 | [diff] [blame] | 30 | # -- INIT SECTION, ONLY RUNS ONCE -- # |
| 31 | if init == False: |
jenkins | 24dde6b | 2015-06-19 13:40:44 -0700 | [diff] [blame] | 32 | init = True |
Devin Lim | 58046fa | 2017-07-05 16:55:00 -0700 | [diff] [blame] | 33 | try: |
| 34 | from tests.dependencies.ONOSSetup import ONOSSetup |
| 35 | main.testSetUp = ONOSSetup() |
| 36 | except ImportError: |
| 37 | main.log.error( "ONOSSetup not found. exiting the test" ) |
| 38 | main.exit() |
| 39 | main.testSetUp.envSetupDescription() |
| 40 | stepResult = main.FALSE |
| 41 | try: |
| 42 | # Load values from params file |
| 43 | BENCHIp = main.params['BENCH']['ip1'] |
| 44 | BENCHUser = main.params['BENCH']['user'] |
| 45 | CBENCHuser = main.params['CBENCH']['user'] |
| 46 | MN1Ip = os.environ[main.params['MN']['ip1']] |
| 47 | main.maxNodes = int(main.params['availableNodes']) |
| 48 | main.cellName = main.params['ENV']['cellName'] |
| 49 | main.apps = main.params['ENV']['cellApps'] |
| 50 | main.scale = (main.params['SCALE']).split(",") |
Jon Hall | 4ba53f0 | 2015-07-29 13:07:41 -0700 | [diff] [blame] | 51 | |
Devin Lim | 58046fa | 2017-07-05 16:55:00 -0700 | [diff] [blame] | 52 | stepResult = main.testSetUp.envSetup( hasCli=False ) |
| 53 | except Exception as e: |
| 54 | main.testSetUp.envSetupException( e ) |
| 55 | main.testSetUp.evnSetupConclusion( stepResult ) |
Devin Lim | 58046fa | 2017-07-05 16:55:00 -0700 | [diff] [blame] | 56 | main.commit = ( main.commit.split( " " ) )[ 1 ] |
jenkins | 24dde6b | 2015-06-19 13:40:44 -0700 | [diff] [blame] | 57 | # -- END OF INIT SECTION --# |
Jon Hall | 4ba53f0 | 2015-07-29 13:07:41 -0700 | [diff] [blame] | 58 | |
Devin Lim | 58046fa | 2017-07-05 16:55:00 -0700 | [diff] [blame] | 59 | main.testSetUp.ONOSSetUp( MN1Ip, True, hasCli=False, |
| 60 | cellName=main.cellName ) |
jenkins | 24dde6b | 2015-06-19 13:40:44 -0700 | [diff] [blame] | 61 | |
Jon Hall | 4ba53f0 | 2015-07-29 13:07:41 -0700 | [diff] [blame] | 62 | for i in range(5): |
Devin Lim | 58046fa | 2017-07-05 16:55:00 -0700 | [diff] [blame] | 63 | main.ONOSbench.onosCfgSet(main.ONOSip[0], "org.onosproject.fwd.ReactiveForwarding","packetOutOnly true") |
jenkins | 24dde6b | 2015-06-19 13:40:44 -0700 | [diff] [blame] | 64 | time.sleep(5) |
Jon Hall | 4ba53f0 | 2015-07-29 13:07:41 -0700 | [diff] [blame] | 65 | main.ONOSbench.handle.sendline("onos $OC1 cfg get|grep packetOutOnly") |
| 66 | main.ONOSbench.handle.expect(":~") |
jenkins | 24dde6b | 2015-06-19 13:40:44 -0700 | [diff] [blame] | 67 | check = main.ONOSbench.handle.before |
| 68 | if "value=true" in check: |
Jon Hall | 4ba53f0 | 2015-07-29 13:07:41 -0700 | [diff] [blame] | 69 | main.log.info("cfg set successful") |
suibin zhang | 8a46f2e | 2015-07-13 21:56:07 -0700 | [diff] [blame] | 70 | stepResult = main.TRUE |
Jon Hall | 4ba53f0 | 2015-07-29 13:07:41 -0700 | [diff] [blame] | 71 | break |
| 72 | if i == 4: |
suibin zhang | 8a46f2e | 2015-07-13 21:56:07 -0700 | [diff] [blame] | 73 | main.log.info("Cfg set failed") |
| 74 | stepResult = main.FALSE |
Jon Hall | 4ba53f0 | 2015-07-29 13:07:41 -0700 | [diff] [blame] | 75 | else: |
jenkins | 24dde6b | 2015-06-19 13:40:44 -0700 | [diff] [blame] | 76 | time.sleep(5) |
suibin zhang | 8a46f2e | 2015-07-13 21:56:07 -0700 | [diff] [blame] | 77 | |
Jon Hall | 4ba53f0 | 2015-07-29 13:07:41 -0700 | [diff] [blame] | 78 | utilities.assert_equals( expect=main.TRUE, |
| 79 | actual=stepResult, |
| 80 | onpass="Successfully configure onos for cbench test ", |
suibin zhang | 8a46f2e | 2015-07-13 21:56:07 -0700 | [diff] [blame] | 81 | onfail="Failed to configure onos for cbench test" ) |
jenkins | 24dde6b | 2015-06-19 13:40:44 -0700 | [diff] [blame] | 82 | |
Jon Hall | 4ba53f0 | 2015-07-29 13:07:41 -0700 | [diff] [blame] | 83 | |
jenkins | 24dde6b | 2015-06-19 13:40:44 -0700 | [diff] [blame] | 84 | def CASE2( self, main ): |
suibin zhang | 8a46f2e | 2015-07-13 21:56:07 -0700 | [diff] [blame] | 85 | main.case("Running Cbench") |
| 86 | main.step("Issuing cbench commands and grab returned results") |
| 87 | validFlag = False |
suibin zhang | acdd8fe | 2015-08-31 17:01:39 -0700 | [diff] [blame] | 88 | cbenchCMD = main.params[ 'TEST' ][ 'cbenchCMD' ] |
jenkins | 24dde6b | 2015-06-19 13:40:44 -0700 | [diff] [blame] | 89 | mode = main.params[ 'TEST' ][ 'mode' ] |
| 90 | if mode != "t": |
Jon Hall | 4ba53f0 | 2015-07-29 13:07:41 -0700 | [diff] [blame] | 91 | mode = " " |
jenkins | 24dde6b | 2015-06-19 13:40:44 -0700 | [diff] [blame] | 92 | |
Devin Lim | 58046fa | 2017-07-05 16:55:00 -0700 | [diff] [blame] | 93 | runCbench = ( "ssh " + CBENCHuser + "@" + main.ONOSip[0] + " " + cbenchCMD + mode ) |
jenkins | 24dde6b | 2015-06-19 13:40:44 -0700 | [diff] [blame] | 94 | main.ONOSbench.handle.sendline(runCbench) |
| 95 | time.sleep(30) |
Jon Hall | 4ba53f0 | 2015-07-29 13:07:41 -0700 | [diff] [blame] | 96 | main.ONOSbench.handle.expect(":~") |
jenkins | 24dde6b | 2015-06-19 13:40:44 -0700 | [diff] [blame] | 97 | output = main.ONOSbench.handle.before |
| 98 | main.log.info(output) |
| 99 | |
| 100 | output = output.splitlines() |
Jon Hall | 4ba53f0 | 2015-07-29 13:07:41 -0700 | [diff] [blame] | 101 | for line in output: |
suibin zhang | 8a46f2e | 2015-07-13 21:56:07 -0700 | [diff] [blame] | 102 | if "RESULT: " in line: |
| 103 | validFlag = True |
jenkins | 24dde6b | 2015-06-19 13:40:44 -0700 | [diff] [blame] | 104 | print line |
Jon Hall | 4ba53f0 | 2015-07-29 13:07:41 -0700 | [diff] [blame] | 105 | resultLine = line.split(" ") |
suibin zhang | 8a46f2e | 2015-07-13 21:56:07 -0700 | [diff] [blame] | 106 | for word in resultLine: |
Jon Hall | 4ba53f0 | 2015-07-29 13:07:41 -0700 | [diff] [blame] | 107 | if word == "min/max/avg/stdev": |
suibin zhang | 8a46f2e | 2015-07-13 21:56:07 -0700 | [diff] [blame] | 108 | resultsIndex = resultLine.index(word) |
| 109 | print resultsIndex |
| 110 | break |
jenkins | 24dde6b | 2015-06-19 13:40:44 -0700 | [diff] [blame] | 111 | |
suibin zhang | 8a46f2e | 2015-07-13 21:56:07 -0700 | [diff] [blame] | 112 | finalDataString = resultLine[resultsIndex + 2] |
| 113 | print finalDataString |
| 114 | finalDataList = finalDataString.split("/") |
| 115 | avg = finalDataList[2] |
| 116 | stdev = finalDataList[3] |
Jon Hall | 4ba53f0 | 2015-07-29 13:07:41 -0700 | [diff] [blame] | 117 | |
| 118 | main.log.info("Average: \t\t\t" + avg) |
| 119 | main.log.info("Standard Deviation: \t" + stdev) |
| 120 | |
suibin zhang | 8a46f2e | 2015-07-13 21:56:07 -0700 | [diff] [blame] | 121 | try: |
| 122 | dbFileName="/tmp/CbenchDB" |
Jon Hall | 4ba53f0 | 2015-07-29 13:07:41 -0700 | [diff] [blame] | 123 | dbfile = open(dbFileName, "w+") |
Devin Lim | 58046fa | 2017-07-05 16:55:00 -0700 | [diff] [blame] | 124 | temp = "'" + main.commit + "'," |
Jon Hall | 4ba53f0 | 2015-07-29 13:07:41 -0700 | [diff] [blame] | 125 | temp += "'" + mode + "'," |
suibin zhang | 8a46f2e | 2015-07-13 21:56:07 -0700 | [diff] [blame] | 126 | temp += "'" + avg + "'," |
Jon Hall | 4ba53f0 | 2015-07-29 13:07:41 -0700 | [diff] [blame] | 127 | temp += "'" + stdev + "'\n" |
suibin zhang | 8a46f2e | 2015-07-13 21:56:07 -0700 | [diff] [blame] | 128 | dbfile.write(temp) |
| 129 | dbfile.close() |
Devin Lim | 58046fa | 2017-07-05 16:55:00 -0700 | [diff] [blame] | 130 | main.ONOSbench.logReport(main.ONOSip[0], ["ERROR", "WARNING", "EXCEPT"], outputMode="d") |
suibin zhang | 8a46f2e | 2015-07-13 21:56:07 -0700 | [diff] [blame] | 131 | except IOError: |
| 132 | main.log.warn("Error opening " + dbFileName + " to write results.") |
Jon Hall | 4ba53f0 | 2015-07-29 13:07:41 -0700 | [diff] [blame] | 133 | |
suibin zhang | 8a46f2e | 2015-07-13 21:56:07 -0700 | [diff] [blame] | 134 | stepResult = main.TRUE |
| 135 | break |
| 136 | if ( validFlag == False ): |
| 137 | main.log.warn("Cbench Test produced no valid results!!!!") |
| 138 | stepResult = main.FALSE |
jenkins | 24dde6b | 2015-06-19 13:40:44 -0700 | [diff] [blame] | 139 | |
suibin zhang | 8a46f2e | 2015-07-13 21:56:07 -0700 | [diff] [blame] | 140 | utilities.assert_equals( expect=main.TRUE, |
| 141 | actual=stepResult, |
| 142 | onpass="Successfully tested onos for cbench. ", |
| 143 | onfail="Failed to obtain valid onos cbench result!" ) |
jenkins | 24dde6b | 2015-06-19 13:40:44 -0700 | [diff] [blame] | 144 | |