Jeremy Ronquillo | b27ce4c | 2017-07-17 12:41:28 -0700 | [diff] [blame] | 1 | """ |
Jeremy Ronquillo | 23fb216 | 2017-09-15 14:59:57 -0700 | [diff] [blame] | 2 | Copyright 2015 Open Networking Foundation ( ONF ) |
Jeremy Ronquillo | b27ce4c | 2017-07-17 12:41:28 -0700 | [diff] [blame] | 3 | |
| 4 | Please refer questions to either the onos test mailing list at <onos-test@onosproject.org>, |
| 5 | the System Testing Plans and Results wiki page at <https://wiki.onosproject.org/x/voMg>, |
| 6 | or the System Testing Guide page at <https://wiki.onosproject.org/x/WYQg> |
| 7 | |
| 8 | TestON is free software: you can redistribute it and/or modify |
| 9 | it under the terms of the GNU General Public License as published by |
| 10 | the Free Software Foundation, either version 2 of the License, or |
Jeremy Ronquillo | 23fb216 | 2017-09-15 14:59:57 -0700 | [diff] [blame] | 11 | ( at your option ) any later version. |
Jeremy Ronquillo | b27ce4c | 2017-07-17 12:41:28 -0700 | [diff] [blame] | 12 | |
| 13 | TestON is distributed in the hope that it will be useful, |
| 14 | but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 15 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 16 | GNU General Public License for more details. |
| 17 | |
| 18 | You should have received a copy of the GNU General Public License |
| 19 | along with TestON. If not, see <http://www.gnu.org/licenses/>. |
| 20 | """ |
Jeremy Ronquillo | 23fb216 | 2017-09-15 14:59:57 -0700 | [diff] [blame] | 21 | """ |
YPZhang | cbc2a06 | 2016-07-11 10:55:44 -0700 | [diff] [blame] | 22 | SCPFintentEventTp |
| 23 | - Use intentperf app to generate a lot of intent install and withdraw events |
| 24 | - Test will run with 1,3,5,7 nodes, and with all neighbors |
| 25 | - Test will run 400 seconds and grep the overall rate from intent-perf summary |
andrew@onlab.us | 2ae3a11 | 2015-02-02 11:24:32 -0800 | [diff] [blame] | 26 | |
YPZhang | cbc2a06 | 2016-07-11 10:55:44 -0700 | [diff] [blame] | 27 | yunpeng@onlab.us |
Jeremy Ronquillo | 23fb216 | 2017-09-15 14:59:57 -0700 | [diff] [blame] | 28 | """ |
cameron@onlab.us | aaecfd7 | 2015-07-08 12:27:26 -0700 | [diff] [blame] | 29 | import time |
andrew@onlab.us | 1033220 | 2015-03-11 15:04:43 -0700 | [diff] [blame] | 30 | |
andrew@onlab.us | 2ae3a11 | 2015-02-02 11:24:32 -0800 | [diff] [blame] | 31 | |
suibin | 7f2c9cd | 2015-07-08 17:34:59 -0700 | [diff] [blame] | 32 | class SCPFintentEventTp: |
Jeremy Ronquillo | 23fb216 | 2017-09-15 14:59:57 -0700 | [diff] [blame] | 33 | |
andrew@onlab.us | 2ae3a11 | 2015-02-02 11:24:32 -0800 | [diff] [blame] | 34 | def __init__( self ): |
| 35 | self.default = '' |
| 36 | |
YPZhang | cbc2a06 | 2016-07-11 10:55:44 -0700 | [diff] [blame] | 37 | def CASE0( self, main ): |
Jeremy Ronquillo | 23fb216 | 2017-09-15 14:59:57 -0700 | [diff] [blame] | 38 | """ |
YPZhang | cbc2a06 | 2016-07-11 10:55:44 -0700 | [diff] [blame] | 39 | - GIT |
| 40 | - BUILDING ONOS |
| 41 | Pull specific ONOS branch, then Build ONOS ono ONOS Bench. |
| 42 | This step is usually skipped. Because in a Jenkins driven automated |
| 43 | test env. We want Jenkins jobs to pull&build for flexibility to handle |
| 44 | different versions of ONOS. |
| 45 | - Construct tests variables |
Jeremy Ronquillo | 23fb216 | 2017-09-15 14:59:57 -0700 | [diff] [blame] | 46 | """ |
Devin Lim | 58046fa | 2017-07-05 16:55:00 -0700 | [diff] [blame] | 47 | try: |
| 48 | from tests.dependencies.ONOSSetup import ONOSSetup |
| 49 | main.testSetUp = ONOSSetup() |
| 50 | except ImportError: |
| 51 | main.log.error( "ONOSSetup not found. exiting the test" ) |
Devin Lim | 4407596 | 2017-08-11 10:56:37 -0700 | [diff] [blame] | 52 | main.cleanAndExit() |
Devin Lim | 58046fa | 2017-07-05 16:55:00 -0700 | [diff] [blame] | 53 | main.testSetUp.envSetupDescription() |
| 54 | stepResult = main.FALSE |
| 55 | try: |
Devin Lim | 142b534 | 2017-07-20 15:22:39 -0700 | [diff] [blame] | 56 | main.cellName = main.params[ 'ENV' ][ 'cellName' ] |
Devin Lim | 58046fa | 2017-07-05 16:55:00 -0700 | [diff] [blame] | 57 | main.apps = main.params[ 'ENV' ][ 'cellApps' ] |
| 58 | main.BENCHIp = main.params[ 'BENCH' ][ 'ip1' ] |
| 59 | main.BENCHUser = main.params[ 'BENCH' ][ 'user' ] |
| 60 | main.MN1Ip = main.params[ 'MN' ][ 'ip1' ] |
Devin Lim | 142b534 | 2017-07-20 15:22:39 -0700 | [diff] [blame] | 61 | main.numSwitches = ( main.params[ 'TEST' ][ 'numSwitches' ] ).split( "," ) |
Devin Lim | 58046fa | 2017-07-05 16:55:00 -0700 | [diff] [blame] | 62 | main.skipRelRsrc = main.params[ 'TEST' ][ 'skipReleaseResourcesOnWithdrawal' ] |
| 63 | main.flowObj = main.params[ 'TEST' ][ 'flowObj' ] |
| 64 | main.startUpSleep = int( main.params[ 'SLEEP' ][ 'startup' ] ) |
| 65 | main.installSleep = int( main.params[ 'SLEEP' ][ 'install' ] ) |
| 66 | main.verifySleep = int( main.params[ 'SLEEP' ][ 'verify' ] ) |
Devin Lim | 142b534 | 2017-07-20 15:22:39 -0700 | [diff] [blame] | 67 | main.scale = ( main.params[ 'SCALE' ] ).split( "," ) |
Devin Lim | 58046fa | 2017-07-05 16:55:00 -0700 | [diff] [blame] | 68 | main.testDuration = main.params[ 'TEST' ][ 'duration' ] |
| 69 | main.logInterval = main.params[ 'TEST' ][ 'log_interval' ] |
| 70 | main.debug = main.params[ 'debugMode' ] |
Devin Lim | 142b534 | 2017-07-20 15:22:39 -0700 | [diff] [blame] | 71 | main.intentManagerCfg = main.params[ 'CFG' ][ 'intentManager' ] |
| 72 | main.intentConfigRegiCfg = main.params[ 'CFG' ][ 'intentConfigRegi' ] |
| 73 | main.nullProviderCfg = main.params[ 'CFG' ][ 'nullProvider' ] |
| 74 | main.linkCollectionIntentCfg = main.params[ 'CFG' ][ 'linkCollectionIntent' ] |
| 75 | main.intentPerfInstallerCfg = main.params[ 'CFG' ][ 'intentPerfInstaller' ] |
Devin Lim | 9ef93e1 | 2017-08-07 17:01:46 -0700 | [diff] [blame] | 76 | main.neighbor = ( main.params[ 'TEST' ][ 'neighbors' ] ).split( "," ) |
Devin Lim | 58046fa | 2017-07-05 16:55:00 -0700 | [diff] [blame] | 77 | main.timeout = int( main.params[ 'SLEEP' ][ 'timeout' ] ) |
| 78 | main.cyclePeriod = main.params[ 'TEST' ][ 'cyclePeriod' ] |
| 79 | if main.flowObj == "True": |
| 80 | main.flowObj = True |
| 81 | main.dbFileName = main.params[ 'DATABASE' ][ 'dbFlowObj' ] |
| 82 | main.numKeys = main.params[ 'TEST' ][ 'numKeysFlowObj' ] |
| 83 | else: |
| 84 | main.flowObj = False |
| 85 | main.dbFileName = main.params[ 'DATABASE' ][ 'dbName' ] |
| 86 | main.numKeys = main.params[ 'TEST' ][ 'numKeys' ] |
cameron@onlab.us | c10e22c | 2015-05-13 13:07:28 -0700 | [diff] [blame] | 87 | |
Devin Lim | 142b534 | 2017-07-20 15:22:39 -0700 | [diff] [blame] | 88 | stepResult = main.testSetUp.envSetup() |
Devin Lim | 58046fa | 2017-07-05 16:55:00 -0700 | [diff] [blame] | 89 | # Create DataBase file |
| 90 | main.log.info( "Create Database file " + main.dbFileName ) |
| 91 | resultsDB = open( main.dbFileName, "w+" ) |
| 92 | resultsDB.close() |
Devin Lim | 58046fa | 2017-07-05 16:55:00 -0700 | [diff] [blame] | 93 | except Exception as e: |
| 94 | main.testSetUp.envSetupException( e ) |
| 95 | main.testSetUp.evnSetupConclusion( stepResult ) |
| 96 | main.commit = main.commit.split( " " )[ 1 ] |
cameron@onlab.us | 412e956 | 2015-05-13 16:04:34 -0700 | [diff] [blame] | 97 | |
YPZhang | cbc2a06 | 2016-07-11 10:55:44 -0700 | [diff] [blame] | 98 | def CASE1( self, main ): |
| 99 | # Clean up test environment and set up |
| 100 | import time |
YPZhang | cbc2a06 | 2016-07-11 10:55:44 -0700 | [diff] [blame] | 101 | main.maxNumBatch = 0 |
Devin Lim | 142b534 | 2017-07-20 15:22:39 -0700 | [diff] [blame] | 102 | main.testSetUp.ONOSSetUp( main.MN1Ip, main.Cluster, True, |
| 103 | cellName=main.cellName, killRemoveMax=False ) |
YPZhang | cbc2a06 | 2016-07-11 10:55:44 -0700 | [diff] [blame] | 104 | # config apps |
Devin Lim | 142b534 | 2017-07-20 15:22:39 -0700 | [diff] [blame] | 105 | main.Cluster.active( 0 ).CLI.setCfg( main.intentManagerCfg, |
| 106 | "skipReleaseResourcesOnWithdrawal " + main.skipRelRsrc ) |
| 107 | main.Cluster.active( 0 ).CLI.setCfg( main.nullProviderCfg, |
| 108 | "deviceCount " + str( int( main.Cluster.numCtrls * 10 ) ) ) |
| 109 | main.Cluster.active( 0 ).CLI.setCfg( main.nullProviderCfg, "topoShape linear" ) |
| 110 | main.Cluster.active( 0 ).CLI.setCfg( main.nullProviderCfg, "enabled true" ) |
YPZhang | e6ef82a | 2016-07-05 16:48:15 -0700 | [diff] [blame] | 111 | if main.flowObj: |
Devin Lim | 6301b74 | 2017-08-07 11:00:21 -0700 | [diff] [blame] | 112 | main.Cluster.active( 0 ).CLI.setCfg( main.intentConfigRegiCfg, |
Devin Lim | 142b534 | 2017-07-20 15:22:39 -0700 | [diff] [blame] | 113 | "useFlowObjectives", value="true" ) |
Devin Lim | 6301b74 | 2017-08-07 11:00:21 -0700 | [diff] [blame] | 114 | main.Cluster.active( 0 ).CLI.setCfg( main.intentConfigRegiCfg, |
Devin Lim | 142b534 | 2017-07-20 15:22:39 -0700 | [diff] [blame] | 115 | "defaultFlowObjectiveCompiler", |
| 116 | value=main.linkCollectionIntentCfg ) |
YPZhang | cbc2a06 | 2016-07-11 10:55:44 -0700 | [diff] [blame] | 117 | time.sleep( main.startUpSleep ) |
cameron@onlab.us | eae03dc | 2015-07-29 11:51:28 -0700 | [diff] [blame] | 118 | |
YPZhang | cbc2a06 | 2016-07-11 10:55:44 -0700 | [diff] [blame] | 119 | # balanceMasters |
Devin Lim | 142b534 | 2017-07-20 15:22:39 -0700 | [diff] [blame] | 120 | main.Cluster.active( 0 ).CLI.balanceMasters() |
YPZhang | cbc2a06 | 2016-07-11 10:55:44 -0700 | [diff] [blame] | 121 | time.sleep( main.startUpSleep ) |
Jeremy Ronquillo | 23fb216 | 2017-09-15 14:59:57 -0700 | [diff] [blame] | 122 | |
Devin Lim | 142b534 | 2017-07-20 15:22:39 -0700 | [diff] [blame] | 123 | def CASE2( self, main ): |
jenkins | 3af0cd8 | 2015-03-24 10:27:16 -0700 | [diff] [blame] | 124 | import numpy |
cameron@onlab.us | c10e22c | 2015-05-13 13:07:28 -0700 | [diff] [blame] | 125 | |
Devin Lim | 142b534 | 2017-07-20 15:22:39 -0700 | [diff] [blame] | 126 | main.log.info( "Cluster Count = " + str( main.Cluster.numCtrls ) ) |
Devin Lim | 9ef93e1 | 2017-08-07 17:01:46 -0700 | [diff] [blame] | 127 | neighbors = '0' if main.neighbor.pop( 0 ) == '0' else str( main.Cluster.numCtrls - 1 ) |
| 128 | main.log.info( "Neighbors: " + neighbors ) |
YPZhang | cbc2a06 | 2016-07-11 10:55:44 -0700 | [diff] [blame] | 129 | main.log.info( "Config intent-perf app" ) |
Devin Lim | 142b534 | 2017-07-20 15:22:39 -0700 | [diff] [blame] | 130 | main.Cluster.active( 0 ).CLI.setCfg( main.intentPerfInstallerCfg, |
| 131 | "numKeys " + main.numKeys ) |
| 132 | main.Cluster.active( 0 ).CLI.setCfg( main.intentPerfInstallerCfg, |
Devin Lim | 9ef93e1 | 2017-08-07 17:01:46 -0700 | [diff] [blame] | 133 | "numNeighbors " + neighbors ) |
Devin Lim | 142b534 | 2017-07-20 15:22:39 -0700 | [diff] [blame] | 134 | main.Cluster.active( 0 ).CLI.setCfg( main.intentPerfInstallerCfg, |
| 135 | "cyclePeriod " + main.cyclePeriod ) |
cameron@onlab.us | c10e22c | 2015-05-13 13:07:28 -0700 | [diff] [blame] | 136 | |
Devin Lim | 142b534 | 2017-07-20 15:22:39 -0700 | [diff] [blame] | 137 | main.log.info( "Starting intent-perf test for " + str( main.testDuration ) + " seconds..." ) |
| 138 | main.Cluster.active( 0 ).CLI.sendline( "intent-perf-start" ) |
YPZhang | cbc2a06 | 2016-07-11 10:55:44 -0700 | [diff] [blame] | 139 | stop = time.time() + float( main.testDuration ) |
andrew@onlab.us | 1033220 | 2015-03-11 15:04:43 -0700 | [diff] [blame] | 140 | |
YPZhang | cbc2a06 | 2016-07-11 10:55:44 -0700 | [diff] [blame] | 141 | while time.time() < stop: |
Devin Lim | 142b534 | 2017-07-20 15:22:39 -0700 | [diff] [blame] | 142 | time.sleep( 15 ) |
| 143 | result = main.Cluster.active( 0 ).CLI.getIntentPerfSummary() |
YPZhang | cbc2a06 | 2016-07-11 10:55:44 -0700 | [diff] [blame] | 144 | if result: |
Devin Lim | 142b534 | 2017-07-20 15:22:39 -0700 | [diff] [blame] | 145 | for ctrl in main.Cluster.active(): |
| 146 | main.log.info( "Node {} Overall Rate: {}".format( ctrl.ipAddress, |
| 147 | result[ ctrl.ipAddress ] ) ) |
YPZhang | cbc2a06 | 2016-07-11 10:55:44 -0700 | [diff] [blame] | 148 | main.log.info( "Stop intent-perf" ) |
Devin Lim | 142b534 | 2017-07-20 15:22:39 -0700 | [diff] [blame] | 149 | for ctrl in main.Cluster.active(): |
| 150 | ctrl.CLI.sendline( "intent-perf-stop" ) |
YPZhang | cbc2a06 | 2016-07-11 10:55:44 -0700 | [diff] [blame] | 151 | if result: |
Devin Lim | 142b534 | 2017-07-20 15:22:39 -0700 | [diff] [blame] | 152 | for ctrl in main.Cluster.active(): |
| 153 | main.log.info( "Node {} final Overall Rate: {}".format( ctrl.ipAddress, |
| 154 | result[ ctrl.ipAddress ] ) ) |
andrew@onlab.us | 2ae3a11 | 2015-02-02 11:24:32 -0800 | [diff] [blame] | 155 | |
YPZhang | cbc2a06 | 2016-07-11 10:55:44 -0700 | [diff] [blame] | 156 | with open( main.dbFileName, "a" ) as resultDB: |
Devin Lim | 142b534 | 2017-07-20 15:22:39 -0700 | [diff] [blame] | 157 | for nodes in range( main.Cluster.numCtrls ): |
YPZhang | cbc2a06 | 2016-07-11 10:55:44 -0700 | [diff] [blame] | 158 | resultString = "'" + main.commit + "'," |
| 159 | resultString += "'1gig'," |
Devin Lim | 142b534 | 2017-07-20 15:22:39 -0700 | [diff] [blame] | 160 | resultString += str( main.Cluster.numCtrls ) + "," |
Jeremy Ronquillo | 23fb216 | 2017-09-15 14:59:57 -0700 | [diff] [blame] | 161 | resultString += "'baremetal" + str(nodes + 1) + "'," |
Devin Lim | 9ef93e1 | 2017-08-07 17:01:46 -0700 | [diff] [blame] | 162 | resultString += neighbors + "," |
Devin Lim | 142b534 | 2017-07-20 15:22:39 -0700 | [diff] [blame] | 163 | resultString += result[ main.Cluster.active( nodes ).ipAddress ] + "," |
| 164 | resultString += str( 0 ) + "\n" # no stddev |
YPZhang | cbc2a06 | 2016-07-11 10:55:44 -0700 | [diff] [blame] | 165 | resultDB.write( resultString ) |
| 166 | resultDB.close() |