blob: b622fcd8f9549b1a2b018f34ea92ffa18e31105b [file] [log] [blame]
Jeremy Ronquillob27ce4c2017-07-17 12:41:28 -07001"""
Jeremy Ronquillo23fb2162017-09-15 14:59:57 -07002Copyright 2016 Open Networking Foundation ( ONF )
Jeremy Ronquillob27ce4c2017-07-17 12:41:28 -07003
4Please refer questions to either the onos test mailing list at <onos-test@onosproject.org>,
5the System Testing Plans and Results wiki page at <https://wiki.onosproject.org/x/voMg>,
6or the System Testing Guide page at <https://wiki.onosproject.org/x/WYQg>
7
8 TestON is free software: you can redistribute it and/or modify
9 it under the terms of the GNU General Public License as published by
10 the Free Software Foundation, either version 2 of the License, or
Jeremy Ronquillo23fb2162017-09-15 14:59:57 -070011 ( at your option ) any later version.
Jeremy Ronquillob27ce4c2017-07-17 12:41:28 -070012
13 TestON is distributed in the hope that it will be useful,
14 but WITHOUT ANY WARRANTY; without even the implied warranty of
15 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 GNU General Public License for more details.
17
18 You should have received a copy of the GNU General Public License
19 along with TestON. If not, see <http://www.gnu.org/licenses/>.
20"""
suibin zhang116647a2016-05-06 16:30:09 -070021# This is a sample template that starts up ONOS cluster, this template
22# can be use as a base script for ONOS System Testing.
23
Jeremy Ronquillo23fb2162017-09-15 14:59:57 -070024
alison12f34c32016-06-10 14:39:21 -070025class SAMPstartTemplate_3node:
suibin zhang116647a2016-05-06 16:30:09 -070026
27 def __init__( self ):
28 self.default = ''
29
Jeremy Ronquillo23fb2162017-09-15 14:59:57 -070030 def CASE0( self, main ):
31 """
alison12f34c32016-06-10 14:39:21 -070032 Pull specific ONOS branch, then Build ONOS on ONOS Bench.
suibin zhang116647a2016-05-06 16:30:09 -070033 This step is usually skipped. Because in a Jenkins driven automated
34 test env. We want Jenkins jobs to pull&build for flexibility to handle
35 different versions of ONOS.
Jeremy Ronquillo23fb2162017-09-15 14:59:57 -070036 """
You Wang09b596b2018-01-10 10:42:38 -080037 from tests.dependencies.ONOSSetup import ONOSSetup
38 main.testSetUp = ONOSSetup()
Devin Lim58046fa2017-07-05 16:55:00 -070039 main.testSetUp.gitPulling()
You Wanga0f6ff62018-01-11 15:46:30 -080040 from tests.dependencies.Network import Network
41 main.Network = Network()
suibin zhang116647a2016-05-06 16:30:09 -070042
suibin zhang116647a2016-05-06 16:30:09 -070043 def CASE1( self, main ):
Jeremy Ronquillo23fb2162017-09-15 14:59:57 -070044 """
suibin zhang116647a2016-05-06 16:30:09 -070045 Set up global test variables;
46 Uninstall all running cells in test env defined in .topo file
47
Jeremy Ronquillo23fb2162017-09-15 14:59:57 -070048 """
Devin Lim58046fa2017-07-05 16:55:00 -070049 main.testSetUp.envSetupDescription()
50 stepResult = main.FALSE
51 try:
Jeremy Ronquillo23fb2162017-09-15 14:59:57 -070052 main.onosStartupSleep = float( main.params[ 'CASE1' ][ 'SleepTimers' ][ 'onosStartup' ] )
53 main.onosCfgSleep = float( main.params[ 'CASE1' ][ 'SleepTimers' ][ 'onosCfg' ] )
54 main.mnStartupSleep = float( main.params[ 'CASE1' ][ 'SleepTimers' ][ 'mnStartup' ] )
55 main.mnCfgSleep = float( main.params[ 'CASE1' ][ 'SleepTimers' ][ 'mnCfg' ] )
Devin Lim58046fa2017-07-05 16:55:00 -070056 stepResult = main.testSetUp.envSetup( includeGitPull=False )
57 except Exception as e:
58 main.testSetUp.envSetupException( e )
Jon Hallaa1d9b82020-07-30 13:49:42 -070059 main.testSetUp.envSetupConclusion( stepResult )
suibin zhang116647a2016-05-06 16:30:09 -070060
suibin zhang116647a2016-05-06 16:30:09 -070061 def CASE2( self, main ):
Jeremy Ronquillo23fb2162017-09-15 14:59:57 -070062 """
suibin zhang116647a2016-05-06 16:30:09 -070063 Report errors/warnings/exceptions
Jeremy Ronquillo23fb2162017-09-15 14:59:57 -070064 """
65 main.log.info( "Error report: \n" )
66 main.ONOSbench.logReport( main.Cluster.runningNodes[ 0 ].ipAddress,
suibin zhang116647a2016-05-06 16:30:09 -070067 [ "INFO",
68 "FOLLOWER",
69 "WARN",
70 "flow",
71 "ERROR",
72 "Except" ],
73 "s" )
74
75 def CASE10( self, main ):
76 """
Jeremy Ronquillo23fb2162017-09-15 14:59:57 -070077 Start ONOS cluster ( 3 nodes in this example ) in three steps:
78 1 ) start a basic cluster with drivers app via ONOSDriver;
79 2 ) activate apps via ONOSCliDriver;
80 3 ) configure onos via ONOSCliDriver;
suibin zhang116647a2016-05-06 16:30:09 -070081 """
suibin zhang116647a2016-05-06 16:30:09 -070082 import time
83
Devin Lim142b5342017-07-20 15:22:39 -070084 main.case( "Start up " + str( main.Cluster.numCtrls ) + "-node onos cluster." )
Jon Hallca319892017-06-15 15:25:22 -070085
Jeremy Ronquillo23fb2162017-09-15 14:59:57 -070086 main.step( "Start ONOS cluster with basic (drivers) app." )
You Wangdbb95d62018-09-05 15:58:08 -070087 main.restartCluster = True if main.params[ 'CASE10' ][ 'restartCluster' ] == 'True' else False
88 stepResult = main.testSetUp.ONOSSetUp( main.Cluster, restartCluster=main.restartCluster )
suibin zhang116647a2016-05-06 16:30:09 -070089 utilities.assert_equals( expect=main.TRUE,
90 actual=stepResult,
91 onpass="Successfully started basic ONOS cluster ",
92 onfail="Failed to start basic ONOS Cluster " )
93
Devin Lim1abeb442017-12-30 12:17:38 -080094 main.testSetUp.startOnosClis( main.Cluster )
suibin zhang116647a2016-05-06 16:30:09 -070095
Jeremy Ronquillo23fb2162017-09-15 14:59:57 -070096 main.step( "Activate onos apps." )
97 main.apps = main.params[ 'CASE10' ].get( 'Apps' )
Devin Lim58046fa2017-07-05 16:55:00 -070098 if main.apps:
99 main.log.info( "Apps to activate: " + main.apps )
suibin zhang116647a2016-05-06 16:30:09 -0700100 activateResult = main.TRUE
Jeremy Ronquillo23fb2162017-09-15 14:59:57 -0700101 for a in main.apps.split( "," ):
102 activateResult = activateResult & main.Cluster.active( 0 ).CLI.activateApp( a )
suibin zhang116647a2016-05-06 16:30:09 -0700103 # TODO: check this worked
104 time.sleep( main.onosCfgSleep ) # wait for apps to activate
105 else:
106 main.log.warn( "No configurations were specified to be changed after startup" )
107 utilities.assert_equals( expect=main.TRUE,
Jon Hallca319892017-06-15 15:25:22 -0700108 actual=activateResult,
109 onpass="Successfully set config",
110 onfail="Failed to set config" )
suibin zhang116647a2016-05-06 16:30:09 -0700111
112 main.step( "Set ONOS configurations" )
Jeremy Ronquillo23fb2162017-09-15 14:59:57 -0700113 config = main.params[ 'CASE10' ].get( 'ONOS_Configuration' )
suibin zhang116647a2016-05-06 16:30:09 -0700114 if config:
115 main.log.debug( config )
116 checkResult = main.TRUE
117 for component in config:
Jeremy Ronquillo23fb2162017-09-15 14:59:57 -0700118 for setting in config[ component ]:
119 value = config[ component ][ setting ]
120 check = main.Cluster.runningNodes[ 0 ].setCfg( component, setting, value )
suibin zhang116647a2016-05-06 16:30:09 -0700121 main.log.info( "Value was changed? {}".format( main.TRUE == check ) )
122 checkResult = check and checkResult
123 utilities.assert_equals( expect=main.TRUE,
124 actual=checkResult,
125 onpass="Successfully set config",
126 onfail="Failed to set config" )
127 else:
128 main.log.warn( "No configurations were specified to be changed after startup" )
129
130 def CASE11( self, main ):
131 """
132 Start mininet and assign controllers
133 """
134 import time
135
Jeremy Ronquillo23fb2162017-09-15 14:59:57 -0700136 topology = main.params[ 'CASE11' ][ 'topo' ]
suibin zhang116647a2016-05-06 16:30:09 -0700137 main.log.report( "Start Mininet topology" )
Jon Hall6509dbf2016-06-21 17:01:17 -0700138 main.case( "Start Mininet topology" )
suibin zhang116647a2016-05-06 16:30:09 -0700139
140 main.step( "Starting Mininet Topology" )
You Wang84f981d2018-01-12 16:11:50 -0800141 topoResult = main.Mininet1.startNet( mnCmd=topology )
suibin zhang116647a2016-05-06 16:30:09 -0700142 stepResult = topoResult
143 utilities.assert_equals( expect=main.TRUE,
144 actual=stepResult,
145 onpass="Successfully loaded topology",
146 onfail="Failed to load topology" )
147 # Exit if topology did not load properly
148 if not topoResult:
Devin Lim44075962017-08-11 10:56:37 -0700149 main.cleanAndExit()
suibin zhang116647a2016-05-06 16:30:09 -0700150
Jeremy Ronquillo23fb2162017-09-15 14:59:57 -0700151 main.step( "Assign switches to controllers." )
suibin zhang116647a2016-05-06 16:30:09 -0700152 assignResult = main.TRUE
Jeremy Ronquillo23fb2162017-09-15 14:59:57 -0700153 for i in range( 1, 8 ):
You Wang84f981d2018-01-12 16:11:50 -0800154 assignResult = assignResult & main.Mininet1.assignSwController( sw="s" + str( i ),
Jon Hallca319892017-06-15 15:25:22 -0700155 ip=main.Cluster.getIps(),
156 port='6653' )
Jeremy Ronquillo23fb2162017-09-15 14:59:57 -0700157 time.sleep( main.mnCfgSleep )
suibin zhang116647a2016-05-06 16:30:09 -0700158 utilities.assert_equals( expect=main.TRUE,
159 actual=stepResult,
160 onpass="Successfully assign switches to controllers",
161 onfail="Failed to assign switches to controllers" )
162
suibin zhang116647a2016-05-06 16:30:09 -0700163 def CASE12( self, main ):
164 """
You Wang84f981d2018-01-12 16:11:50 -0800165 Connect to a physical network and assign controllers
166 """
167 main.case( "Connecting to physical network" )
168
169 main.step( "Connecting to physical network" )
170 topoResult = main.NetworkBench.connectToNet()
171 stepResult = topoResult
172 utilities.assert_equals( expect=main.TRUE,
173 actual=stepResult,
174 onpass="Successfully loaded topology",
175 onfail="Failed to load topology" )
176 # Exit if topology did not load properly
177 if not topoResult:
178 main.cleanAndExit()
179
180 main.step( "Assign switches to controllers." )
181 assignResult = main.TRUE
182 for i in range( 1, 2 ):
183 assignResult = assignResult & main.NetworkBench.assignSwController( sw="s" + str( i ),
184 ip=main.Cluster.getIps(),
185 port='6653' )
186 time.sleep( main.mnCfgSleep )
187 utilities.assert_equals( expect=main.TRUE,
188 actual=stepResult,
189 onpass="Successfully assign switches to controllers",
190 onfail="Failed to assign switches to controllers" )
191
192 def CASE20( self, main ):
193 """
suibin zhang116647a2016-05-06 16:30:09 -0700194 Tests using through ONOS CLI handles
195 """
Jeremy Ronquillo23fb2162017-09-15 14:59:57 -0700196 main.case( "Test some onos commands through CLI. " )
Devin Lim142b5342017-07-20 15:22:39 -0700197 main.log.debug( main.Cluster.active( 0 ).CLI.sendline( "summary" ) )
198 main.log.debug( main.Cluster.active( 1 ).CLI.sendline( "devices" ) )
suibin zhang116647a2016-05-06 16:30:09 -0700199
You Wang84f981d2018-01-12 16:11:50 -0800200 def CASE30( self, main ):
suibin zhang116647a2016-05-06 16:30:09 -0700201 """
202 Tests using ONOS REST API handles
203 """
Jeremy Ronquillo23fb2162017-09-15 14:59:57 -0700204 main.case( " Sample tests using ONOS REST API handles. " )
Devin Lim142b5342017-07-20 15:22:39 -0700205 main.log.debug( main.Cluster.active( 0 ).REST.send( "/devices" ) )
206 main.log.debug( main.Cluster.active( 2 ).REST.apps() )
alison12f34c32016-06-10 14:39:21 -0700207
You Wang84f981d2018-01-12 16:11:50 -0800208 def CASE40( self, main ):
alison12f34c32016-06-10 14:39:21 -0700209 """
210 Configure fwd app from .params json string with parameter configured
211 Check if configuration successful
212 Run pingall to check connectivity
213 Check ONOS log for warning/error/exceptions
214 """
215 main.case( "Configure onos-app-fwd and check if configuration successful. " )
216 main.step( "Install reactive forwarding app." )
Devin Lim142b5342017-07-20 15:22:39 -0700217 installResults = main.Cluster.active( 0 ).CLI.activateApp( "org.onosproject.fwd" )
218 utilities.assert_equals( expect=main.TRUE,
219 actual=installResults,
Jeremy Ronquillo23fb2162017-09-15 14:59:57 -0700220 onpass="Configure fwd successful",
221 onfail="Configure fwd failed" )
alison12f34c32016-06-10 14:39:21 -0700222 main.step( "Run pingall to check connectivity. " )
223 pingResult = main.FALSE
224 passMsg = "Reactive Pingall test passed"
You Wanga0f6ff62018-01-11 15:46:30 -0800225 pingResult = main.Network.pingall()
alison12f34c32016-06-10 14:39:21 -0700226 if not pingResult:
Jeremy Ronquillo23fb2162017-09-15 14:59:57 -0700227 main.log.warn( "First pingall failed. Trying again..." )
You Wanga0f6ff62018-01-11 15:46:30 -0800228 pingResult = main.Network.pingall()
Jeremy Ronquillo23fb2162017-09-15 14:59:57 -0700229 passMsg += "on the second try"
Devin Lim142b5342017-07-20 15:22:39 -0700230 utilities.assert_equals( expect=main.TRUE,
231 actual=pingResult,
232 onpass=passMsg,
Jeremy Ronquillo23fb2162017-09-15 14:59:57 -0700233 onfail="Reactive Pingall failed, " + "one or more ping pairs failed" )