blob: a2766347fbfc598764f08a5d2198b3e836a6ab88 [file] [log] [blame]
Jeremy Ronquillob27ce4c2017-07-17 12:41:28 -07001"""
2Copyright 2016 Open Networking Foundation (ONF)
3
4Please refer questions to either the onos test mailing list at <onos-test@onosproject.org>,
5the System Testing Plans and Results wiki page at <https://wiki.onosproject.org/x/voMg>,
6or the System Testing Guide page at <https://wiki.onosproject.org/x/WYQg>
7
8 TestON is free software: you can redistribute it and/or modify
9 it under the terms of the GNU General Public License as published by
10 the Free Software Foundation, either version 2 of the License, or
11 (at your option) any later version.
12
13 TestON is distributed in the hope that it will be useful,
14 but WITHOUT ANY WARRANTY; without even the implied warranty of
15 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 GNU General Public License for more details.
17
18 You should have received a copy of the GNU General Public License
19 along with TestON. If not, see <http://www.gnu.org/licenses/>.
20"""
suibin zhang116647a2016-05-06 16:30:09 -070021
22# This is a sample template that starts up ONOS cluster, this template
23# can be use as a base script for ONOS System Testing.
24
alison12f34c32016-06-10 14:39:21 -070025class SAMPstartTemplate_3node:
suibin zhang116647a2016-05-06 16:30:09 -070026
27 def __init__( self ):
28 self.default = ''
29
30
31 def CASE0(self, main):
32 '''
alison12f34c32016-06-10 14:39:21 -070033 Pull specific ONOS branch, then Build ONOS on ONOS Bench.
suibin zhang116647a2016-05-06 16:30:09 -070034 This step is usually skipped. Because in a Jenkins driven automated
35 test env. We want Jenkins jobs to pull&build for flexibility to handle
36 different versions of ONOS.
37 '''
Devin Lim58046fa2017-07-05 16:55:00 -070038 try:
39 from tests.dependencies.ONOSSetup import ONOSSetup
40 except ImportError:
41 main.log.error( "ONOSSetup not found. exiting the test" )
42 main.exit()
43 try:
44 main.testSetUp
45 except ( NameError, AttributeError ):
46 main.testSetUp = ONOSSetup()
suibin zhang116647a2016-05-06 16:30:09 -070047
Devin Lim58046fa2017-07-05 16:55:00 -070048 main.testSetUp.gitPulling()
suibin zhang116647a2016-05-06 16:30:09 -070049
50
51 def CASE1( self, main ):
52 '''
53 Set up global test variables;
54 Uninstall all running cells in test env defined in .topo file
55
56 '''
Devin Lim58046fa2017-07-05 16:55:00 -070057 try:
58 from tests.dependencies.ONOSSetup import ONOSSetup
59 except ImportError:
60 main.log.error( "ONOSSetup not found. exiting the test" )
61 main.exit()
62 try:
63 main.testSetUp
64 except ( NameError, AttributeError ):
65 main.testSetUp = ONOSSetup()
suibin zhang116647a2016-05-06 16:30:09 -070066
Devin Lim58046fa2017-07-05 16:55:00 -070067 main.testSetUp.envSetupDescription()
68 stepResult = main.FALSE
69 try:
Devin Lim58046fa2017-07-05 16:55:00 -070070 main.onosStartupSleep = float(main.params['CASE1']['SleepTimers']['onosStartup'])
71 main.onosCfgSleep = float(main.params['CASE1']['SleepTimers']['onosCfg'])
72 main.mnStartupSleep = float(main.params['CASE1']['SleepTimers']['mnStartup'])
73 main.mnCfgSleep = float(main.params['CASE1']['SleepTimers']['mnCfg'])
Devin Lim58046fa2017-07-05 16:55:00 -070074 stepResult = main.testSetUp.envSetup( includeGitPull=False )
75 except Exception as e:
76 main.testSetUp.envSetupException( e )
77 main.testSetUp.evnSetupConclusion( stepResult )
suibin zhang116647a2016-05-06 16:30:09 -070078
suibin zhang116647a2016-05-06 16:30:09 -070079
Jon Hallca319892017-06-15 15:25:22 -070080
suibin zhang116647a2016-05-06 16:30:09 -070081 def CASE2( self, main ):
82 '''
83 Report errors/warnings/exceptions
84 '''
85 main.log.info("Error report: \n" )
Devin Lim142b5342017-07-20 15:22:39 -070086 main.ONOSbench.logReport( main.Cluster.runningNodes[0].ipAddress,
suibin zhang116647a2016-05-06 16:30:09 -070087 [ "INFO",
88 "FOLLOWER",
89 "WARN",
90 "flow",
91 "ERROR",
92 "Except" ],
93 "s" )
94
95 def CASE10( self, main ):
96 """
97 Start ONOS cluster (3 nodes in this example) in three steps:
98 1) start a basic cluster with drivers app via ONOSDriver;
99 2) activate apps via ONOSCliDriver;
100 3) configure onos via ONOSCliDriver;
101 """
Devin Lim58046fa2017-07-05 16:55:00 -0700102 try:
103 from tests.dependencies.ONOSSetup import ONOSSetup
104 except ImportError:
105 main.log.error( "ONOSSetup not found. exiting the test" )
106 main.exit()
107 try:
108 main.testSetUp
109 except ( NameError, AttributeError ):
110 main.testSetUp = ONOSSetup()
suibin zhang116647a2016-05-06 16:30:09 -0700111
112 import time
113
Devin Lim142b5342017-07-20 15:22:39 -0700114 main.case( "Start up " + str( main.Cluster.numCtrls ) + "-node onos cluster." )
Jon Hallca319892017-06-15 15:25:22 -0700115
suibin zhang116647a2016-05-06 16:30:09 -0700116 main.step( "Start ONOS cluster with basic (drivers) app.")
Devin Lim142b5342017-07-20 15:22:39 -0700117 stepResult = main.ONOSbench.startBasicONOS( nodeList=main.Cluster.getIps(), opSleep=200,
Jon Hallca319892017-06-15 15:25:22 -0700118 onosUser=main.ONOScell.karafUser )
suibin zhang116647a2016-05-06 16:30:09 -0700119 utilities.assert_equals( expect=main.TRUE,
120 actual=stepResult,
121 onpass="Successfully started basic ONOS cluster ",
122 onfail="Failed to start basic ONOS Cluster " )
123
Devin Lim58046fa2017-07-05 16:55:00 -0700124 main.testSetUp.startOnosClis()
suibin zhang116647a2016-05-06 16:30:09 -0700125
126 main.step( "Activate onos apps.")
Devin Lim58046fa2017-07-05 16:55:00 -0700127 main.apps = main.params['CASE10'].get( 'Apps' )
128 if main.apps:
129 main.log.info( "Apps to activate: " + main.apps )
suibin zhang116647a2016-05-06 16:30:09 -0700130 activateResult = main.TRUE
Devin Lim58046fa2017-07-05 16:55:00 -0700131 for a in main.apps.split(","):
Devin Lim142b5342017-07-20 15:22:39 -0700132 activateResult = activateResult & main.Cluster.active( 0 ).CLI.activateApp(a)
suibin zhang116647a2016-05-06 16:30:09 -0700133 # TODO: check this worked
134 time.sleep( main.onosCfgSleep ) # wait for apps to activate
135 else:
136 main.log.warn( "No configurations were specified to be changed after startup" )
137 utilities.assert_equals( expect=main.TRUE,
Jon Hallca319892017-06-15 15:25:22 -0700138 actual=activateResult,
139 onpass="Successfully set config",
140 onfail="Failed to set config" )
suibin zhang116647a2016-05-06 16:30:09 -0700141
142 main.step( "Set ONOS configurations" )
143 config = main.params['CASE10'].get( 'ONOS_Configuration' )
144 if config:
145 main.log.debug( config )
146 checkResult = main.TRUE
147 for component in config:
148 for setting in config[component]:
149 value = config[component][setting]
Devin Lim142b5342017-07-20 15:22:39 -0700150 check = main.Cluster.runningNodes[0].setCfg( component, setting, value )
suibin zhang116647a2016-05-06 16:30:09 -0700151 main.log.info( "Value was changed? {}".format( main.TRUE == check ) )
152 checkResult = check and checkResult
153 utilities.assert_equals( expect=main.TRUE,
154 actual=checkResult,
155 onpass="Successfully set config",
156 onfail="Failed to set config" )
157 else:
158 main.log.warn( "No configurations were specified to be changed after startup" )
159
160 def CASE11( self, main ):
161 """
162 Start mininet and assign controllers
163 """
164 import time
165
suibin zhang116647a2016-05-06 16:30:09 -0700166 topology = main.params['CASE11']['topo']
167 main.log.report( "Start Mininet topology" )
Jon Hall6509dbf2016-06-21 17:01:17 -0700168 main.case( "Start Mininet topology" )
suibin zhang116647a2016-05-06 16:30:09 -0700169
170 main.step( "Starting Mininet Topology" )
alison12f34c32016-06-10 14:39:21 -0700171 topoResult = main.Mininet1.startNet(mnCmd=topology )
suibin zhang116647a2016-05-06 16:30:09 -0700172 stepResult = topoResult
173 utilities.assert_equals( expect=main.TRUE,
174 actual=stepResult,
175 onpass="Successfully loaded topology",
176 onfail="Failed to load topology" )
177 # Exit if topology did not load properly
178 if not topoResult:
179 main.cleanup()
180 main.exit()
181
182 main.step( "Assign switches to controllers.")
183 assignResult = main.TRUE
suibin zhang116647a2016-05-06 16:30:09 -0700184 for i in range(1, 8):
185 assignResult = assignResult & main.Mininet1.assignSwController( sw="s" + str( i ),
Jon Hallca319892017-06-15 15:25:22 -0700186 ip=main.Cluster.getIps(),
187 port='6653' )
suibin zhang116647a2016-05-06 16:30:09 -0700188 time.sleep(main.mnCfgSleep)
189 utilities.assert_equals( expect=main.TRUE,
190 actual=stepResult,
191 onpass="Successfully assign switches to controllers",
192 onfail="Failed to assign switches to controllers" )
193
194
195 def CASE12( self, main ):
196 """
197 Tests using through ONOS CLI handles
198 """
199
Jon Hall6509dbf2016-06-21 17:01:17 -0700200 main.case( "Test some onos commands through CLI. ")
Devin Lim142b5342017-07-20 15:22:39 -0700201 main.log.debug( main.Cluster.active( 0 ).CLI.sendline( "summary" ) )
202 main.log.debug( main.Cluster.active( 1 ).CLI.sendline( "devices" ) )
suibin zhang116647a2016-05-06 16:30:09 -0700203
204 def CASE22( self, main ):
205 """
206 Tests using ONOS REST API handles
207 """
208
209 main.case( " Sample tests using ONOS REST API handles. ")
Devin Lim142b5342017-07-20 15:22:39 -0700210 main.log.debug( main.Cluster.active( 0 ).REST.send( "/devices" ) )
211 main.log.debug( main.Cluster.active( 2 ).REST.apps() )
alison12f34c32016-06-10 14:39:21 -0700212
213 def CASE32( self, main ):
214 """
215 Configure fwd app from .params json string with parameter configured
216 Check if configuration successful
217 Run pingall to check connectivity
218 Check ONOS log for warning/error/exceptions
219 """
220 main.case( "Configure onos-app-fwd and check if configuration successful. " )
221 main.step( "Install reactive forwarding app." )
Devin Lim142b5342017-07-20 15:22:39 -0700222 installResults = main.Cluster.active( 0 ).CLI.activateApp( "org.onosproject.fwd" )
223 utilities.assert_equals( expect=main.TRUE,
224 actual=installResults,
225 onpass= "Configure fwd successful",
226 onfail= "Configure fwd failed" )
alison12f34c32016-06-10 14:39:21 -0700227 main.step( "Run pingall to check connectivity. " )
228 pingResult = main.FALSE
229 passMsg = "Reactive Pingall test passed"
230 pingResult = main.Mininet1.pingall()
231 if not pingResult:
232 main.log.warn("First pingall failed. Trying again...")
233 pingResult = main.Mininet1.pingall()
234 passMsg += "on the second try"
Devin Lim142b5342017-07-20 15:22:39 -0700235 utilities.assert_equals( expect=main.TRUE,
236 actual=pingResult,
237 onpass=passMsg,
238 onfail= "Reactive Pingall failed, " + "one or more ping pairs failed" )