blob: 2773ac6ebdc1b5065c86d0dfe296da8e0f7bdd84 [file] [log] [blame]
Jon Hall5cf14d52015-07-16 12:15:19 -07001"""
Jeremy Ronquillo23fb2162017-09-15 14:59:57 -07002Copyright 2015 Open Networking Foundation ( ONF )
Jeremy Ronquillob27ce4c2017-07-17 12:41:28 -07003
4Please refer questions to either the onos test mailing list at <onos-test@onosproject.org>,
5the System Testing Plans and Results wiki page at <https://wiki.onosproject.org/x/voMg>,
6or the System Testing Guide page at <https://wiki.onosproject.org/x/WYQg>
7
8 TestON is free software: you can redistribute it and/or modify
9 it under the terms of the GNU General Public License as published by
10 the Free Software Foundation, either version 2 of the License, or
Jeremy Ronquillo23fb2162017-09-15 14:59:57 -070011 ( at your option ) any later version.
Jeremy Ronquillob27ce4c2017-07-17 12:41:28 -070012
13 TestON is distributed in the hope that it will be useful,
14 but WITHOUT ANY WARRANTY; without even the implied warranty of
15 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 GNU General Public License for more details.
17
18 You should have received a copy of the GNU General Public License
19 along with TestON. If not, see <http://www.gnu.org/licenses/>.
20"""
Jeremy Ronquillob27ce4c2017-07-17 12:41:28 -070021"""
Jon Hall5cf14d52015-07-16 12:15:19 -070022Description: This test is to determine if the HA test setup is
23 working correctly. There are no failures so this test should
24 have a 100% pass rate
25
26List of test cases:
27CASE1: Compile ONOS and push it to the test machines
28CASE2: Assign devices to controllers
29CASE21: Assign mastership to controllers
30CASE3: Assign intents
31CASE4: Ping across added host intents
32CASE5: Reading state of ONOS
33CASE6: The Failure case. Since this is the Sanity test, we do nothing.
34CASE7: Check state after control plane failure
35CASE8: Compare topo
36CASE9: Link s3-s28 down
37CASE10: Link s3-s28 up
38CASE11: Switch down
39CASE12: Switch up
40CASE13: Clean up
41CASE14: start election app on all onos nodes
42CASE15: Check that Leadership Election is still functional
43CASE16: Install Distributed Primitives app
44CASE17: Check for basic functionality with distributed primitives
45"""
Jon Hall5cf14d52015-07-16 12:15:19 -070046class HAsanity:
47
48 def __init__( self ):
49 self.default = ''
50
51 def CASE1( self, main ):
52 """
53 CASE1 is to compile ONOS and push it to the test machines
54
55 Startup sequence:
56 cell <name>
57 onos-verify-cell
58 NOTE: temporary - onos-remove-raft-logs
59 onos-uninstall
60 start mininet
61 git pull
62 mvn clean install
63 onos-package
64 onos-install -f
65 onos-wait-for-start
66 start cli sessions
67 start tcpdump
68 """
69 main.log.info( "ONOS HA Sanity test - initialization" )
Jon Halla440e872016-03-31 15:15:50 -070070 # These are for csv plotting in jenkins
Devin Lim58046fa2017-07-05 16:55:00 -070071 main.HAlabels = []
72 main.HAdata = []
73 try:
74 from tests.dependencies.ONOSSetup import ONOSSetup
75 main.testSetUp = ONOSSetup()
76 except ImportError:
Jon Hallca319892017-06-15 15:25:22 -070077 main.log.error( "ONOSSetup not found. exiting the test" )
Devin Lim44075962017-08-11 10:56:37 -070078 main.cleanAndExit()
Devin Lim58046fa2017-07-05 16:55:00 -070079 main.testSetUp.envSetupDescription()
Jon Halle1a3b752015-07-22 13:02:46 -070080 try:
Jon Hall53c5e662016-04-13 16:06:56 -070081 from tests.HA.dependencies.HA import HA
Jon Hall41d39f12016-04-11 22:54:35 -070082 main.HA = HA()
Devin Lim58046fa2017-07-05 16:55:00 -070083 cellName = main.params[ 'ENV' ][ 'cellName' ]
84 main.apps = main.params[ 'ENV' ][ 'appString' ]
Devin Lim142b5342017-07-20 15:22:39 -070085 stepResult = main.testSetUp.envSetup()
Jon Halle1a3b752015-07-22 13:02:46 -070086 except Exception as e:
Devin Lim58046fa2017-07-05 16:55:00 -070087 main.testSetUp.envSetupException( e )
88 main.testSetUp.evnSetupConclusion( stepResult )
Jon Halle1a3b752015-07-22 13:02:46 -070089
You Wanga0f6ff62018-01-11 15:46:30 -080090 main.testSetUp.ONOSSetUp( main.Cluster, cellName=cellName, removeLog=True,
Devin Lim58046fa2017-07-05 16:55:00 -070091 extraApply=main.HA.startingMininet )
Jon Hall5cf14d52015-07-16 12:15:19 -070092
Devin Lim58046fa2017-07-05 16:55:00 -070093 main.HA.initialSetUp()
Jon Hall9d2dcad2016-04-08 10:15:20 -070094
Jon Hall5cf14d52015-07-16 12:15:19 -070095 def CASE2( self, main ):
96 """
97 Assign devices to controllers
98 """
Devin Lim58046fa2017-07-05 16:55:00 -070099 main.HA.assignDevices( main )
Jon Hall5cf14d52015-07-16 12:15:19 -0700100
101 def CASE21( self, main ):
102 """
103 Assign mastership to controllers
104 """
Devin Lim58046fa2017-07-05 16:55:00 -0700105 main.HA.assignMastership( main )
Jon Hall5cf14d52015-07-16 12:15:19 -0700106
107 def CASE3( self, main ):
108 """
109 Assign intents
110 """
Devin Lim58046fa2017-07-05 16:55:00 -0700111 main.HA.assignIntents( main )
Jon Hall5cf14d52015-07-16 12:15:19 -0700112
113 def CASE4( self, main ):
114 """
115 Ping across added host intents
116 """
Jon Hallca319892017-06-15 15:25:22 -0700117 main.HA.pingAcrossHostIntent( main )
Jon Hall5cf14d52015-07-16 12:15:19 -0700118
119 def CASE5( self, main ):
120 """
121 Reading state of ONOS
122 """
Devin Lim58046fa2017-07-05 16:55:00 -0700123 main.HA.readingState( main )
Jon Hall5cf14d52015-07-16 12:15:19 -0700124
125 def CASE6( self, main ):
126 """
127 The Failure case. Since this is the Sanity test, we do nothing.
128 """
129 import time
Jon Hall5cf14d52015-07-16 12:15:19 -0700130 assert main, "main not defined"
131 assert utilities.assert_equals, "utilities.assert_equals not defined"
Jon Hall5cf14d52015-07-16 12:15:19 -0700132 main.case( "Wait 60 seconds instead of inducing a failure" )
133 time.sleep( 60 )
134 utilities.assert_equals(
135 expect=main.TRUE,
136 actual=main.TRUE,
137 onpass="Sleeping 60 seconds",
138 onfail="Something is terribly wrong with my math" )
139
140 def CASE7( self, main ):
141 """
142 Check state after ONOS failure
143 """
Devin Lim142b5342017-07-20 15:22:39 -0700144 main.HA.checkStateAfterEvent( main, afterWhich=0, compareSwitch=True )
Jon Hall5cf14d52015-07-16 12:15:19 -0700145
Jon Hall5cf14d52015-07-16 12:15:19 -0700146 main.step( "Leadership Election is still functional" )
147 # Test of LeadershipElection
Jon Halla440e872016-03-31 15:15:50 -0700148 leaderList = []
149
Jon Hall5cf14d52015-07-16 12:15:19 -0700150 # NOTE: this only works for the sanity test. In case of failures,
151 # leader will likely change
Jon Hallca319892017-06-15 15:25:22 -0700152 leader = main.Cluster.testLeader
Jon Hall5cf14d52015-07-16 12:15:19 -0700153 leaderResult = main.TRUE
Jon Halla440e872016-03-31 15:15:50 -0700154
Jon Hallca319892017-06-15 15:25:22 -0700155 for ctrl in main.Cluster.active():
156 leaderN = ctrl.electionTestLeader()
Jon Halla440e872016-03-31 15:15:50 -0700157 leaderList.append( leaderN )
Jon Hall5cf14d52015-07-16 12:15:19 -0700158 # verify leader is ONOS1
159 if leaderN == leader:
160 # all is well
161 # NOTE: In failure scenario, this could be a new node, maybe
162 # check != ONOS1
163 pass
164 elif leaderN == main.FALSE:
165 # error in response
166 main.log.error( "Something is wrong with " +
167 "electionTestLeader function, check the" +
168 " error logs" )
169 leaderResult = main.FALSE
Jon Halla440e872016-03-31 15:15:50 -0700170 elif leaderN is None:
Jon Halla478b852017-12-04 15:00:15 -0800171 main.log.error( ctrl.name +
Jon Halla440e872016-03-31 15:15:50 -0700172 " shows no leader for the election-app was" +
173 " elected after the old one died" )
Jon Hall5cf14d52015-07-16 12:15:19 -0700174 leaderResult = main.FALSE
Jon Halla440e872016-03-31 15:15:50 -0700175 if len( set( leaderList ) ) != 1:
176 leaderResult = main.FALSE
177 main.log.error(
178 "Inconsistent view of leader for the election test app" )
Jon Hallca319892017-06-15 15:25:22 -0700179 main.log.debug( leaderList )
Jon Hall5cf14d52015-07-16 12:15:19 -0700180 utilities.assert_equals(
181 expect=main.TRUE,
182 actual=leaderResult,
183 onpass="Leadership election passed",
184 onfail="Something went wrong with Leadership election" )
185
186 def CASE8( self, main ):
187 """
188 Compare topo
189 """
Devin Lim58046fa2017-07-05 16:55:00 -0700190 main.HA.compareTopo( main )
Jon Halld2871c22016-07-26 11:01:14 -0700191
Jon Hall5cf14d52015-07-16 12:15:19 -0700192 def CASE9( self, main ):
193 """
194 Link s3-s28 down
195 """
Devin Lim58046fa2017-07-05 16:55:00 -0700196 main.HA.linkDown( main )
Jon Hall5cf14d52015-07-16 12:15:19 -0700197
198 def CASE10( self, main ):
199 """
200 Link s3-s28 up
201 """
Devin Lim58046fa2017-07-05 16:55:00 -0700202 main.HA.linkUp( main )
Jon Hall5cf14d52015-07-16 12:15:19 -0700203
204 def CASE11( self, main ):
205 """
206 Switch Down
207 """
208 # NOTE: You should probably run a topology check after this
Devin Lim58046fa2017-07-05 16:55:00 -0700209 main.HA.switchDown( main )
Jon Hall5cf14d52015-07-16 12:15:19 -0700210
211 def CASE12( self, main ):
212 """
213 Switch Up
214 """
215 # NOTE: You should probably run a topology check after this
Devin Lim58046fa2017-07-05 16:55:00 -0700216 main.HA.switchUp( main )
Jon Hall5cf14d52015-07-16 12:15:19 -0700217
218 def CASE13( self, main ):
219 """
220 Clean up
221 """
Devin Lim58046fa2017-07-05 16:55:00 -0700222 main.HA.cleanUp( main )
Jon Hall5cf14d52015-07-16 12:15:19 -0700223
224 def CASE14( self, main ):
225 """
226 start election app on all onos nodes
227 """
Devin Lim58046fa2017-07-05 16:55:00 -0700228 main.HA.startElectionApp( main )
Jon Hall5cf14d52015-07-16 12:15:19 -0700229
230 def CASE15( self, main ):
231 """
232 Check that Leadership Election is still functional
acsmars71adceb2015-08-31 15:09:26 -0700233 15.1 Run election on each node
234 15.2 Check that each node has the same leaders and candidates
235 15.3 Find current leader and withdraw
236 15.4 Check that a new node was elected leader
237 15.5 Check that that new leader was the candidate of old leader
238 15.6 Run for election on old leader
239 15.7 Check that oldLeader is a candidate, and leader if only 1 node
240 15.8 Make sure that the old leader was added to the candidate list
241
242 old and new variable prefixes refer to data from before vs after
243 withdrawl and later before withdrawl vs after re-election
Jon Hall5cf14d52015-07-16 12:15:19 -0700244 """
Devin Lim58046fa2017-07-05 16:55:00 -0700245 main.HA.isElectionFunctional( main )
Jon Hall5cf14d52015-07-16 12:15:19 -0700246
247 def CASE16( self, main ):
248 """
249 Install Distributed Primitives app
250 """
Devin Lim58046fa2017-07-05 16:55:00 -0700251 main.HA.installDistributedPrimitiveApp( main )
Jon Hall5cf14d52015-07-16 12:15:19 -0700252
253 def CASE17( self, main ):
254 """
255 Check for basic functionality with distributed primitives
256 """
Devin Lim58046fa2017-07-05 16:55:00 -0700257 main.HA.checkDistPrimitivesFunc( main )