Devin Lim | 57221b0 | 2018-02-14 15:45:36 -0800 | [diff] [blame] | 1 | """ |
| 2 | Copyright 2017 Open Networking Foundation ( ONF ) |
| 3 | |
| 4 | Please refer questions to either the onos test mailing list at <onos-test@onosproject.org>, |
| 5 | the System Testing Plans and Results wiki page at <https://wiki.onosproject.org/x/voMg>, |
| 6 | or the System Testing Guide page at <https://wiki.onosproject.org/x/WYQg> |
| 7 | |
| 8 | TestON is free software: you can redistribute it and/or modify |
| 9 | it under the terms of the GNU General Public License as published by |
| 10 | the Free Software Foundation, either version 2 of the License, or |
| 11 | ( at your option ) any later version. |
| 12 | |
| 13 | TestON is distributed in the hope that it will be useful, |
| 14 | but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 15 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 16 | GNU General Public License for more details. |
| 17 | |
| 18 | You should have received a copy of the GNU General Public License |
| 19 | along with TestON. If not, see <http://www.gnu.org/licenses/>. |
| 20 | """ |
| 21 | |
| 22 | from tests.USECASE.SegmentRouting.dependencies.Testcaselib import Testcaselib as run |
| 23 | import random |
| 24 | from random import randint |
| 25 | from datetime import datetime |
| 26 | import time |
| 27 | |
| 28 | class SRHAFuncs(): |
| 29 | |
| 30 | def __init__( self ): |
| 31 | self.default = '' |
| 32 | self.topo = dict() |
| 33 | self.topo[ '2x2' ] = ( 2, 2, '', '2x2 Leaf-spine' ) |
| 34 | self.topo[ '4x4' ] = ( 4, 4, '--leaf=4 --spine=4', '4x4 Leaf-spine' ) |
| 35 | |
| 36 | def runTest( self, main, caseNum, numNodes, Topo, minFlow, isRandom, isKillingSwitch ): |
Jon Hall | 9b0de1f | 2020-08-24 15:38:04 -0700 | [diff] [blame] | 37 | try: |
| 38 | if not hasattr( main, 'apps' ): |
| 39 | run.initTest( main ) |
Devin Lim | 57221b0 | 2018-02-14 15:45:36 -0800 | [diff] [blame] | 40 | |
Jon Hall | 9b0de1f | 2020-08-24 15:38:04 -0700 | [diff] [blame] | 41 | description = "High Availability tests - " + \ |
| 42 | self.generateDescription( isRandom, isKillingSwitch ) + \ |
| 43 | self.topo[ Topo ][ 3 ] |
| 44 | main.case( description ) |
| 45 | run.config( main, Topo ) |
| 46 | run.installOnos( main ) |
| 47 | run.loadJson( main ) |
| 48 | run.loadChart( main ) |
| 49 | run.startMininet( main, 'cord_fabric.py', args=self.topo[ Topo ][ 2 ] ) |
Jon Hall | 10e2ab8 | 2020-09-15 17:14:54 -0700 | [diff] [blame] | 50 | # xconnects need to be loaded after topology |
| 51 | run.loadXconnects( main ) |
Jon Hall | 9b0de1f | 2020-08-24 15:38:04 -0700 | [diff] [blame] | 52 | # pre-configured routing and bridging test |
| 53 | run.checkFlows( main, minFlowCount=minFlow ) |
| 54 | run.pingAll( main ) |
| 55 | switch = self.topo[ Topo ][ 0 ] + self.topo[ Topo ][ 1 ] |
| 56 | link = ( self.topo[ Topo ][ 0 ] + self.topo[ Topo ][ 1 ] ) * self.topo[ Topo ][ 0 ] |
| 57 | self.generateRandom( isRandom ) |
| 58 | for i in range( 0, main.failures ): |
| 59 | toKill = self.getNextNum( isRandom, main.Cluster.numCtrls, i ) |
| 60 | run.killOnos( main, [ toKill ], '{}'.format( switch ), |
| 61 | '{}'.format( link ), '{}'.format( numNodes - 1 ) ) |
| 62 | run.pingAll( main, 'CASE{}_ONOS_Failure{}'.format( caseNum, i + 1 ) ) |
| 63 | if isKillingSwitch: |
| 64 | self.killAndRecoverSwitch( main, caseNum, numNodes, |
| 65 | Topo, minFlow, isRandom, |
| 66 | i, switch, link ) |
| 67 | run.recoverOnos( main, [ toKill ], '{}'.format( switch ), |
| 68 | '{}'.format( link ), '{}'.format( numNodes ) ) |
| 69 | run.checkFlows( main, minFlowCount=minFlow, |
| 70 | tag='CASE{}_ONOS{}_Recovery'.format( caseNum, i + 1 ) ) |
| 71 | run.pingAll( main, 'CASE{}_ONOS_Recovery{}'.format( caseNum, i + 1 ) ) |
| 72 | # TODO Dynamic config of hosts in subnet |
| 73 | # TODO Dynamic config of host not in subnet |
| 74 | # TODO Dynamic config of vlan xconnect |
| 75 | # TODO Vrouter integration |
| 76 | # TODO Mcast integration |
Jon Hall | 9b0de1f | 2020-08-24 15:38:04 -0700 | [diff] [blame] | 77 | except Exception as e: |
| 78 | main.log.exception( "Error in runTest" ) |
| 79 | main.skipCase( result="FAIL", msg=e ) |
Jon Hall | f69e316 | 2020-09-01 09:08:44 -0700 | [diff] [blame] | 80 | finally: |
| 81 | run.cleanup( main ) |
Devin Lim | 57221b0 | 2018-02-14 15:45:36 -0800 | [diff] [blame] | 82 | |
| 83 | def generateDescription( self, isRandom, isKillingSwitch ): |
| 84 | return "ONOS " + ( "random " if isRandom else "" ) + "failures" +\ |
| 85 | ( " and Switch " + ( "random " if isRandom else "" ) + "failures " |
| 86 | if isKillingSwitch else " " ) |
| 87 | |
| 88 | def generateRandom( self, isRandom ): |
| 89 | if isRandom: |
| 90 | random.seed( datetime.now() ) |
| 91 | |
| 92 | def getNextNum( self, isRandom, numCtrl, pos ): |
| 93 | return randint( 0, ( numCtrl - 1 ) ) if isRandom else pos % numCtrl |
| 94 | |
| 95 | def killAndRecoverSwitch( self, main, caseNum, numNodes, Topo, minFlow, isRandom, pos, numSwitch, numLink ): |
| 96 | switchToKill = self.getNextNum( isRandom, self.topo[ Topo ][ 0 ], pos ) |
| 97 | run.killSwitch( main, main.spines[ switchToKill ][ 'name' ], |
| 98 | switches='{}'.format( numSwitch - 1 ), |
| 99 | links='{}'.format( numLink - numSwitch ) ) |
| 100 | time.sleep( main.switchSleep ) |
| 101 | run.pingAll( main, "CASE{}_SWITCH_Failure{}".format( caseNum, pos + 1 ) ) |
| 102 | run.recoverSwitch( main, main.spines[ switchToKill ][ 'name' ], |
| 103 | switches='{}'.format( numSwitch ), |
| 104 | links='{}'.format( numLink ) ) |
| 105 | run.checkFlows( main, minFlowCount=minFlow, |
| 106 | tag="CASE{}_SWITCH_Recovery{}".format( caseNum, pos + 1 ) ) |
| 107 | run.pingAll( main, "CASE{}_SWITCH_Recovery{}".format( caseNum, pos + 1 ) ) |