| """ |
| Copyright 2015 Open Networking Foundation (ONF) |
| |
| Please refer questions to either the onos test mailing list at <onos-test@onosproject.org>, |
| the System Testing Plans and Results wiki page at <https://wiki.onosproject.org/x/voMg>, |
| or the System Testing Guide page at <https://wiki.onosproject.org/x/WYQg> |
| |
| TestON is free software: you can redistribute it and/or modify |
| it under the terms of the GNU General Public License as published by |
| the Free Software Foundation, either version 2 of the License, or |
| (at your option) any later version. |
| |
| TestON is distributed in the hope that it will be useful, |
| but WITHOUT ANY WARRANTY; without even the implied warranty of |
| MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| GNU General Public License for more details. |
| |
| You should have received a copy of the GNU General Public License |
| along with TestON. If not, see <http://www.gnu.org/licenses/>. |
| """ |
| |
| ''' |
| SCPFswitchLat |
| Test Switch add/remove latency |
| calculate package latency between switch and ONOS |
| Switch UP: |
| TCP -- Feature Reply -- Role Request -- Role Reply -- Device -- Graph |
| Siwtch Down: |
| Openflow FIN/ACK -- ACK -- Device -- Graph |
| ''' |
| |
| class SCPFswitchLat: |
| |
| def __init__(self): |
| self.default = '' |
| |
| def CASE0( self, main ): |
| import os |
| import imp |
| ''' |
| - GIT |
| - BUILDING ONOS |
| Pull specific ONOS branch, then Build ONOS ono ONOS Bench. |
| This step is usually skipped. Because in a Jenkins driven automated |
| test env. We want Jenkins jobs to pull&build for flexibility to handle |
| different versions of ONOS. |
| - Construct tests variables |
| ''' |
| try: |
| from tests.dependencies.ONOSSetup import ONOSSetup |
| main.testSetUp = ONOSSetup() |
| except ImportError: |
| main.log.error( "ONOSSetup not found. exiting the test" ) |
| main.exit() |
| main.testSetUp.envSetupDescription() |
| stepResult = main.FALSE |
| try: |
| # The dictionary to record different type of wrongs |
| main.wrong = { 'totalWrong': 0, 'skipDown' : 0, 'TsharkValueIncorrect': 0, |
| 'TypeError' : 0, 'decodeJasonError': 0, |
| 'checkResultIncorrect': 0} |
| main.maxWrong = int( main.params['TEST'] ['MaxWrong'] ) |
| main.resultRange = main.params['TEST']['ResultRange'] |
| main.searchTerm = main.params['TEST']['SearchTerm'] |
| main.MN1Ip = main.params['MN']['ip1'] |
| main.dependencyPath = main.testOnDirectory + \ |
| main.params['DEPENDENCY']['path'] |
| main.topoName = main.params['DEPENDENCY']['topology'] |
| main.dependencyFunc = main.params['DEPENDENCY']['function'] |
| main.cellName = main.params['ENV']['cellName'] |
| main.apps = main.params['ENV']['cellApps'] |
| main.scale = (main.params['SCALE']).split(",") |
| |
| main.ofPackage = main.params['TSHARK'] |
| |
| main.tsharkResultPath = main.params['TEST']['tsharkResultPath'] |
| main.sampleSize = int(main.params['TEST']['sampleSize']) |
| main.warmUp = int(main.params['TEST']['warmUp']) |
| main.dbFileName = main.params['DATABASE']['dbName'] |
| main.startUpSleep = int(main.params['SLEEP']['startup']) |
| main.measurementSleep = int( main.params['SLEEP']['measure'] ) |
| main.deleteSwSleep = int( main.params['SLEEP']['deleteSW'] ) |
| main.maxScale = int( main.params['max'] ) |
| main.timeout = int( main.params['TIMEOUT']['timeout'] ) |
| main.MNSleep = int( main.params['SLEEP']['mininet']) |
| main.device = main.params['TEST']['device'] |
| stepResult = main.testSetUp.gitPulling() |
| main.log.info("Create Database file " + main.dbFileName) |
| resultsDB = open(main.dbFileName, "w+") |
| resultsDB.close() |
| |
| main.switchFunc = imp.load_source(main.dependencyFunc, |
| main.dependencyPath + |
| main.dependencyFunc + |
| ".py") |
| except Exception as e: |
| main.testSetUp.envSetupException( e ) |
| main.testSetUp.evnSetupConclusion( stepResult ) |
| main.commit = main.commit.split( " " )[ 1 ] |
| def CASE1(self, main): |
| # Clean up test environment and set up |
| import time |
| try: |
| from tests.dependencies.utils import Utils |
| except ImportError: |
| main.log.error( "Utils not found exiting the test" ) |
| main.exit() |
| try: |
| main.Utils |
| except ( NameError, AttributeError ): |
| main.Utils = Utils() |
| main.maxNumBatch = 0 |
| main.testSetUp.getNumCtrls( True ) |
| main.testSetUp.envSetup( includeGitPull=False, makeMaxNodes=False ) |
| main.testSetUp.ONOSSetUp( main.Mininet1, True, |
| cellName=main.cellName, killRemoveMax=False, |
| CtrlsSet=False ) |
| |
| main.log.info("Configure apps") |
| main.CLIs[0].setCfg("org.onosproject.net.topology.impl.DefaultTopologyProvider", |
| "maxEvents 1") |
| main.CLIs[0].setCfg("org.onosproject.net.topology.impl.DefaultTopologyProvider", |
| "maxBatchMs 0") |
| main.CLIs[0].setCfg("org.onosproject.net.topology.impl.DefaultTopologyProvider", |
| "maxIdleMs 0") |
| for i in range(main.numCtrls): |
| main.CLIs[i].logSet( "DEBUG", "org.onosproject.metrics.topology") |
| time.sleep(1) |
| |
| main.log.info("Copy topology file to Mininet") |
| main.ONOSbench.copyMininetFile(main.topoName, |
| main.dependencyPath, |
| main.Mininet1.user_name, |
| main.Mininet1.ip_address) |
| main.Utils.mininetCleanup( main.Mininet1 ) |
| time.sleep(main.MNSleep) |
| main.log.info("Start new mininet topology") |
| main.Mininet1.startNet() |
| main.log.info("Assign switch to controller to ONOS node 1") |
| |
| time.sleep(2) |
| |
| def CASE2(self,main): |
| import time |
| import json |
| import numpy |
| |
| resultDict = {'up' : {}, 'down' : {}} |
| for i in range(1, main.numCtrls + 1): |
| resultDict['up'][ 'node' + str(i) ] = {} |
| resultDict['up'][ 'node' + str(i) ][ 'Ave' ] = {} |
| resultDict['up'][ 'node' + str(i) ][ 'Std' ] = {} |
| resultDict['up'][ 'node' + str(i) ][ 'T_F' ] = []#TCP to Feature |
| resultDict['up'][ 'node' + str(i) ][ 'F_R' ] = []#Feature to Role |
| resultDict['up'][ 'node' + str(i) ][ 'RQ_RR' ] = []#role request to role reply |
| resultDict['up'][ 'node' + str(i) ][ 'RR_D' ] = []#role reply to Device |
| resultDict['up'][ 'node' + str(i) ][ 'D_G' ] = []#Device to Graph |
| resultDict['up'][ 'node' + str(i) ][ 'E_E' ] = []#TCP to Graph |
| |
| for i in range(1,main.numCtrls + 1): |
| resultDict['down'][ 'node' + str(i) ] = {} |
| resultDict['down'][ 'node' + str(i) ][ 'Ave' ] = {} |
| resultDict['down'][ 'node' + str(i) ][ 'Std' ] = {} |
| resultDict['down'][ 'node' + str(i) ][ 'FA_A' ] = []#Fin_ack to ACK |
| resultDict['down'][ 'node' + str(i) ][ 'A_D' ] = []#Ack to Device |
| resultDict['down'][ 'node' + str(i) ][ 'D_G' ] = []#Device to Graph |
| resultDict['down'][ 'node' + str(i) ][ 'E_E' ] = []#fin_ack to Graph |
| for i in range(1 , main.sampleSize + main.warmUp): |
| main.log.info("************************************************************") |
| main.log.info("************************ Iteration: {} **********************" .format(str( i )) ) |
| if i < main.warmUp: |
| main.switchFunc.captureOfPack( main, main.device, main.ofPackage, |
| "up", resultDict, True ) |
| main.switchFunc.captureOfPack( main, main.device, main.ofPackage, |
| "down", resultDict, True ) |
| main.CLIs[0].removeDevice( "of:0000000000000001" ) |
| else: |
| main.switchFunc.captureOfPack( main, main.device, main.ofPackage, |
| "up", resultDict, False ) |
| main.switchFunc.captureOfPack (main, main.device, main.ofPackage, |
| "down", resultDict, False ) |
| main.CLIs[0].removeDevice( "of:0000000000000001" ) |
| |
| # Dictionary for result |
| maxDict = {} |
| maxDict['down'] = {} |
| maxDict['up'] = {} |
| maxDict['down']['max'] = 0 |
| maxDict['up']['max'] = 0 |
| maxDict['down']['node'] = 0 |
| maxDict['up']['node'] = 0 |
| |
| for i in range(1, main.numCtrls + 1): |
| # calculate average and std for result, and grep the max End to End data |
| EtoEtemp = numpy.average( resultDict['up'][ 'node' + str(i) ]['E_E'] ) |
| resultDict['up'][ 'node' + str(i) ][ 'Ave' ][ 'E_E' ] = EtoEtemp |
| if maxDict['up']['max'] < EtoEtemp: |
| # get max End to End latency |
| maxDict['up']['max'] = EtoEtemp |
| maxDict['up']['node'] = i |
| resultDict['up']['node' + str(i)]['Ave']['T_F'] = numpy.average(resultDict['up']['node' + str(i)]['T_F']) |
| resultDict['up']['node' + str(i)]['Ave']['F_R'] = numpy.average(resultDict['up']['node' + str(i)]['F_R']) |
| resultDict['up']['node' + str(i)]['Ave']['RQ_RR'] = numpy.average(resultDict['up']['node' + str(i)]['RQ_RR']) |
| resultDict['up']['node' + str(i)]['Ave']['RR_D'] = numpy.average(resultDict['up']['node' + str(i)]['RR_D']) |
| resultDict['up']['node' + str(i)]['Ave']['D_G'] = numpy.average(resultDict['up']['node' + str(i)]['D_G']) |
| |
| resultDict['up'][ 'node' + str(i) ][ 'Std' ][ 'E_E' ] = numpy.std( resultDict['up'][ 'node' + str(i) ]['E_E'] ) |
| resultDict['up']['node' + str(i)]['Std']['T_F'] = numpy.std(resultDict['up']['node' + str(i)]['T_F']) |
| resultDict['up']['node' + str(i)]['Std']['F_R'] = numpy.std(resultDict['up']['node' + str(i)]['F_R']) |
| resultDict['up']['node' + str(i)]['Std']['RQ_RR'] = numpy.std(resultDict['up']['node' + str(i)]['RQ_RR']) |
| resultDict['up']['node' + str(i)]['Std']['RR_D'] = numpy.std(resultDict['up']['node' + str(i)]['RR_D']) |
| resultDict['up']['node' + str(i)]['Std']['D_G'] = numpy.std(resultDict['up']['node' + str(i)]['D_G']) |
| |
| # calculate average and std for result, and grep the max End to End data |
| EtoEtemp = numpy.average( resultDict['down'][ 'node' + str(i) ]['E_E'] ) |
| resultDict['down'][ 'node' + str(i) ][ 'Ave' ][ 'E_E' ] = EtoEtemp |
| if maxDict['down']['max'] < EtoEtemp: |
| # get max End to End latency |
| maxDict['down']['max'] = EtoEtemp |
| maxDict['down']['node'] = i |
| resultDict['down']['node' + str(i)]['Ave']['FA_A'] = numpy.average(resultDict['down']['node' + str(i)]['FA_A']) |
| resultDict['down']['node' + str(i)]['Ave']['A_D'] = numpy.average(resultDict['down']['node' + str(i)]['A_D']) |
| resultDict['down']['node' + str(i)]['Ave']['D_G'] = numpy.average(resultDict['down']['node' + str(i)]['D_G']) |
| |
| resultDict['down'][ 'node' + str(i) ][ 'Std' ][ 'E_E' ] = numpy.std( resultDict['down'][ 'node' + str(i) ]['E_E'] ) |
| resultDict['down']['node' + str(i)]['Std']['FA_A'] = numpy.std(resultDict['down']['node' + str(i)]['FA_A']) |
| resultDict['down']['node' + str(i)]['Std']['A_D'] = numpy.std(resultDict['down']['node' + str(i)]['A_D']) |
| resultDict['down']['node' + str(i)]['Std']['D_G'] = numpy.std(resultDict['down']['node' + str(i)]['D_G']) |
| |
| main.log.report( "=====node{} Summary:=====".format( str(i) ) ) |
| main.log.report( "=============Switch up=======" ) |
| |
| main.log.report( |
| "End to End average: {}".format( str(resultDict["up"][ 'node' + str(i) ][ 'Ave' ][ 'E_E' ]) ) ) |
| main.log.report( |
| "End to End Std: {}".format( str(resultDict["up"][ 'node' + str(i) ][ 'Std' ][ 'E_E' ]) ) ) |
| |
| main.log.report( |
| "TCP to Feature average: {}".format( str(resultDict["up"][ 'node' + str(i) ][ 'Ave' ][ 'T_F' ]) ) ) |
| main.log.report( |
| "TCP to Feature Std: {}".format( str(resultDict["up"][ 'node' + str(i) ][ 'Std' ][ 'T_F' ]) ) ) |
| |
| main.log.report( |
| "Feature to Role average: {}".format( str(resultDict["up"][ 'node' + str(i) ][ 'Ave' ][ 'F_R' ]) ) ) |
| main.log.report( |
| "Feature to Role Std: {}".format( str(resultDict["up"][ 'node' + str(i) ][ 'Std' ][ 'F_R' ]) ) ) |
| |
| main.log.report( |
| "Role request to Role reply average: {}".format( str(resultDict["up"][ 'node' + str(i) ][ 'Ave' ][ 'RQ_RR' ]) ) ) |
| main.log.report( |
| "Role request to Role reply Std: {}".format( str(resultDict["up"][ 'node' + str(i) ][ 'Std' ][ 'RQ_RR' ]) ) ) |
| |
| main.log.report( |
| "Role reply to Device average: {}".format( str(resultDict["up"][ 'node' + str(i) ][ 'Ave' ][ 'RR_D' ]) ) ) |
| main.log.report( |
| "Role reply to Device Std: {}".format( str(resultDict["up"][ 'node' + str(i) ][ 'Std' ][ 'RR_D' ]) ) ) |
| |
| main.log.report( |
| "Device to Graph average: {}".format( str(resultDict["up"][ 'node' + str(i) ][ 'Ave' ][ 'D_G' ]) ) ) |
| main.log.report( |
| "Device to Graph Std: {}".format( str(resultDict["up"][ 'node' + str(i) ][ 'Std' ][ 'D_G' ]) ) ) |
| |
| main.log.report( "=============Switch down=======" ) |
| |
| main.log.report( |
| "End to End average: {}".format( str(resultDict["down"][ 'node' + str(i) ][ 'Ave' ][ 'E_E' ]) ) ) |
| main.log.report( |
| "End to End Std: {}".format( str(resultDict["down"][ 'node' + str(i) ][ 'Std' ][ 'E_E' ]) ) ) |
| |
| main.log.report( |
| "Fin_ACK to ACK average: {}".format( str(resultDict["down"][ 'node' + str(i) ][ 'Ave' ][ 'FA_A' ]) ) ) |
| main.log.report( |
| "Fin_ACK to ACK Std: {}".format( str(resultDict["down"][ 'node' + str(i) ][ 'Std' ][ 'FA_A' ]) ) ) |
| |
| main.log.report( |
| "ACK to Device average: {}".format( str(resultDict["down"][ 'node' + str(i) ][ 'Ave' ][ 'A_D' ]) ) ) |
| main.log.report( |
| "ACK to Device Std: {}".format( str(resultDict["down"][ 'node' + str(i) ][ 'Std' ][ 'A_D' ]) ) ) |
| |
| main.log.report( |
| "Device to Graph average: {}".format( str(resultDict["down"][ 'node' + str(i) ][ 'Ave' ][ 'D_G' ]) ) ) |
| main.log.report( |
| "Device to Graph Std: {}".format( str(resultDict["down"][ 'node' + str(i) ][ 'Std' ][ 'D_G' ]) ) ) |
| |
| with open(main.dbFileName, "a") as dbFile: |
| # TODO: Save STD to Database |
| # Scale number |
| temp = str(main.numCtrls) |
| temp += ",'baremetal1'" |
| # put result |
| temp += "," + str( "%.2f" % resultDict['up'][ 'node' + str(maxDict['up']['node']) ][ 'Ave' ][ 'E_E' ] ) |
| temp += "," + str( "%.2f" % resultDict['up'][ 'node' + str(maxDict['up']['node']) ][ 'Ave' ][ 'T_F' ] ) |
| temp += "," + str( "%.2f" % resultDict['up'][ 'node' + str(maxDict['up']['node']) ][ 'Ave' ][ 'F_R' ] ) |
| temp += "," + str( "%.2f" % resultDict['up'][ 'node' + str(maxDict['up']['node']) ][ 'Ave' ][ 'RQ_RR' ] ) |
| temp += "," + str( "%.2f" % resultDict['up'][ 'node' + str(maxDict['up']['node']) ][ 'Ave' ][ 'RR_D' ] ) |
| temp += "," + str( "%.2f" % resultDict['up'][ 'node' + str(maxDict['up']['node']) ][ 'Ave' ][ 'D_G' ] ) |
| |
| temp += "," + str( "%.2f" % resultDict['down'][ 'node' + str(maxDict['down']['node']) ][ 'Ave' ][ 'E_E' ] ) |
| temp += "," + str( "%.2f" % resultDict['down'][ 'node' + str(maxDict['down']['node']) ][ 'Ave' ][ 'FA_A' ] ) |
| temp += "," + str( "%.2f" % resultDict['down'][ 'node' + str(maxDict['down']['node']) ][ 'Ave' ][ 'A_D' ] ) |
| temp += "," + str( "%.2f" % resultDict['down'][ 'node' + str(maxDict['down']['node']) ][ 'Ave' ][ 'D_G' ] ) |
| |
| temp += "," + str( "%.2f" % resultDict['up'][ 'node' + str(maxDict['up']['node']) ][ 'Std' ][ 'E_E' ] ) |
| temp += "," + str( "%.2f" % resultDict['down'][ 'node' + str(maxDict['down']['node']) ][ 'Std' ][ 'E_E' ] ) |
| |
| temp += "\n" |
| dbFile.write( temp ) |
| dbFile.close() |