| #!/usr/bin/env python |
| |
| """ |
| This driver interacts with ONOS bench, the OSGi platform |
| that configures the ONOS nodes. ( aka ONOS-next ) |
| |
| Please follow the coding style demonstrated by existing |
| functions and document properly. |
| |
| If you are a contributor to the driver, please |
| list your email here for future contact: |
| |
| jhall@onlab.us |
| andrew@onlab.us |
| |
| OCT 9 2014 |
| |
| """ |
| import sys |
| import time |
| import pexpect |
| import os.path |
| from requests.models import Response |
| sys.path.append( "../" ) |
| from drivers.common.clidriver import CLI |
| |
| |
| class OnosDriver( CLI ): |
| |
| def __init__( self ): |
| """ |
| Initialize client |
| """ |
| self.name = None |
| self.home = None |
| self.handle = None |
| super( CLI, self ).__init__() |
| |
| def connect( self, **connectargs ): |
| """ |
| Creates ssh handle for ONOS "bench". |
| """ |
| try: |
| for key in connectargs: |
| vars( self )[ key ] = connectargs[ key ] |
| self.home = "~/onos" |
| for key in self.options: |
| if key == "home": |
| self.home = self.options[ 'home' ] |
| break |
| if self.home is None or self.home == "": |
| self.home = "~/onos" |
| |
| self.name = self.options[ 'name' ] |
| self.handle = super( OnosDriver, self ).connect( |
| user_name=self.user_name, |
| ip_address=self.ip_address, |
| port=self.port, |
| pwd=self.pwd, |
| home=self.home ) |
| |
| self.handle.sendline( "cd " + self.home ) |
| self.handle.expect( "\$" ) |
| if self.handle: |
| return self.handle |
| else: |
| main.log.info( "NO ONOS HANDLE" ) |
| return main.FALSE |
| except pexpect.EOF: |
| main.log.error( self.name + ": EOF exception found" ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| main.cleanup() |
| main.exit() |
| except Exception: |
| main.log.exception( self.name + ": Uncaught exception!" ) |
| main.cleanup() |
| main.exit() |
| |
| def disconnect( self ): |
| """ |
| Called when Test is complete to disconnect the ONOS handle. |
| """ |
| response = main.TRUE |
| try: |
| if self.handle: |
| self.handle.sendline( "" ) |
| self.handle.expect( "\$" ) |
| self.handle.sendline( "exit" ) |
| self.handle.expect( "closed" ) |
| except pexpect.EOF: |
| main.log.error( self.name + ": EOF exception found" ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| except ValueError: |
| main.log.exception( "Exception in disconnect of " + self.name ) |
| response = main.TRUE |
| except Exception: |
| main.log.exception( self.name + ": Connection failed to the host" ) |
| response = main.FALSE |
| return response |
| |
| def onosPackage( self ): |
| """ |
| Produce a self-contained tar.gz file that can be deployed |
| and executed on any platform with Java 7 JRE. |
| """ |
| try: |
| self.handle.sendline( "onos-package" ) |
| self.handle.expect( "onos-package" ) |
| self.handle.expect( "tar.gz", timeout=30 ) |
| handle = str( self.handle.before ) |
| main.log.info( "onos-package command returned: " + |
| handle ) |
| # As long as the sendline does not time out, |
| # return true. However, be careful to interpret |
| # the results of the onos-package command return |
| return main.TRUE |
| |
| except pexpect.EOF: |
| main.log.error( self.name + ": EOF exception found" ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| except Exception: |
| main.log.exception( "Failed to package ONOS" ) |
| main.cleanup() |
| main.exit() |
| |
| def onosBuild( self ): |
| """ |
| Use the pre defined script to build onos via mvn |
| """ |
| try: |
| self.handle.sendline( "onos-build" ) |
| self.handle.expect( "onos-build" ) |
| i = self.handle.expect( [ |
| "BUILD SUCCESS", |
| "ERROR", |
| "BUILD FAILED" ], |
| timeout=120 ) |
| handle = str( self.handle.before ) |
| |
| main.log.info( "onos-build command returned: " + |
| handle ) |
| |
| if i == 0: |
| return main.TRUE |
| else: |
| return handle |
| |
| except pexpect.EOF: |
| main.log.error( self.name + ": EOF exception found" ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| except Exception: |
| main.log.exception( "Failed to build ONOS" ) |
| main.cleanup() |
| main.exit() |
| |
| def cleanInstall( self ): |
| """ |
| Runs mvn clean install in the root of the ONOS directory. |
| This will clean all ONOS artifacts then compile each module |
| |
| Returns: main.TRUE on success |
| On Failure, exits the test |
| """ |
| try: |
| main.log.info( "Running 'mvn clean install' on " + |
| str( self.name ) + |
| ". This may take some time." ) |
| self.handle.sendline( "cd " + self.home ) |
| self.handle.expect( "\$" ) |
| |
| self.handle.sendline( "" ) |
| self.handle.expect( "\$" ) |
| self.handle.sendline( "mvn clean install" ) |
| self.handle.expect( "mvn clean install" ) |
| while True: |
| i = self.handle.expect( [ |
| 'There\sis\sinsufficient\smemory\sfor\sthe\sJava\s' + |
| 'Runtime\sEnvironment\sto\scontinue', |
| 'BUILD\sFAILURE', |
| 'BUILD\sSUCCESS', |
| 'onos\$', #TODO: fix this to be more generic? |
| 'ONOS\$', |
| pexpect.TIMEOUT ], timeout=600 ) |
| if i == 0: |
| main.log.error( self.name + ":There is insufficient memory \ |
| for the Java Runtime Environment to continue." ) |
| # return main.FALSE |
| main.cleanup() |
| main.exit() |
| if i == 1: |
| main.log.error( self.name + ": Build failure!" ) |
| # return main.FALSE |
| main.cleanup() |
| main.exit() |
| elif i == 2: |
| main.log.info( self.name + ": Build success!" ) |
| elif i == 3 or i == 4: |
| main.log.info( self.name + ": Build complete" ) |
| # Print the build time |
| for line in self.handle.before.splitlines(): |
| if "Total time:" in line: |
| main.log.info( line ) |
| self.handle.sendline( "" ) |
| self.handle.expect( "\$", timeout=60 ) |
| return main.TRUE |
| elif i == 5: |
| main.log.error( |
| self.name + |
| ": mvn clean install TIMEOUT!" ) |
| # return main.FALSE |
| main.cleanup() |
| main.exit() |
| else: |
| main.log.error( self.name + ": unexpected response from " + |
| "mvn clean install" ) |
| # return main.FALSE |
| main.cleanup() |
| main.exit() |
| except pexpect.EOF: |
| main.log.error( self.name + ": EOF exception found" ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| main.cleanup() |
| main.exit() |
| except Exception: |
| main.log.exception( self.name + ": Uncaught exception!" ) |
| main.cleanup() |
| main.exit() |
| |
| def gitPull( self, comp1="", fastForward=True ): |
| """ |
| Assumes that "git pull" works without login |
| |
| If the fastForward boolean is set to true, only git pulls that can |
| be fast forwarded will be performed. IE if you have not local commits |
| in your branch. |
| |
| This function will perform a git pull on the ONOS instance. |
| If used as gitPull( "NODE" ) it will do git pull + NODE. This is |
| for the purpose of pulling from other nodes if necessary. |
| |
| Otherwise, this function will perform a git pull in the |
| ONOS repository. If it has any problems, it will return main.ERROR |
| If it successfully does a gitPull, it will return a 1 ( main.TRUE ) |
| If it has no updates, it will return 3. |
| |
| """ |
| try: |
| # main.log.info( self.name + ": Stopping ONOS" ) |
| # self.stop() |
| self.handle.sendline( "cd " + self.home ) |
| self.handle.expect( self.home + "\$" ) |
| cmd = "git pull" |
| if comp1 != "": |
| cmd += ' ' + comp1 |
| if fastForward: |
| cmd += ' ' + " --ff-only" |
| self.handle.sendline( cmd ) |
| i = self.handle.expect( |
| [ |
| 'fatal', |
| 'Username\sfor\s(.*):\s', |
| '\sfile(s*) changed,\s', |
| 'Already up-to-date', |
| 'Aborting', |
| 'You\sare\snot\scurrently\son\sa\sbranch', |
| 'You asked me to pull without telling me which branch you', |
| 'Pull is not possible because you have unmerged files', |
| 'Please enter a commit message to explain why this merge', |
| 'Found a swap file by the name', |
| 'Please, commit your changes before you can merge.', |
| pexpect.TIMEOUT ], |
| timeout=300 ) |
| # debug |
| # main.log.report( self.name +": DEBUG: \n"+ |
| # "git pull response: " + |
| # str( self.handle.before ) + str( self.handle.after ) ) |
| if i == 0: |
| main.log.error( self.name + ": Git pull had some issue" ) |
| output = self.handle.after |
| self.handle.expect( '\$' ) |
| output += self.handle.before |
| main.log.warn( output ) |
| return main.ERROR |
| elif i == 1: |
| main.log.error( |
| self.name + |
| ": Git Pull Asking for username. " ) |
| return main.ERROR |
| elif i == 2: |
| main.log.info( |
| self.name + |
| ": Git Pull - pulling repository now" ) |
| self.handle.expect( self.home + "\$", 120 ) |
| # So that only when git pull is done, we do mvn clean compile |
| return main.TRUE |
| elif i == 3: |
| main.log.info( self.name + ": Git Pull - Already up to date" ) |
| return i |
| elif i == 4: |
| main.log.info( |
| self.name + |
| ": Git Pull - Aborting..." + |
| "Are there conflicting git files?" ) |
| return main.ERROR |
| elif i == 5: |
| main.log.info( |
| self.name + |
| ": Git Pull - You are not currently " + |
| "on a branch so git pull failed!" ) |
| return main.ERROR |
| elif i == 6: |
| main.log.info( |
| self.name + |
| ": Git Pull - You have not configured an upstream " + |
| "branch to pull from. Git pull failed!" ) |
| return main.ERROR |
| elif i == 7: |
| main.log.info( |
| self.name + |
| ": Git Pull - Pull is not possible because " + |
| "you have unmerged files." ) |
| return main.ERROR |
| elif i == 8: |
| # NOTE: abandoning test since we can't reliably handle this |
| # there could be different default text editors and we |
| # also don't know if we actually want to make the commit |
| main.log.error( "Git pull resulted in a merge commit message" + |
| ". Exiting test!" ) |
| main.cleanup() |
| main.exit() |
| elif i == 9: # Merge commit message but swap file exists |
| main.log.error( "Git pull resulted in a merge commit message" + |
| " but a swap file exists." ) |
| try: |
| self.handle.send( 'A' ) # Abort |
| self.handle.expect( "\$" ) |
| return main.ERROR |
| except Exception: |
| main.log.exception( "Couldn't exit editor prompt!") |
| main.cleanup() |
| main.exit() |
| elif i == 10: # In the middle of a merge commit |
| main.log.error( "Git branch is in the middle of a merge. " ) |
| main.log.warn( self.handle.before + self.handle.after ) |
| return main.ERROR |
| elif i == 11: |
| main.log.error( self.name + ": Git Pull - TIMEOUT" ) |
| main.log.error( |
| self.name + " Response was: " + str( |
| self.handle.before ) ) |
| return main.ERROR |
| else: |
| main.log.error( |
| self.name + |
| ": Git Pull - Unexpected response, check for pull errors" ) |
| return main.ERROR |
| except pexpect.EOF: |
| main.log.error( self.name + ": EOF exception found" ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| main.cleanup() |
| main.exit() |
| except Exception: |
| main.log.exception( self.name + ": Uncaught exception!" ) |
| main.cleanup() |
| main.exit() |
| |
| def gitCheckout( self, branch="master" ): |
| """ |
| Assumes that "git pull" works without login |
| |
| This function will perform a git git checkout on the ONOS instance. |
| If used as gitCheckout( "branch" ) it will do git checkout |
| of the "branch". |
| |
| Otherwise, this function will perform a git checkout of the master |
| branch of the ONOS repository. If it has any problems, it will return |
| main.ERROR. |
| If the branch was already the specified branch, or the git checkout was |
| successful then the function will return main.TRUE. |
| |
| """ |
| try: |
| self.handle.sendline( "cd " + self.home ) |
| self.handle.expect( self.home + "\$" ) |
| main.log.info( self.name + |
| ": Checking out git branch/ref: " + branch + "..." ) |
| cmd = "git checkout " + branch |
| self.handle.sendline( cmd ) |
| self.handle.expect( cmd ) |
| i = self.handle.expect( |
| [ 'fatal', |
| 'Username for (.*): ', |
| 'Already on \'', |
| 'Switched to branch \'' + str( branch ), |
| pexpect.TIMEOUT, |
| 'error: Your local changes to the following files' + |
| 'would be overwritten by checkout:', |
| 'error: you need to resolve your current index first', |
| "You are in 'detached HEAD' state.", |
| "HEAD is now at " ], |
| timeout=60 ) |
| if i == 0: |
| main.log.error( |
| self.name + |
| ": Git checkout had some issue..." ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| return main.ERROR |
| elif i == 1: |
| main.log.error( |
| self.name + |
| ": Git checkout asking for username." + |
| " Please configure your local git repository to be able " + |
| "to access your remote repository passwordlessly" ) |
| # TODO add support for authenticating |
| return main.ERROR |
| elif i == 2: |
| main.log.info( |
| self.name + |
| ": Git Checkout %s : Already on this branch" % branch ) |
| self.handle.expect( self.home + "\$" ) |
| # main.log.info( "DEBUG: after checkout cmd = "+ |
| # self.handle.before ) |
| return main.TRUE |
| elif i == 3: |
| main.log.info( |
| self.name + |
| ": Git checkout %s - Switched to this branch" % branch ) |
| self.handle.expect( self.home + "\$" ) |
| # main.log.info( "DEBUG: after checkout cmd = "+ |
| # self.handle.before ) |
| return main.TRUE |
| elif i == 4: |
| main.log.error( self.name + ": Git Checkout- TIMEOUT" ) |
| main.log.error( |
| self.name + " Response was: " + str( self.handle.before ) ) |
| return main.ERROR |
| elif i == 5: |
| self.handle.expect( "Aborting" ) |
| main.log.error( |
| self.name + |
| ": Git checkout error: \n" + |
| "Your local changes to the following files would" + |
| " be overwritten by checkout:" + |
| str( self.handle.before ) ) |
| self.handle.expect( self.home + "\$" ) |
| return main.ERROR |
| elif i == 6: |
| main.log.error( |
| self.name + |
| ": Git checkout error: \n" + |
| "You need to resolve your current index first:" + |
| str( self.handle.before ) ) |
| self.handle.expect( self.home + "\$" ) |
| return main.ERROR |
| elif i == 7: |
| main.log.info( |
| self.name + |
| ": Git checkout " + str( branch ) + |
| " - You are in 'detached HEAD' state. HEAD is now at " + |
| str( branch ) ) |
| self.handle.expect( self.home + "\$" ) |
| return main.TRUE |
| elif i == 8: # Already in detached HEAD on the specified commit |
| main.log.info( |
| self.name + |
| ": Git Checkout %s : Already on commit" % branch ) |
| self.handle.expect( self.home + "\$" ) |
| return main.TRUE |
| else: |
| main.log.error( |
| self.name + |
| ": Git Checkout - Unexpected response, " + |
| "check for pull errors" ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| return main.ERROR |
| |
| except pexpect.EOF: |
| main.log.error( self.name + ": EOF exception found" ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| main.cleanup() |
| main.exit() |
| except Exception: |
| main.log.exception( self.name + ": Uncaught exception!" ) |
| main.cleanup() |
| main.exit() |
| |
| def getBranchName( self ): |
| self.handle.sendline( "cd " + self.home ) |
| self.handle.expect( "ONOS\$" ) |
| self.handle.sendline( "git name-rev --name-only HEAD" ) |
| self.handle.expect( "git name-rev --name-only HEAD" ) |
| self.handle.expect( "\$" ) |
| |
| lines = self.handle.before.splitlines() |
| if lines[1] == "master": |
| return "master" |
| elif lines[1] == "onos-1.0": |
| return "onos-1.0" |
| else: |
| main.log.info( lines[1] ) |
| return "unexpected ONOS branch for SDN-IP test" |
| |
| def getVersion( self, report=False ): |
| """ |
| Writes the COMMIT number to the report to be parsed |
| by Jenkins data collector. |
| """ |
| try: |
| self.handle.sendline( "" ) |
| self.handle.expect( "\$" ) |
| self.handle.sendline( |
| "cd " + |
| self.home + |
| "; git log -1 --pretty=fuller --decorate=short | grep -A 6 " + |
| " \"commit\" --color=never" ) |
| # NOTE: for some reason there are backspaces inserted in this |
| # phrase when run from Jenkins on some tests |
| self.handle.expect( "never" ) |
| self.handle.expect( "\$" ) |
| response = ( self.name + ": \n" + str( |
| self.handle.before + self.handle.after ) ) |
| self.handle.sendline( "cd " + self.home ) |
| self.handle.expect( "\$" ) |
| lines = response.splitlines() |
| for line in lines: |
| print line |
| if report: |
| main.log.wiki( "<blockquote>" ) |
| for line in lines[ 2:-1 ]: |
| # Bracket replacement is for Wiki-compliant |
| # formatting. '<' or '>' are interpreted |
| # as xml specific tags that cause errors |
| line = line.replace( "<", "[" ) |
| line = line.replace( ">", "]" ) |
| #main.log.wiki( "\t" + line ) |
| main.log.wiki( line + "<br /> " ) |
| main.log.summary( line ) |
| main.log.wiki( "</blockquote>" ) |
| main.log.summary("\n") |
| return lines[ 2 ] |
| except pexpect.EOF: |
| main.log.error( self.name + ": EOF exception found" ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| main.cleanup() |
| main.exit() |
| except pexpect.TIMEOUT: |
| main.log.error( self.name + ": TIMEOUT exception found" ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| main.cleanup() |
| main.exit() |
| except Exception: |
| main.log.exception( self.name + ": Uncaught exception!" ) |
| main.cleanup() |
| main.exit() |
| |
| def createCellFile( self, benchIp, fileName, mnIpAddrs, |
| appString, *onosIpAddrs ): |
| """ |
| Creates a cell file based on arguments |
| Required: |
| * Bench IP address ( benchIp ) |
| - Needed to copy the cell file over |
| * File name of the cell file ( fileName ) |
| * Mininet IP address ( mnIpAddrs ) |
| - Note that only 1 ip address is |
| supported currently |
| * ONOS IP addresses ( onosIpAddrs ) |
| - Must be passed in as last arguments |
| |
| NOTE: Assumes cells are located at: |
| ~/<self.home>/tools/test/cells/ |
| """ |
| # Variable initialization |
| cellDirectory = self.home + "/tools/test/cells/" |
| # We want to create the cell file in the dependencies directory |
| # of TestON first, then copy over to ONOS bench |
| tempDirectory = "/tmp/" |
| # Create the cell file in the directory for writing ( w+ ) |
| cellFile = open( tempDirectory + fileName, 'w+' ) |
| |
| # App string is hardcoded environment variables |
| # That you may wish to use by default on startup. |
| # Note that you may not want certain apps listed |
| # on here. |
| appString = "export ONOS_APPS=" + appString |
| mnString = "export OCN=" |
| if mnIpAddrs == "": |
| mnString = "" |
| onosString = "export OC" |
| tempCount = 1 |
| |
| # Create ONOSNIC ip address prefix |
| tempOnosIp = onosIpAddrs[ 0 ] |
| tempList = [] |
| tempList = tempOnosIp.split( "." ) |
| # Omit last element of list to format for NIC |
| tempList = tempList[ :-1 ] |
| # Structure the nic string ip |
| nicAddr = ".".join( tempList ) + ".*" |
| onosNicString = "export ONOS_NIC=" + nicAddr |
| |
| try: |
| # Start writing to file |
| cellFile.write( onosNicString + "\n" ) |
| |
| for arg in onosIpAddrs: |
| # For each argument in onosIpAddrs, write to file |
| # Output should look like the following: |
| # export OC1="10.128.20.11" |
| # export OC2="10.128.20.12" |
| cellFile.write( onosString + str( tempCount ) + |
| "=" + "\"" + arg + "\"" + "\n" ) |
| tempCount = tempCount + 1 |
| |
| cellFile.write( mnString + "\"" + mnIpAddrs + "\"" + "\n" ) |
| cellFile.write( appString + "\n" ) |
| cellFile.close() |
| |
| # We use os.system to send the command to TestON cluster |
| # to account for the case in which TestON is not located |
| # on the same cluster as the ONOS bench |
| # Note that even if TestON is located on the same cluster |
| # as ONOS bench, you must setup passwordless ssh |
| # between TestON and ONOS bench in order to automate the test. |
| os.system( "scp " + tempDirectory + fileName + |
| " admin@" + benchIp + ":" + cellDirectory ) |
| |
| return main.TRUE |
| |
| except pexpect.EOF: |
| main.log.error( self.name + ": EOF exception found" ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| main.cleanup() |
| main.exit() |
| except Exception: |
| main.log.exception( self.name + ": Uncaught exception!" ) |
| main.cleanup() |
| main.exit() |
| |
| def setCell( self, cellname ): |
| """ |
| Calls 'cell <name>' to set the environment variables on ONOSbench |
| """ |
| try: |
| if not cellname: |
| main.log.error( "Must define cellname" ) |
| main.cleanup() |
| main.exit() |
| else: |
| self.handle.sendline( "cell " + str( cellname ) ) |
| # Expect the cellname in the ONOSCELL variable. |
| # Note that this variable name is subject to change |
| # and that this driver will have to change accordingly |
| self.handle.expect(str(cellname)) |
| handleBefore = self.handle.before |
| handleAfter = self.handle.after |
| # Get the rest of the handle |
| self.handle.sendline("") |
| self.handle.expect("\$") |
| handleMore = self.handle.before |
| |
| main.log.info( "Cell call returned: " + handleBefore + |
| handleAfter + handleMore ) |
| |
| return main.TRUE |
| |
| except pexpect.EOF: |
| main.log.error( self.name + ": EOF exception found" ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| main.cleanup() |
| main.exit() |
| except Exception: |
| main.log.exception( self.name + ": Uncaught exception!" ) |
| main.cleanup() |
| main.exit() |
| |
| def verifyCell( self ): |
| """ |
| Calls 'onos-verify-cell' to check for cell installation |
| """ |
| # TODO: Add meaningful expect value |
| |
| try: |
| # Clean handle by sending empty and expecting $ |
| self.handle.sendline( "" ) |
| self.handle.expect( "\$" ) |
| self.handle.sendline( "onos-verify-cell" ) |
| self.handle.expect( "\$" ) |
| handleBefore = self.handle.before |
| handleAfter = self.handle.after |
| # Get the rest of the handle |
| self.handle.sendline( "" ) |
| self.handle.expect( "\$" ) |
| handleMore = self.handle.before |
| |
| main.log.info( "Verify cell returned: " + handleBefore + |
| handleAfter + handleMore ) |
| |
| return main.TRUE |
| except pexpect.ExceptionPexpect as e: |
| main.log.error( self.name + ": Pexpect exception found of type " + |
| str( type( e ) ) ) |
| main.log.error ( e.get_trace() ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| main.cleanup() |
| main.exit() |
| except Exception: |
| main.log.exception( self.name + ": Uncaught exception!" ) |
| main.cleanup() |
| main.exit() |
| |
| def onosCfgSet( self, ONOSIp, configName, configParam ): |
| """ |
| Uses 'onos <node-ip> cfg set' to change a parameter value of an |
| application. |
| |
| ex) |
| onos 10.0.0.1 cfg set org.onosproject.myapp appSetting 1 |
| |
| ONOSIp = '10.0.0.1' |
| configName = 'org.onosproject.myapp' |
| configParam = 'appSetting 1' |
| |
| """ |
| try: |
| cfgStr = ( "onos "+str(ONOSIp)+" cfg set "+ |
| str(configName) + " " + |
| str(configParam) |
| ) |
| |
| self.handle.sendline( "" ) |
| self.handle.expect( "\$" ) |
| self.handle.sendline( cfgStr ) |
| self.handle.expect( "\$" ) |
| |
| # TODO: Add meaningful assertion |
| |
| return main.TRUE |
| |
| except pexpect.ExceptionPexpect as e: |
| main.log.error( self.name + ": Pexpect exception found of type " + |
| str( type( e ) ) ) |
| main.log.error ( e.get_trace() ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| main.cleanup() |
| main.exit() |
| except Exception: |
| main.log.exception( self.name + ": Uncaught exception!" ) |
| main.cleanup() |
| main.exit() |
| |
| def onosCli( self, ONOSIp, cmdstr ): |
| """ |
| Uses 'onos' command to send various ONOS CLI arguments. |
| Required: |
| * ONOSIp: specify the ip of the cell machine |
| * cmdstr: specify the command string to send |
| |
| This function is intended to expose the entire karaf |
| CLI commands for ONOS. Try to use this function first |
| before attempting to write a ONOS CLI specific driver |
| function. |
| You can see a list of available 'cmdstr' arguments |
| by starting onos, and typing in 'onos' to enter the |
| onos> CLI. Then, type 'help' to see the list of |
| available commands. |
| """ |
| try: |
| if not ONOSIp: |
| main.log.error( "You must specify the IP address" ) |
| return main.FALSE |
| if not cmdstr: |
| main.log.error( "You must specify the command string" ) |
| return main.FALSE |
| |
| cmdstr = str( cmdstr ) |
| self.handle.sendline( "" ) |
| self.handle.expect( "\$" ) |
| |
| self.handle.sendline( "onos -w " + ONOSIp + " " + cmdstr ) |
| self.handle.expect( "\$" ) |
| |
| handleBefore = self.handle.before |
| print "handle_before = ", self.handle.before |
| # handleAfter = str( self.handle.after ) |
| |
| # self.handle.sendline( "" ) |
| # self.handle.expect( "\$" ) |
| # handleMore = str( self.handle.before ) |
| |
| main.log.info( "Command sent successfully" ) |
| |
| # Obtain return handle that consists of result from |
| # the onos command. The string may need to be |
| # configured further. |
| # returnString = handleBefore + handleAfter |
| returnString = handleBefore |
| print "return_string = ", returnString |
| return returnString |
| |
| except pexpect.EOF: |
| main.log.error( self.name + ": EOF exception found" ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| main.cleanup() |
| main.exit() |
| except Exception: |
| main.log.exception( self.name + ": Uncaught exception!" ) |
| main.cleanup() |
| main.exit() |
| |
| def onosInstall( self, options="-f", node="" ): |
| """ |
| Installs ONOS bits on the designated cell machine. |
| If -f option is provided, it also forces an uninstall. |
| Presently, install also includes onos-push-bits and |
| onos-config within. |
| The node option allows you to selectively only push the jar |
| files to certain onos nodes |
| |
| Returns: main.TRUE on success and main.FALSE on failure |
| """ |
| try: |
| if options: |
| self.handle.sendline( "onos-install " + options + " " + node ) |
| else: |
| self.handle.sendline( "onos-install " + node ) |
| self.handle.expect( "onos-install " ) |
| # NOTE: this timeout may need to change depending on the network |
| # and size of ONOS |
| i = self.handle.expect( [ "Network\sis\sunreachable", |
| "onos\sstart/running,\sprocess", |
| "ONOS\sis\salready\sinstalled", |
| pexpect.TIMEOUT ], timeout=60 ) |
| |
| if i == 0: |
| main.log.warn( "Network is unreachable" ) |
| return main.FALSE |
| elif i == 1: |
| main.log.info( |
| "ONOS was installed on " + |
| node + |
| " and started" ) |
| return main.TRUE |
| elif i == 2: |
| main.log.info( "ONOS is already installed on " + node ) |
| return main.TRUE |
| elif i == 3: |
| main.log.info( |
| "Installation of ONOS on " + |
| node + |
| " timed out" ) |
| return main.FALSE |
| |
| except pexpect.EOF: |
| main.log.error( self.name + ": EOF exception found" ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| main.cleanup() |
| main.exit() |
| except Exception: |
| main.log.exception( self.name + ": Uncaught exception!" ) |
| main.cleanup() |
| main.exit() |
| |
| def onosStart( self, nodeIp ): |
| """ |
| Calls onos command: 'onos-service [<node-ip>] start' |
| This command is a remote management of the ONOS upstart daemon |
| """ |
| try: |
| self.handle.sendline( "" ) |
| self.handle.expect( "\$" ) |
| self.handle.sendline( "onos-service " + str( nodeIp ) + |
| " start" ) |
| i = self.handle.expect( [ |
| "Job\sis\salready\srunning", |
| "start/running", |
| "Unknown\sinstance", |
| pexpect.TIMEOUT ], timeout=120 ) |
| |
| if i == 0: |
| main.log.info( "Service is already running" ) |
| return main.TRUE |
| elif i == 1: |
| main.log.info( "ONOS service started" ) |
| return main.TRUE |
| else: |
| main.log.error( "ONOS service failed to start" ) |
| main.cleanup() |
| main.exit() |
| except pexpect.EOF: |
| main.log.error( self.name + ": EOF exception found" ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| main.cleanup() |
| main.exit() |
| except Exception: |
| main.log.exception( self.name + ": Uncaught exception!" ) |
| main.cleanup() |
| main.exit() |
| |
| def onosStop( self, nodeIp ): |
| """ |
| Calls onos command: 'onos-service [<node-ip>] stop' |
| This command is a remote management of the ONOS upstart daemon |
| """ |
| try: |
| self.handle.sendline( "" ) |
| self.handle.expect( "\$" ) |
| self.handle.sendline( "onos-service " + str( nodeIp ) + |
| " stop" ) |
| i = self.handle.expect( [ |
| "stop/waiting", |
| "Could not resolve hostname", |
| "Unknown\sinstance", |
| pexpect.TIMEOUT ], timeout=60 ) |
| |
| if i == 0: |
| main.log.info( "ONOS service stopped" ) |
| return main.TRUE |
| elif i == 1: |
| main.log.info( "onosStop() Unknown ONOS instance specified: " + |
| str( nodeIp ) ) |
| return main.FALSE |
| elif i == 2: |
| main.log.warn( "ONOS wasn't running" ) |
| return main.TRUE |
| else: |
| main.log.error( "ONOS service failed to stop" ) |
| return main.FALSE |
| |
| except pexpect.EOF: |
| main.log.error( self.name + ": EOF exception found" ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| main.cleanup() |
| main.exit() |
| except Exception: |
| main.log.exception( self.name + ": Uncaught exception!" ) |
| main.cleanup() |
| main.exit() |
| |
| def onosUninstall( self, nodeIp="" ): |
| """ |
| Calls the command: 'onos-uninstall' |
| Uninstalls ONOS from the designated cell machine, stopping |
| if needed |
| """ |
| try: |
| self.handle.sendline( "" ) |
| self.handle.expect( "\$", timeout=60 ) |
| self.handle.sendline( "onos-uninstall " + str( nodeIp ) ) |
| self.handle.expect( "\$" ) |
| |
| main.log.info( "ONOS " + nodeIp + " was uninstalled" ) |
| |
| # onos-uninstall command does not return any text |
| return main.TRUE |
| |
| except pexpect.TIMEOUT: |
| main.log.exception( self.name + ": Timeout in onosUninstall" ) |
| return main.FALSE |
| except pexpect.EOF: |
| main.log.error( self.name + ": EOF exception found" ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| main.cleanup() |
| main.exit() |
| except Exception: |
| main.log.exception( self.name + ": Uncaught exception!" ) |
| main.cleanup() |
| main.exit() |
| |
| def onosDie( self, nodeIp ): |
| """ |
| Issues the command 'onos-die <node-ip>' |
| This command calls onos-kill and also stops the node |
| """ |
| try: |
| self.handle.sendline( "" ) |
| self.handle.expect( "\$" ) |
| cmdStr = "onos-kill " + str( nodeIp ) |
| self.handle.sendline( cmdStr ) |
| i = self.handle.expect( [ |
| "Killing\sONOS", |
| "ONOS\sprocess\sis\snot\srunning", |
| pexpect.TIMEOUT ], timeout=20 ) |
| if i == 0: |
| main.log.info( "ONOS instance " + str( nodeIp ) + |
| " was killed and stopped" ) |
| return main.TRUE |
| elif i == 1: |
| main.log.info( "ONOS process was not running" ) |
| return main.FALSE |
| except pexpect.EOF: |
| main.log.error( self.name + ": EOF exception found" ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| main.cleanup() |
| main.exit() |
| except Exception: |
| main.log.exception( self.name + ": Uncaught exception!" ) |
| main.cleanup() |
| main.exit() |
| |
| def onosKill( self, nodeIp ): |
| """ |
| Calls the command: 'onos-kill [<node-ip>]' |
| "Remotely, and unceremoniously kills the ONOS instance running on |
| the specified cell machine" - Tom V |
| """ |
| try: |
| self.handle.sendline( "" ) |
| self.handle.expect( "\$" ) |
| self.handle.sendline( "onos-kill " + str( nodeIp ) ) |
| i = self.handle.expect( [ |
| "\$", |
| "No\sroute\sto\shost", |
| "password:", |
| pexpect.TIMEOUT ], timeout=20 ) |
| |
| if i == 0: |
| main.log.info( |
| "ONOS instance " + str( |
| nodeIp ) + " was killed" ) |
| return main.TRUE |
| elif i == 1: |
| main.log.info( "No route to host" ) |
| return main.FALSE |
| elif i == 2: |
| main.log.info( |
| "Passwordless login for host: " + |
| str( nodeIp ) + |
| " not configured" ) |
| return main.FALSE |
| else: |
| main.log.info( "ONOS instance was not killed" ) |
| return main.FALSE |
| |
| except pexpect.EOF: |
| main.log.error( self.name + ": EOF exception found" ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| main.cleanup() |
| main.exit() |
| except Exception: |
| main.log.exception( self.name + ": Uncaught exception!" ) |
| main.cleanup() |
| main.exit() |
| |
| def onosRemoveRaftLogs( self ): |
| """ |
| Removes Raft / Copy cat files from ONOS to ensure |
| a cleaner environment. |
| |
| Description: |
| Stops all ONOS defined in the cell, |
| wipes the raft / copycat log files |
| """ |
| try: |
| self.handle.sendline( "" ) |
| self.handle.expect( "\$" ) |
| self.handle.sendline( "onos-remove-raft-logs" ) |
| # Sometimes this command hangs |
| i = self.handle.expect( [ "\$", pexpect.TIMEOUT ], |
| timeout=120 ) |
| if i == 1: |
| i = self.handle.expect( [ "\$", pexpect.TIMEOUT ], |
| timeout=120 ) |
| if i == 1: |
| return main.FALSE |
| #self.handle.sendline( "" ) |
| #self.handle.expect( "\$" ) |
| return main.TRUE |
| |
| except pexpect.EOF: |
| main.log.error( self.name + ": EOF exception found" ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| main.cleanup() |
| main.exit() |
| except Exception: |
| main.log.exception( self.name + ": Uncaught exception!" ) |
| main.cleanup() |
| main.exit() |
| |
| def onosStartNetwork( self, mntopo ): |
| """ |
| Calls the command 'onos-start-network [ <mininet-topo> ] |
| "remotely starts the specified topology on the cell's |
| mininet machine against all controllers configured in the |
| cell." |
| * Specify mininet topology file name for mntopo |
| * Topo files should be placed at: |
| ~/<your-onos-directory>/tools/test/topos |
| |
| NOTE: This function will take you to the mininet prompt |
| """ |
| try: |
| if not mntopo: |
| main.log.error( "You must specify a topo file to execute" ) |
| return main.FALSE |
| |
| mntopo = str( mntopo ) |
| self.handle.sendline( "" ) |
| self.handle.expect( "\$" ) |
| |
| self.handle.sendline( "onos-start-network " + mntopo ) |
| self.handle.expect( "mininet>" ) |
| main.log.info( "Network started, entered mininet prompt" ) |
| |
| # TODO: Think about whether return is necessary or not |
| |
| except pexpect.EOF: |
| main.log.error( self.name + ": EOF exception found" ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| main.cleanup() |
| main.exit() |
| except Exception: |
| main.log.exception( self.name + ": Uncaught exception!" ) |
| main.cleanup() |
| main.exit() |
| |
| def isup(self, node = "", timeout = 120): |
| """ |
| Run's onos-wait-for-start which only returns once ONOS is at run |
| level 100(ready for use) |
| |
| Returns: main.TRUE if ONOS is running and main.FALSE on timeout |
| """ |
| try: |
| self.handle.sendline("onos-wait-for-start " + node ) |
| self.handle.expect("onos-wait-for-start") |
| # NOTE: this timeout is arbitrary" |
| i = self.handle.expect(["\$", pexpect.TIMEOUT], timeout) |
| if i == 0: |
| main.log.info( self.name + ": " + node + " is up" ) |
| return main.TRUE |
| elif i == 1: |
| # NOTE: since this function won't return until ONOS is ready, |
| # we will kill it on timeout |
| main.log.error( "ONOS has not started yet" ) |
| self.handle.send( "\x03" ) # Control-C |
| self.handle.expect( "\$" ) |
| return main.FALSE |
| except pexpect.EOF: |
| main.log.error( self.name + ": EOF exception found" ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| main.cleanup() |
| main.exit() |
| except Exception: |
| main.log.exception( self.name + ": Uncaught exception!" ) |
| main.cleanup() |
| main.exit() |
| |
| def pushTestIntentsShell( |
| self, |
| dpidSrc, |
| dpidDst, |
| numIntents, |
| dirFile, |
| onosIp, |
| numMult="", |
| appId="", |
| report=True, |
| options="" ): |
| """ |
| Description: |
| Use the linux prompt to push test intents to |
| better parallelize the results than the CLI |
| Required: |
| * dpidSrc: specify source dpid |
| * dpidDst: specify destination dpid |
| * numIntents: specify number of intents to push |
| * dirFile: specify directory and file name to save |
| results |
| * onosIp: specify the IP of ONOS to install on |
| NOTE: |
| You must invoke this command at linux shell prompt |
| """ |
| try: |
| # Create the string to sendline |
| if options: |
| baseCmd = "onos " + str( onosIp ) + " push-test-intents " +\ |
| options + " " |
| else: |
| baseCmd = "onos " + str( onosIp ) + " push-test-intents " |
| |
| addDpid = baseCmd + str( dpidSrc ) + " " + str( dpidDst ) |
| if not numMult: |
| addIntents = addDpid + " " + str( numIntents ) |
| elif numMult: |
| addIntents = addDpid + " " + str( numIntents ) + " " +\ |
| str( numMult ) |
| if appId: |
| addApp = addIntents + " " + str( appId ) |
| else: |
| addApp = addIntents |
| |
| if report: |
| sendCmd = addApp + " > " + str( dirFile ) + " &" |
| else: |
| sendCmd = addApp + " &" |
| main.log.info( "Send cmd: " + sendCmd ) |
| |
| self.handle.sendline( sendCmd ) |
| |
| except pexpect.EOF: |
| main.log.error( self.name + ": EOF exception found" ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| main.cleanup() |
| main.exit() |
| except Exception: |
| main.log.exception( self.name + ": Uncaught exception!" ) |
| main.cleanup() |
| main.exit() |
| |
| def getTopology( self, topologyOutput ): |
| """ |
| Definition: |
| Loads a json topology output |
| Return: |
| topology = current ONOS topology |
| """ |
| import json |
| try: |
| # either onos:topology or 'topology' will work in CLI |
| topology = json.loads(topologyOutput) |
| print topology |
| return topology |
| except pexpect.EOF: |
| main.log.error( self.name + ": EOF exception found" ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| main.cleanup() |
| main.exit() |
| except Exception: |
| main.log.exception( self.name + ": Uncaught exception!" ) |
| main.cleanup() |
| main.exit() |
| |
| def checkStatus( |
| self, |
| topologyResult, |
| numoswitch, |
| numolink, |
| logLevel="info" ): |
| """ |
| Checks the number of switches & links that ONOS sees against the |
| supplied values. By default this will report to main.log, but the |
| log level can be specific. |
| |
| Params: ip = ip used for the onos cli |
| numoswitch = expected number of switches |
| numolink = expected number of links |
| logLevel = level to log to. |
| Currently accepts 'info', 'warn' and 'report' |
| |
| |
| logLevel can |
| |
| Returns: main.TRUE if the number of switches and links are correct, |
| main.FALSE if the number of switches and links is incorrect, |
| and main.ERROR otherwise |
| """ |
| try: |
| topology = self.getTopology( topologyResult ) |
| if topology == {}: |
| return main.ERROR |
| output = "" |
| # Is the number of switches is what we expected |
| devices = topology.get( 'devices', False ) |
| links = topology.get( 'links', False ) |
| if not devices or not links: |
| return main.ERROR |
| switchCheck = ( int( devices ) == int( numoswitch ) ) |
| # Is the number of links is what we expected |
| linkCheck = ( int( links ) == int( numolink ) ) |
| if switchCheck and linkCheck: |
| # We expected the correct numbers |
| output = output + "The number of links and switches match "\ |
| + "what was expected" |
| result = main.TRUE |
| else: |
| output = output + \ |
| "The number of links and switches does not match " + \ |
| "what was expected" |
| result = main.FALSE |
| output = output + "\n ONOS sees %i devices" % int( devices ) |
| output = output + " (%i expected) " % int( numoswitch ) |
| output = output + "and %i links " % int( links ) |
| output = output + "(%i expected)" % int( numolink ) |
| if logLevel == "report": |
| main.log.report( output ) |
| elif logLevel == "warn": |
| main.log.warn( output ) |
| else: |
| main.log.info( output ) |
| return result |
| except pexpect.EOF: |
| main.log.error( self.name + ": EOF exception found" ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| main.cleanup() |
| main.exit() |
| except Exception: |
| main.log.exception( self.name + ": Uncaught exception!" ) |
| main.cleanup() |
| main.exit() |
| |
| def tsharkPcap( self, interface, dirFile ): |
| """ |
| Capture all packet activity and store in specified |
| directory/file |
| |
| Required: |
| * interface: interface to capture |
| * dir: directory/filename to store pcap |
| """ |
| try: |
| self.handle.sendline( "" ) |
| self.handle.expect( "\$" ) |
| |
| self.handle.sendline( "tshark -i " + str( interface ) + |
| " -t e -w " + str( dirFile ) + " &" ) |
| self.handle.sendline( "\r" ) |
| self.handle.expect( "Capturing on" ) |
| self.handle.sendline( "\r" ) |
| self.handle.expect( "\$" ) |
| |
| main.log.info( "Tshark started capturing files on " + |
| str( interface ) + " and saving to directory: " + |
| str( dirFile ) ) |
| except pexpect.EOF: |
| main.log.error( self.name + ": EOF exception found" ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| main.cleanup() |
| main.exit() |
| except Exception: |
| main.log.exception( self.name + ": Uncaught exception!" ) |
| main.cleanup() |
| main.exit() |
| |
| def runOnosTopoCfg( self, instanceName, jsonFile ): |
| """ |
| On ONOS bench, run this command: |
| {ONOS_HOME}/tools/test/bin/onos-topo-cfg $OC1 filename |
| which starts the rest and copies |
| the json file to the onos instance |
| """ |
| try: |
| self.handle.sendline( "" ) |
| self.handle.expect( "\$" ) |
| self.handle.sendline( "cd " + self.home + "/tools/test/bin" ) |
| self.handle.expect( "/bin$" ) |
| cmd = "./onos-topo-cfg " + instanceName + " " + jsonFile |
| print "cmd = ", cmd |
| self.handle.sendline( cmd ) |
| self.handle.expect( "\$" ) |
| self.handle.sendline( "cd ~" ) |
| self.handle.expect( "\$" ) |
| return main.TRUE |
| except pexpect.EOF: |
| main.log.error( self.name + ": EOF exception found" ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| main.cleanup() |
| main.exit() |
| except Exception: |
| main.log.exception( self.name + ": Uncaught exception!" ) |
| main.cleanup() |
| main.exit() |
| |
| def tsharkGrep( self, grep, directory, interface='eth0', grepOptions='' ): |
| """ |
| Required: |
| * grep string |
| * directory to store results |
| Optional: |
| * interface - default: eth0 |
| * grepOptions - options for grep |
| Description: |
| Uses tshark command to grep specific group of packets |
| and stores the results to specified directory. |
| The timestamp is hardcoded to be in epoch |
| """ |
| try: |
| self.handle.sendline( "" ) |
| self.handle.expect( "\$" ) |
| self.handle.sendline( "" ) |
| if grepOptions: |
| grepStr = "grep "+str(grepOptions) |
| else: |
| grepStr = "grep" |
| |
| self.handle.sendline( |
| "tshark -i " + |
| str( interface ) + |
| " -t e | " + |
| grepStr + " --line-buffered \"" + |
| str(grep) + |
| "\" >" + |
| directory + |
| " &" ) |
| self.handle.sendline( "\r" ) |
| self.handle.expect( "Capturing on" ) |
| self.handle.sendline( "\r" ) |
| self.handle.expect( "\$" ) |
| except pexpect.EOF: |
| main.log.error( self.name + ": EOF exception found" ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| main.cleanup() |
| main.exit() |
| except Exception: |
| main.log.exception( self.name + ": Uncaught exception!" ) |
| main.cleanup() |
| main.exit() |
| |
| def tsharkStop( self ): |
| """ |
| Removes wireshark files from /tmp and kills all tshark processes |
| """ |
| # Remove all pcap from previous captures |
| try: |
| self.execute( cmd="sudo rm /tmp/wireshark*" ) |
| self.handle.sendline( "" ) |
| self.handle.sendline( "sudo kill -9 `ps -ef | grep \"tshark -i\"" + |
| " | grep -v grep | awk '{print $2}'`" ) |
| self.handle.sendline( "" ) |
| main.log.info( "Tshark stopped" ) |
| except pexpect.EOF: |
| main.log.error( self.name + ": EOF exception found" ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| main.cleanup() |
| main.exit() |
| except Exception: |
| main.log.exception( self.name + ": Uncaught exception!" ) |
| main.cleanup() |
| main.exit() |
| |
| def ptpd( self, args ): |
| """ |
| Initiate ptp with user-specified args. |
| Required: |
| * args: specify string of args after command |
| 'sudo ptpd' |
| """ |
| try: |
| self.handle.sendline( "sudo ptpd " + str( args ) ) |
| i = self.handle.expect( [ |
| "Multiple", |
| "Error", |
| "\$" ] ) |
| self.handle.expect( "\$" ) |
| |
| if i == 0: |
| handle = self.handle.before |
| main.log.info( "ptpd returned an error: " + |
| str( handle ) ) |
| return handle |
| elif i == 1: |
| handle = self.handle.before |
| main.log.error( "ptpd returned an error: " + |
| str( handle ) ) |
| return handle |
| else: |
| return main.TRUE |
| |
| except pexpect.EOF: |
| main.log.error( self.name + ": EOF exception found" ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| main.cleanup() |
| main.exit() |
| except Exception: |
| main.log.exception( self.name + ": Uncaught exception!" ) |
| main.cleanup() |
| main.exit() |
| |
| def cpLogsToDir( self, logToCopy, |
| destDir, copyFileName="" ): |
| """ |
| Copies logs to a desired directory. |
| Current implementation of ONOS deletes its karaf |
| logs on every iteration. For debugging purposes, |
| you may want to use this function to capture |
| certain karaf logs. ( or any other logs if needed ) |
| Localtime will be attached to the filename |
| |
| Required: |
| * logToCopy: specify directory and log name to |
| copy. |
| ex ) /opt/onos/log/karaf.log.1 |
| For copying multiple files, leave copyFileName |
| empty and only specify destDir - |
| ex ) /opt/onos/log/karaf* |
| * destDir: specify directory to copy to. |
| ex ) /tmp/ |
| Optional: |
| * copyFileName: If you want to rename the log |
| file, specify copyFileName. This will not work |
| with multiple file copying |
| """ |
| try: |
| localtime = time.strftime( '%x %X' ) |
| localtime = localtime.replace( "/", "" ) |
| localtime = localtime.replace( " ", "_" ) |
| localtime = localtime.replace( ":", "" ) |
| if destDir[ -1: ] != "/": |
| destDir += "/" |
| |
| if copyFileName: |
| self.handle.sendline( "cp " + str( logToCopy ) + " " + |
| str( destDir ) + str( copyFileName ) + |
| localtime ) |
| self.handle.expect( "cp" ) |
| self.handle.expect( "\$" ) |
| else: |
| self.handle.sendline( "cp " + str( logToCopy ) + |
| " " + str( destDir ) ) |
| self.handle.expect( "cp" ) |
| self.handle.expect( "\$" ) |
| |
| return self.handle.before |
| |
| except pexpect.EOF: |
| main.log.error( "Copying files failed" ) |
| main.log.error( self.name + ": EOF exception found" ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| except Exception: |
| main.log.exception( "Copying files failed" ) |
| |
| def checkLogs( self, onosIp ): |
| """ |
| runs onos-check-logs on the given onos node |
| returns the response |
| """ |
| try: |
| cmd = "onos-check-logs " + str( onosIp ) |
| self.handle.sendline( cmd ) |
| self.handle.expect( cmd ) |
| self.handle.expect( "\$" ) |
| response = self.handle.before |
| return response |
| except pexpect.EOF: |
| main.log.error( "Lost ssh connection" ) |
| main.log.error( self.name + ": EOF exception found" ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| except Exception: |
| main.log.exception( self.name + ": Uncaught exception!" ) |
| main.cleanup() |
| main.exit() |
| |
| def onosStatus( self, node="" ): |
| """ |
| Calls onos command: 'onos-service [<node-ip>] status' |
| """ |
| try: |
| self.handle.sendline( "" ) |
| self.handle.expect( "\$" ) |
| self.handle.sendline( "onos-service " + str( node ) + |
| " status" ) |
| i = self.handle.expect( [ |
| "start/running", |
| "stop/waiting", |
| pexpect.TIMEOUT ], timeout=120 ) |
| |
| if i == 0: |
| main.log.info( "ONOS is running" ) |
| return main.TRUE |
| elif i == 1: |
| main.log.info( "ONOS is stopped" ) |
| main.log.error( "ONOS service failed to check the status" ) |
| main.cleanup() |
| main.exit() |
| except pexpect.EOF: |
| main.log.error( self.name + ": EOF exception found" ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| main.cleanup() |
| main.exit() |
| except Exception: |
| main.log.exception( self.name + ": Uncaught exception!" ) |
| main.cleanup() |
| main.exit() |
| |
| def setIpTables( self, ip, port='', action='add', packet_type='', |
| direction='INPUT', rule='DROP', states=True ): |
| """ |
| Description: |
| add or remove iptables rule to DROP (default) packets from |
| specific IP and PORT |
| Usage: |
| * specify action ('add' or 'remove') |
| when removing, pass in the same argument as you would add. It will |
| delete that specific rule. |
| * specify the ip to block |
| * specify the destination port to block (defaults to all ports) |
| * optional packet type to block (default tcp) |
| * optional iptables rule (default DROP) |
| * optional direction to block (default 'INPUT') |
| * States boolean toggles adding all supported tcp states to the |
| firewall rule |
| Returns: |
| main.TRUE on success or |
| main.FALSE if given invalid input or |
| main.ERROR if there is an error in response from iptables |
| WARNING: |
| * This function uses root privilege iptables command which may result |
| in unwanted network errors. USE WITH CAUTION |
| """ |
| import time |
| |
| # NOTE********* |
| # The strict checking methods of this driver function is intentional |
| # to discourage any misuse or error of iptables, which can cause |
| # severe network errors |
| # ************* |
| |
| # NOTE: Sleep needed to give some time for rule to be added and |
| # registered to the instance. If you are calling this function |
| # multiple times this sleep will prevent any errors. |
| # DO NOT REMOVE |
| # time.sleep( 5 ) |
| try: |
| # input validation |
| action_type = action.lower() |
| rule = rule.upper() |
| direction = direction.upper() |
| if action_type != 'add' and action_type != 'remove': |
| main.log.error( "Invalid action type. Use 'add' or " |
| "'remove' table rule" ) |
| if rule != 'DROP' and rule != 'ACCEPT' and rule != 'LOG': |
| # NOTE Currently only supports rules DROP, ACCEPT, and LOG |
| main.log.error( "Invalid rule. Valid rules are 'DROP' or " |
| "'ACCEPT' or 'LOG' only." ) |
| if direction != 'INPUT' and direction != 'OUTPUT': |
| # NOTE currently only supports rules INPUT and OUPTUT |
| main.log.error( "Invalid rule. Valid directions are" |
| " 'OUTPUT' or 'INPUT'" ) |
| return main.FALSE |
| return main.FALSE |
| return main.FALSE |
| if action_type == 'add': |
| # -A is the 'append' action of iptables |
| actionFlag = '-A' |
| elif action_type == 'remove': |
| # -D is the 'delete' rule of iptables |
| actionFlag = '-D' |
| self.handle.sendline( "" ) |
| self.handle.expect( "\$" ) |
| cmd = "sudo iptables " + actionFlag + " " +\ |
| direction +\ |
| " -s " + str( ip ) |
| # " -p " + str( packet_type ) +\ |
| if packet_type: |
| cmd += " -p " + str( packet_type ) |
| if port: |
| cmd += " --dport " + str( port ) |
| if states: |
| cmd += " -m state --state=" |
| #FIXME- Allow user to configure which states to block |
| cmd += "INVALID,ESTABLISHED,NEW,RELATED,UNTRACKED" |
| cmd += " -j " + str( rule ) |
| |
| self.handle.sendline( cmd ) |
| self.handle.expect( "\$" ) |
| main.log.warn( self.handle.before ) |
| |
| info_string = "On " + str( self.name ) |
| info_string += " " + str( action_type ) |
| info_string += " iptable rule [ " |
| info_string += " IP: " + str( ip ) |
| info_string += " Port: " + str( port ) |
| info_string += " Rule: " + str( rule ) |
| info_string += " Direction: " + str( direction ) + " ]" |
| main.log.info( info_string ) |
| return main.TRUE |
| except pexpect.TIMEOUT: |
| main.log.exception( self.name + ": Timeout exception in " |
| "setIpTables function" ) |
| return main.ERROR |
| except pexpect.EOF: |
| main.log.error( self.name + ": EOF exception found" ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| main.cleanup() |
| main.exit() |
| except Exception: |
| main.log.exception( self.name + ": Uncaught exception!" ) |
| main.cleanup() |
| main.exit() |
| |
| def detailed_status(self, log_filename): |
| """ |
| This method is used by STS to check the status of the controller |
| Reports RUNNING, STARTING, STOPPED, FROZEN, ERROR (and reason) |
| """ |
| import re |
| try: |
| self.handle.sendline( "" ) |
| self.handle.expect( "\$" ) |
| self.handle.sendline( "cd " + self.home ) |
| self.handle.expect( "\$" ) |
| self.handle.sendline( "service onos status" ) |
| self.handle.expect( "\$" ) |
| response = self.handle.before |
| if re.search( "onos start/running", response ): |
| # onos start/running, process 10457 |
| return 'RUNNING' |
| # FIXME: Implement this case |
| # elif re.search( pattern, response ): |
| # return 'STARTING' |
| elif re.search( "onos stop/", response ): |
| # onos stop/waiting |
| # FIXME handle this differently?: onos stop/pre-stop |
| return 'STOPPED' |
| # FIXME: Implement this case |
| # elif re.search( pattern, response ): |
| # return 'FROZEN' |
| else: |
| main.log.warn( self.name + |
| " WARNING: status received unknown response" ) |
| main.log.warn( response ) |
| return 'ERROR', "Unknown response: %s" % response |
| except pexpect.TIMEOUT: |
| main.log.exception( self.name + ": Timeout exception in " |
| "setIpTables function" ) |
| return 'ERROR', "Pexpect Timeout" |
| except pexpect.EOF: |
| main.log.error( self.name + ": EOF exception found" ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| main.cleanup() |
| main.exit() |
| except Exception: |
| main.log.exception( self.name + ": Uncaught exception!" ) |
| main.cleanup() |
| main.exit() |
| |
| def createLinkGraphFile( self, benchIp, ONOSIpList, deviceCount): |
| ''' |
| Create/formats the LinkGraph.cfg file based on arguments |
| -only creates a linear topology and connects islands |
| -evenly distributes devices |
| -must be called by ONOSbench |
| |
| ONOSIpList - list of all of the node IPs to be used |
| |
| deviceCount - number of switches to be assigned |
| ''' |
| main.log.step("Creating link graph configuration file." ) |
| linkGraphPath = self.home + "/tools/package/etc/linkGraph.cfg" |
| tempFile = "/tmp/linkGraph.cfg" |
| |
| linkGraph = open(tempFile, 'w+') |
| linkGraph.write("# NullLinkProvider topology description (config file).\n") |
| linkGraph.write("# The NodeId is only added if the destination is another node's device.\n") |
| linkGraph.write("# Bugs: Comments cannot be appended to a line to be read.\n") |
| |
| clusterCount = len(ONOSIpList) |
| |
| if type(deviceCount) is int or type(deviceCount) is str: |
| deviceCount = int(deviceCount) |
| switchList = [0]*(clusterCount+1) |
| baselineSwitchCount = deviceCount/clusterCount |
| |
| for node in range(1, clusterCount + 1): |
| switchList[node] = baselineSwitchCount |
| |
| for node in range(1, (deviceCount%clusterCount)+1): |
| switchList[node] += 1 |
| |
| if type(deviceCount) is list: |
| main.log.info("Using provided device distribution") |
| switchList = [0] |
| for i in deviceCount: |
| switchList.append(int(i)) |
| |
| tempList = ['0'] |
| tempList.extend(ONOSIpList) |
| ONOSIpList = tempList |
| |
| myPort = 6 |
| lastSwitch = 0 |
| for node in range(1, clusterCount+1): |
| if switchList[node] == 0: |
| continue |
| |
| linkGraph.write("graph " + ONOSIpList[node] + " {\n") |
| |
| if node > 1: |
| #connect to last device on previous node |
| line = ("\t0:5 -> " + str(lastSwitch) + ":6:" + lastIp + "\n") #ONOSIpList[node-1] |
| linkGraph.write(line) |
| |
| lastSwitch = 0 |
| for switch in range (0, switchList[node]-1): |
| line = "" |
| line = ("\t" + str(switch) + ":" + str(myPort)) |
| line += " -- " |
| line += (str(switch+1) + ":" + str(myPort-1) + "\n") |
| linkGraph.write(line) |
| lastSwitch = switch+1 |
| lastIp = ONOSIpList[node] |
| |
| #lastSwitch += 1 |
| if node < (clusterCount): |
| #connect to first device on the next node |
| line = ("\t" + str(lastSwitch) + ":6 -> 0:5:" + ONOSIpList[node+1] + "\n") |
| linkGraph.write(line) |
| |
| linkGraph.write("}\n") |
| linkGraph.close() |
| |
| #SCP |
| os.system( "scp " + tempFile + " admin@" + benchIp + ":" + linkGraphPath) |
| main.log.info("linkGraph.cfg creation complete") |
| |
| def configNullDev( self, ONOSIpList, deviceCount, numPorts=10): |
| |
| ''' |
| ONOSIpList = list of Ip addresses of nodes switches will be devided amongst |
| deviceCount = number of switches to distribute, or list of values to use as custom distribution |
| numPorts = number of ports per device. Defaults to 10 both in this function and in ONOS. Optional arg |
| ''' |
| |
| main.log.step("Configuring Null Device Provider" ) |
| clusterCount = len(ONOSIpList) |
| |
| try: |
| |
| if type(deviceCount) is int or type(deviceCount) is str: |
| main.log.step("Creating device distribution") |
| deviceCount = int(deviceCount) |
| switchList = [0]*(clusterCount+1) |
| baselineSwitchCount = deviceCount/clusterCount |
| |
| for node in range(1, clusterCount + 1): |
| switchList[node] = baselineSwitchCount |
| |
| for node in range(1, (deviceCount%clusterCount)+1): |
| switchList[node] += 1 |
| |
| if type(deviceCount) is list: |
| main.log.info("Using provided device distribution") |
| |
| if len(deviceCount) == clusterCount: |
| switchList = ['0'] |
| switchList.extend(deviceCount) |
| |
| if len(deviceCount) == (clusterCount + 1): |
| if deviceCount[0] == '0' or deviceCount[0] == 0: |
| switchList = deviceCount |
| |
| assert len(switchList) == (clusterCount + 1) |
| |
| except AssertionError: |
| main.log.error( "Bad device/Ip list match") |
| except TypeError: |
| main.log.exception( self.name + ": Object not as expected" ) |
| return None |
| except Exception: |
| main.log.exception( self.name + ": Uncaught exception!" ) |
| main.cleanup() |
| main.exit() |
| |
| |
| ONOSIp = [0] |
| ONOSIp.extend(ONOSIpList) |
| |
| devicesString = "devConfigs = " |
| for node in range(1, len(ONOSIp)): |
| devicesString += (ONOSIp[node] + ":" + str(switchList[node] )) |
| if node < clusterCount: |
| devicesString += (",") |
| |
| try: |
| self.handle.sendline("onos $OC1 cfg set org.onosproject.provider.nil.device.impl.NullDeviceProvider devConfigs " + devicesString ) |
| self.handle.expect(":~") |
| self.handle.sendline("onos $OC1 cfg set org.onosproject.provider.nil.device.impl.NullDeviceProvider numPorts " + str(numPorts) ) |
| self.handle.expect(":~") |
| |
| for i in range(10): |
| self.handle.sendline("onos $OC1 cfg get org.onosproject.provider.nil.device.impl.NullDeviceProvider") |
| self.handle.expect(":~") |
| verification = self.handle.before |
| if (" value=" + str(numPorts)) in verification and (" value=" + devicesString) in verification: |
| break |
| else: |
| time.sleep(1) |
| |
| assert ("value=" + str(numPorts)) in verification and (" value=" + devicesString) in verification |
| |
| except AssertionError: |
| main.log.error("Incorrect Config settings: " + verification) |
| except Exception: |
| main.log.exception( self.name + ": Uncaught exception!" ) |
| main.cleanup() |
| main.exit() |
| |
| def configNullLink( self,fileName="/opt/onos/apache-karaf-3.0.3/etc/linkGraph.cfg", eventRate=0): |
| ''' |
| fileName default is currently the same as the default on ONOS, specify alternate file if |
| you want to use a different topology file than linkGraph.cfg |
| ''' |
| |
| |
| try: |
| self.handle.sendline("onos $OC1 cfg set org.onosproject.provider.nil.link.impl.NullLinkProvider eventRate " + str(eventRate)) |
| self.handle.expect(":~") |
| self.handle.sendline("onos $OC1 cfg set org.onosproject.provider.nil.link.impl.NullLinkProvider cfgFile " + fileName ) |
| self.handle.expect(":~") |
| |
| for i in range(10): |
| self.handle.sendline("onos $OC1 cfg get org.onosproject.provider.nil.link.impl.NullLinkProvider") |
| self.handle.expect(":~") |
| verification = self.handle.before |
| if (" value=" + str(eventRate)) in verification and (" value=" + fileName) in verification: |
| break |
| else: |
| time.sleep(1) |
| |
| assert ("value=" + str(eventRate)) in verification and (" value=" + fileName) in verification |
| |
| except pexpect.EOF: |
| main.log.error( self.name + ": EOF exception found" ) |
| main.log.error( self.name + ": " + self.handle.before ) |
| main.cleanup() |
| main.exit() |
| except AssertionError: |
| main.log.info("Settings did not post to ONOS") |
| main.log.error(varification) |
| except Exception: |
| main.log.exception( self.name + ": Uncaught exception!" ) |
| main.log.error(varification) |
| main.cleanup() |
| main.exit() |
| |
| def getOnosIps(self): |
| |
| import os |
| |
| # reads env for OC variables, also saves file with OC variables. If file and env conflict |
| # priority goes to env. If file has OCs that are not in the env, the file OCs are used. |
| # In other words, if the env is set, the test will use those values. |
| |
| # returns a list of ip addresses for the onos nodes, will work with up to 7 nodes + OCN and OCI |
| # returns in format [ OC1 ip, OC2 ...ect. , OCN, OCI ] |
| |
| envONOSIps = {} |
| |
| x = 1 |
| while True: |
| try: |
| temp = os.environ[ 'OC' + str(x) ] |
| except KeyError: |
| break |
| envONOSIps[ ("OC" + str(x)) ] = temp |
| x += 1 |
| |
| try: |
| temp = os.environ[ 'OCN' ] |
| envONOSIps[ "OCN" ] = temp |
| except KeyError: |
| main.log.info("OCN not set in env") |
| |
| try: |
| temp = os.environ[ 'OCI' ] |
| envONOSIps[ "OCI" ] = temp |
| except: |
| main.log.error("OCI not set in env") |
| |
| print(str(envONOSIps)) |
| |
| order = [ "OC1", "OC2", "OC3","OC4","OC5","OC6","OC7","OCN","OCI" ] |
| ONOSIps = [] |
| |
| try: |
| if os.path.exists("myIps"): |
| ipFile = open("myIps","r+") |
| else: |
| ipFile = open("myIps","w+") |
| |
| fileONOSIps = ipFile.readlines() |
| ipFile.close() |
| |
| print str(fileONOSIps) |
| |
| if str(fileONOSIps) == "[]": |
| ipFile = open("myIps","w+") |
| for key in envONOSIps: |
| ipFile.write(key+ "=" + envONOSIps[key] + "\n") |
| ipFile.close() |
| for i in order: |
| if i in envONOSIps: |
| ONOSIps.append(envONOSIps[i]) |
| |
| return ONOSIps |
| |
| else: |
| fileDict = {} |
| for line in fileONOSIps: |
| line = line.replace("\n","") |
| line = line.split("=") |
| key = line[0] |
| value = line[1] |
| fileDict[key] = value |
| |
| for x in envONOSIps: |
| if x in fileDict: |
| if envONOSIps[x] == fileDict[x]: |
| continue |
| else: |
| fileDict[x] = envONOSIps[x] |
| else: |
| fileDict[x] = envONOSIps[x] |
| |
| ipFile = open("myIps","w+") |
| for key in order: |
| if key in fileDict: |
| ipFile.write(key + "=" + fileDict[key] + "\n") |
| ONOSIps.append(fileDict[key]) |
| ipFile.close() |
| |
| return ONOSIps |
| |
| except IOError as a: |
| main.log.error(a) |
| |
| except Exception as a: |
| main.log.error(a) |
| |
| |
| def logReport(self, nodeIp, searchTerms, outputMode="s"): |
| ''' |
| - accepts either a list or a string for "searchTerms" these |
| terms will be searched for in the log and have their |
| instances counted |
| |
| - nodeIp is the ip of the node whos log is to be scanned |
| |
| - output modes: |
| "s" - Simple. Quiet output mode that just prints |
| the occurences of each search term |
| |
| "d" - Detailed. Prints number of occurences as well as the entire |
| line for each of the last 5 occurences |
| |
| - returns total of the number of instances of all search terms |
| ''' |
| main.log.info("========================== Log Report ===========================\n") |
| |
| if type(searchTerms) is str: |
| searchTerms = [searchTerms] |
| |
| logLines = [ [" "] for i in range(len(searchTerms)) ] |
| |
| for term in range(len(searchTerms)): |
| logLines[term][0] = searchTerms[term] |
| |
| totalHits = 0 |
| for term in range(len(searchTerms)): |
| cmd = "onos-ssh " + nodeIp + " cat /opt/onos/log/karaf.log | grep " + searchTerms[term] |
| self.handle.sendline(cmd) |
| self.handle.expect(":~") |
| before = (self.handle.before).splitlines() |
| |
| count = [searchTerms[term],0] |
| |
| for line in before: |
| if searchTerms[term] in line and "grep" not in line: |
| count[1] += 1 |
| if before.index(line) > ( len(before) - 7 ): |
| logLines[term].append(line) |
| |
| main.log.info( str(count[0]) + ": " + str(count[1]) ) |
| if term == len(searchTerms)-1: |
| print("\n") |
| totalHits += int(count[1]) |
| |
| if outputMode != "s" and outputMode != "S": |
| outputString = "" |
| for i in logLines: |
| outputString = i[0] + ": \n" |
| for x in range(1,len(i)): |
| outputString += ( i[x] + "\n" ) |
| |
| if outputString != (i[0] + ": \n"): |
| main.log.info(outputString) |
| |
| main.log.info("================================================================\n") |
| return totalHits |
| |
| def getOnosIpFromEnv(self): |
| |
| import string |
| |
| # returns a list of ip addresses for the onos nodes, will work with up to 7 nodes + OCN and OCI |
| # returns in format [ 'x', OC1 ip, OC2 i... ect. ... , ONN ip ] |
| |
| self.handle.sendline("env| grep OC") |
| self.handle.expect(":~") |
| rawOutput = self.handle.before |
| print rawOutput |
| print "-----------------------------" |
| print repr(rawOutput) |
| mpa = dict.fromkeys(range(32)) |
| translated = rawOutput.translate(mpa) |
| print translated |
| |
| |
| # create list with only the lines that have the needed IPs |
| unparsedIps = [] |
| |
| # remove preceeding or trailing lines |
| for line in rawOutput: |
| if "OC" in line and "=" in line: |
| unparsedIps.append(str(line)) |
| |
| # determine cluster size |
| clusterCount = 0 |
| for line in unparsedIps: |
| line = str(line) |
| print line |
| temp = line.replace("OC","") |
| print("line index " + str(line.index("="))) |
| OCindex = temp[0] |
| for i in range(0, 7): |
| if OCindex == str(i) and i > clusterCount: |
| clusterCount == i |
| print(clusterCount) |
| # create list to hold ips such that OC1 is at list[1] and OCN and OCI are at the end (in that order) |
| ONOSIps = ["x"] * (clusterCount + 3) |
| |
| # populate list |
| for line in unparsedIps: |
| main.log.info(line)########## |
| temp = str(line.replace("OC","")) |
| main.log.info(str(list(temp))) |
| OCindex = temp[0] |
| main.log.info(OCindex)############ |
| if OCindex == "N": |
| ONOSIps[ clusterCount + 1 ] = temp.replace("N=","") |
| |
| if OCindex == "I": |
| ONOSIps[ clusterCount + 2 ] = temp.replace("I=","") |
| |
| else: |
| ONOSIps[ int(OCindex) ] = temp.replace((OCindex + "=") ,"") |
| |
| # validate |
| for x in ONOSIps: |
| if ONOSIps.index(x) != 0 and x == "x": |
| main.log.error("ENV READ FAILURE, MISSING DATA: \n\n" + str(ONOSIps) + "\n\n") |
| |
| return ONOSIps |
| |
| |
| def onosErrorLog(self, nodeIp): |
| |
| cmd = "onos-ssh " + nodeIp + " cat /opt/onos/log/karaf.log | grep WARN" |
| self.handle.sendline(cmd) |
| self.handle.expect(":~") |
| before = (self.handle.before).splitlines() |
| |
| warnings = [] |
| |
| for line in before: |
| if "WARN" in line and "grep" not in line: |
| warnings.append(line) |
| main.warnings[main.warnings[0]+1] = line |
| main.warnings[0] += 1 |
| if main.warnings[0] >= 10: |
| main.warnings[0] = 0 |
| |
| cmd = "onos-ssh " + nodeIp + " cat /opt/onos/log/karaf.log | grep ERROR" |
| self.handle.sendline(cmd) |
| self.handle.expect(":~") |
| before = (self.handle.before).splitlines() |
| |
| errors = [] |
| |
| for line in before: |
| if "ERROR" in line and "grep" not in line: |
| errors.append(line) |
| main.errors[main.errors[0]+1] = line |
| main.errors[0] += 1 |
| if main.errors[0] >= 10: |
| main.errors[0] = 0 |
| |
| cmd = "onos-ssh " + nodeIp + " cat /opt/onos/log/karaf.log | grep Exept" |
| self.handle.sendline(cmd) |
| self.handle.expect(":~") |
| before = (self.handle.before).splitlines() |
| |
| exceptions = [] |
| |
| for line in before: |
| if "Except" in line and "grep" not in line: |
| exceptions.append(line) |
| main.exceptions[main.errors[0]+1] = line |
| main.exceptions[0] += 1 |
| if main.exceptions[0] >= 10: |
| main.exceptions[0] = 0 |
| |
| |
| |
| ################################################################ |
| |
| msg1 = "WARNINGS: \n" |
| for i in main.warnings: |
| if type(i) is not int: |
| msg1 += ( i + "\n") |
| |
| msg2 = "ERRORS: \n" |
| for i in main.errors: |
| if type(i) is not int: |
| msg2 += ( i + "\n") |
| |
| msg3 = "EXCEPTIONS: \n" |
| for i in main.exceptions: |
| if type(i) is not int: |
| msg3 += ( i + "\n") |
| |
| main.log.info("===============================================================\n") |
| main.log.info( "Warnings: " + str(len(warnings))) |
| main.log.info( "Errors: " + str(len(errors))) |
| main.log.info( "Exceptions: " + str(len(exceptions))) |
| if len(warnings) > 0: |
| main.log.info(msg1) |
| if len(errors) > 0: |
| main.log.info(msg2) |
| if len(exceptions) > 0: |
| main.log.info(msg3) |
| main.log.info("===============================================================\n") |