admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 1 | #!/usr/bin/env python |
| 2 | ''' |
| 3 | Created on 22-Oct-2012 |
Jon Hall | 65844a3 | 2015-03-09 19:09:37 -0700 | [diff] [blame] | 4 | |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 5 | @author: Anil Kumar (anilkumar.s@paxterrasolutions.com) |
| 6 | |
| 7 | |
| 8 | TestON is free software: you can redistribute it and/or modify |
| 9 | it under the terms of the GNU General Public License as published by |
| 10 | the Free Software Foundation, either version 2 of the License, or |
| 11 | (at your option) any later version. |
| 12 | |
| 13 | TestON is distributed in the hope that it will be useful, |
| 14 | but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 15 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 16 | GNU General Public License for more details. |
| 17 | |
| 18 | You should have received a copy of the GNU General Public License |
Jon Hall | 65844a3 | 2015-03-09 19:09:37 -0700 | [diff] [blame] | 19 | along with TestON. If not, see <http://www.gnu.org/licenses/>. |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 20 | |
| 21 | |
| 22 | |
| 23 | teston is the main module. |
| 24 | |
| 25 | ''' |
| 26 | |
| 27 | import sys |
| 28 | import getpass |
| 29 | import os |
| 30 | import re |
| 31 | import __builtin__ |
| 32 | import new |
| 33 | import xmldict |
Jon Hall | 30b82fa | 2015-03-04 17:15:43 -0800 | [diff] [blame] | 34 | import importlib |
Jon Hall | 5b58673 | 2015-06-11 11:39:39 -0700 | [diff] [blame] | 35 | import threading |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 36 | module = new.module( "test" ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 37 | import openspeak |
Hari Krishna | be4b97b | 2015-07-15 12:19:43 -0700 | [diff] [blame] | 38 | import subprocess |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 39 | global path, drivers_path, core_path, tests_path, logs_path |
Jon Hall | 4450624 | 2015-07-29 17:40:26 -0700 | [diff] [blame] | 40 | location = os.path.abspath( os.path.dirname( __file__ ) ) |
| 41 | path = re.sub( "(core|bin)$", "", location ) |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 42 | drivers_path = path + "drivers" |
| 43 | core_path = path + "core" |
| 44 | tests_path = path + "tests" |
| 45 | logs_path = path + "logs/" |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 46 | config_path = path + "config/" |
Jon Hall | 4450624 | 2015-07-29 17:40:26 -0700 | [diff] [blame] | 47 | sys.path.append( path ) |
| 48 | sys.path.append( drivers_path ) |
| 49 | sys.path.append( core_path ) |
| 50 | sys.path.append( tests_path ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 51 | |
| 52 | from core.utilities import Utilities |
kelvin-onlab | fb52166 | 2015-02-27 09:52:40 -0800 | [diff] [blame] | 53 | from core.Thread import Thread |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 54 | |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 55 | |
| 56 | class TestON: |
| 57 | ''' |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 58 | TestON will initiate the specified test. |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 59 | The main tasks are: |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 60 | * Initiate the required Component handles for the test. |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 61 | * Create Log file Handles. |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 62 | ''' |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 63 | def __init__( self, options ): |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 64 | ''' |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 65 | Initialise the component handles specified in the topology file of |
| 66 | the specified test. |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 67 | ''' |
| 68 | # Initialization of the variables. |
| 69 | __builtin__.main = self |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 70 | __builtin__.path = path |
| 71 | __builtin__.utilities = Utilities() |
| 72 | self.TRUE = 1 |
| 73 | self.FALSE = 0 |
| 74 | self.ERROR = -1 |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 75 | self.NORESULT = 2 |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 76 | self.FAIL = False |
| 77 | self.PASS = True |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 78 | self.CASERESULT = self.ERROR |
| 79 | self.STEPRESULT = self.NORESULT |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 80 | self.init_result = self.TRUE |
| 81 | self.testResult = "Summary" |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 82 | self.stepName = "" |
| 83 | self.stepCache = "" |
Jon Hall | d61331b | 2015-02-17 16:35:47 -0800 | [diff] [blame] | 84 | self.EXPERIMENTAL_MODE = False |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 85 | self.test_target = None |
| 86 | self.lastcommand = None |
Jon Hall | d61331b | 2015-02-17 16:35:47 -0800 | [diff] [blame] | 87 | self.testDir = tests_path |
| 88 | self.configFile = config_path + "teston.cfg" |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 89 | self.parsingClass = "xmlparser" |
| 90 | self.parserPath = core_path + "/xmlparser" |
| 91 | self.loggerPath = core_path + "/logger" |
| 92 | self.loggerClass = "Logger" |
| 93 | self.logs_path = logs_path |
| 94 | self.driver = '' |
kelvin-onlab | fb52166 | 2015-02-27 09:52:40 -0800 | [diff] [blame] | 95 | self.Thread = Thread |
Jon Hall | 5b58673 | 2015-06-11 11:39:39 -0700 | [diff] [blame] | 96 | self.cleanupFlag = False |
| 97 | self.cleanupLock = threading.Lock() |
Jon Hall | 0fc0d45 | 2015-07-14 09:49:58 -0700 | [diff] [blame] | 98 | self.initiated = False |
Jon Hall | 65844a3 | 2015-03-09 19:09:37 -0700 | [diff] [blame] | 99 | |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 100 | self.configparser() |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 101 | verifyOptions( options ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 102 | load_logger() |
| 103 | self.componentDictionary = {} |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 104 | self.componentDictionary = self.topology['COMPONENT'] |
| 105 | self.driversList = [] |
| 106 | if isinstance( self.componentDictionary, str): |
| 107 | self.componentDictionary = dict( self.componentDictionary ) |
Jon Hall | 65844a3 | 2015-03-09 19:09:37 -0700 | [diff] [blame] | 108 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 109 | for component in self.componentDictionary: |
| 110 | self.driversList.append( self.componentDictionary[component]['type'] ) |
Jon Hall | 65844a3 | 2015-03-09 19:09:37 -0700 | [diff] [blame] | 111 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 112 | self.driversList = list( set( self.driversList ) ) # Removing duplicates. |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 113 | # Checking the test_target option set for the component or not |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 114 | if isinstance( self.componentDictionary, dict ): |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 115 | for component in self.componentDictionary.keys(): |
| 116 | if 'test_target' in self.componentDictionary[component].keys(): |
| 117 | self.test_target = component |
Jon Hall | 65844a3 | 2015-03-09 19:09:37 -0700 | [diff] [blame] | 118 | |
Jon Hall | d61331b | 2015-02-17 16:35:47 -0800 | [diff] [blame] | 119 | # Checking for the openspeak file and test script |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 120 | self.logger.initlog( self ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 121 | |
| 122 | # Creating Drivers Handles |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 123 | initString = "\n" + "*" * 30 + "\n CASE INIT \n" + "*" * 30 + "\n" |
| 124 | self.log.exact( initString ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 125 | self.driverObject = {} |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 126 | self.random_order = 111 # Random order id to connect the components |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 127 | components_connect_order = {} |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 128 | if isinstance( self.componentDictionary, dict ): |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 129 | for component in self.componentDictionary.keys(): |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 130 | if 'connect_order' not in self.componentDictionary[component].keys(): |
| 131 | self.componentDictionary[component]['connect_order'] = str( self.get_random() ) |
| 132 | components_connect_order[component] = eval( self.componentDictionary[component]['connect_order'] ) |
| 133 | # Ordering components based on the connect order. |
| 134 | ordered_component_list = sorted( components_connect_order, |
| 135 | key=lambda key: components_connect_order[key] ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 136 | print ordered_component_list |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 137 | for component in ordered_component_list: |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 138 | self.componentInit( component ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 139 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 140 | def configparser( self ): |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 141 | ''' |
| 142 | It will parse the config file (teston.cfg) and return as dictionary |
| 143 | ''' |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 144 | matchFileName = re.match( r'(.*)\.cfg', self.configFile, re.M | re.I ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 145 | if matchFileName: |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 146 | xml = open( self.configFile ).read() |
| 147 | try: |
| 148 | self.configDict = xmldict.xml_to_dict( xml ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 149 | return self.configDict |
Jon Hall | 1306a56 | 2015-09-04 11:21:24 -0700 | [diff] [blame] | 150 | except IOError: |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 151 | print "There is no such file to parse " + self.configFile |
Jon Hall | 1306a56 | 2015-09-04 11:21:24 -0700 | [diff] [blame] | 152 | else: |
| 153 | print "There is no such file to parse " + self.configFile |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 154 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 155 | def componentInit( self, component ): |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 156 | ''' |
| 157 | This method will initialize specified component |
| 158 | ''' |
| 159 | global driver_options |
Jon Hall | 0fc0d45 | 2015-07-14 09:49:58 -0700 | [diff] [blame] | 160 | self.initiated = False |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 161 | self.log.info( "Creating component Handle: " + component ) |
Jon Hall | d61331b | 2015-02-17 16:35:47 -0800 | [diff] [blame] | 162 | driver_options = {} |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 163 | if 'COMPONENTS' in self.componentDictionary[component].keys(): |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 164 | driver_options = dict( self.componentDictionary[component]['COMPONENTS'] ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 165 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 166 | driver_options['name'] = component |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 167 | driverName = self.componentDictionary[component]['type'] |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 168 | driver_options['type'] = driverName |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 169 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 170 | classPath = self.getDriverPath( driverName.lower() ) |
| 171 | driverModule = importlib.import_module( classPath ) |
| 172 | driverClass = getattr( driverModule, driverName ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 173 | driverObject = driverClass() |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 174 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 175 | if "OCN" in self.componentDictionary[component]['host'] and\ |
| 176 | main.onoscell: |
Hari Krishna | be4b97b | 2015-07-15 12:19:43 -0700 | [diff] [blame] | 177 | self.componentDictionary[component]['host'] = main.mnIP |
| 178 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 179 | user_name = self.componentDictionary[component].get( 'user', |
| 180 | getpass.getuser() ) |
| 181 | ip_address = self.componentDictionary[component].get( 'host', |
| 182 | 'localhost' ) |
| 183 | pwd = self.componentDictionary[component].get( 'password', |
| 184 | 'changeme' ) |
| 185 | port = self.componentDictionary[component].get( 'port' ) |
| 186 | connect_result = driverObject.connect( user_name=user_name, |
| 187 | ip_address=ip_address, |
| 188 | pwd=pwd, |
| 189 | port=port, |
| 190 | options=driver_options) |
cameron@onlab.us | 5cc6a37 | 2015-05-11 17:18:07 -0700 | [diff] [blame] | 191 | |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 192 | if not connect_result: |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 193 | self.log.error( "Exiting from the test execution because connecting to the " + |
| 194 | component + " component failed." ) |
Jon Hall | d61331b | 2015-02-17 16:35:47 -0800 | [diff] [blame] | 195 | self.exit() |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 196 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 197 | vars( self )[component] = driverObject |
Jon Hall | 0fc0d45 | 2015-07-14 09:49:58 -0700 | [diff] [blame] | 198 | self.initiated = True |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 199 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 200 | def run( self ): |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 201 | ''' |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 202 | The Execution of the test script's cases listed in the Test params |
| 203 | file will be done here then update each test case result. |
| 204 | This method will return main.TRUE if it executed all the test cases |
| 205 | successfully, else will retun main.FALSE |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 206 | ''' |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 207 | self.testCaseResult = {} |
Jon Hall | a118598 | 2014-09-15 14:55:10 -0700 | [diff] [blame] | 208 | self.TOTAL_TC = 0 |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 209 | self.TOTAL_TC_RUN = 0 |
Jon Hall | d61331b | 2015-02-17 16:35:47 -0800 | [diff] [blame] | 210 | self.TOTAL_TC_PLANNED = 0 |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 211 | self.TOTAL_TC_NORESULT = 0 |
| 212 | self.TOTAL_TC_FAIL = 0 |
| 213 | self.TOTAL_TC_PASS = 0 |
Jon Hall | a118598 | 2014-09-15 14:55:10 -0700 | [diff] [blame] | 214 | self.TEST_ITERATION = 0 |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 215 | |
| 216 | # NOTE: number of main.step statements in the |
| 217 | # outer most level of the test case. used to |
| 218 | # execute code in smaller steps |
| 219 | self.stepCount = 0 |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 220 | self.CASERESULT = self.NORESULT |
| 221 | |
Jon Hall | d61331b | 2015-02-17 16:35:47 -0800 | [diff] [blame] | 222 | import testparser |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 223 | testFile = self.tests_path + "/" + self.TEST + "/" + self.TEST + ".py" |
| 224 | test = testparser.TestParser( testFile ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 225 | self.testscript = test.testscript |
| 226 | self.code = test.getStepCode() |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 227 | repeat = int( self.params.get( 'repeat', 1 ) ) |
| 228 | self.TOTAL_TC_PLANNED = len( self.testcases_list ) * repeat |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 229 | |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 230 | result = self.TRUE |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 231 | while repeat: |
Jon Hall | a118598 | 2014-09-15 14:55:10 -0700 | [diff] [blame] | 232 | for self.CurrentTestCaseNumber in self.testcases_list: |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 233 | result = self.runCase( self.CurrentTestCaseNumber ) |
| 234 | repeat -= 1 |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 235 | return result |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 236 | |
Jon Hall | e234cc4 | 2015-08-31 15:26:47 -0700 | [diff] [blame] | 237 | def runCase( self, testCaseNumber ): |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 238 | self.CurrentTestCaseNumber = testCaseNumber |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 239 | self.CurrentTestCase = "" |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 240 | |
| 241 | # List of step results in a case. ANDed together to get the result |
| 242 | self.stepResultsList = [] |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 243 | self.stepName = "" |
Jon Hall | 783bbf9 | 2015-07-23 14:33:19 -0700 | [diff] [blame] | 244 | self.caseExplanation = "" |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 245 | result = self.TRUE |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 246 | |
| 247 | # NOTE: number of main.step statements in the |
| 248 | # outer most level of the test case. used to |
| 249 | # execute code in smaller steps |
| 250 | self.stepCount = 0 |
| 251 | |
| 252 | # NOTE: This is the current number of main.step()'s executed |
| 253 | # in a case. Used for logging. |
| 254 | self.stepNumber = 0 |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 255 | self.EXPERIMENTAL_MODE = self.FALSE |
| 256 | self.addCaseHeader() |
Jon Hall | e234cc4 | 2015-08-31 15:26:47 -0700 | [diff] [blame] | 257 | self.testCaseNumber = str( testCaseNumber ) |
| 258 | self.CASERESULT = self.NORESULT |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 259 | stopped = False |
Jon Hall | 5a72b71 | 2015-09-28 12:20:59 -0700 | [diff] [blame] | 260 | try: |
| 261 | self.code[self.testCaseNumber] |
Jon Hall | d61331b | 2015-02-17 16:35:47 -0800 | [diff] [blame] | 262 | except KeyError: |
Jon Hall | e234cc4 | 2015-08-31 15:26:47 -0700 | [diff] [blame] | 263 | self.log.error( "There is no Test-Case " + self.testCaseNumber ) |
Jon Hall | febb1c7 | 2015-03-05 13:30:09 -0800 | [diff] [blame] | 264 | return self.FALSE |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 265 | self.stepCount = 0 |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 266 | while self.stepCount < len( self.code[self.testCaseNumber].keys() ): |
| 267 | result = self.runStep( self.code, self.testCaseNumber ) |
Jon Hall | febb1c7 | 2015-03-05 13:30:09 -0800 | [diff] [blame] | 268 | if result == self.FALSE: |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 269 | break |
Jon Hall | febb1c7 | 2015-03-05 13:30:09 -0800 | [diff] [blame] | 270 | elif result == self.TRUE: |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 271 | continue |
Jon Hall | 5a72b71 | 2015-09-28 12:20:59 -0700 | [diff] [blame] | 272 | # stepResults format: ( stepNo[], stepName[], stepResult[], onFail[] ) |
| 273 | stepResults = self.stepResultsList |
Jon Hall | e234cc4 | 2015-08-31 15:26:47 -0700 | [diff] [blame] | 274 | if not stopped: |
| 275 | if self.CASERESULT == self.TRUE or self.CASERESULT == self.FALSE: |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 276 | # Result was already explitily set somewhere else like |
| 277 | # in skipCase() |
Jon Hall | e234cc4 | 2015-08-31 15:26:47 -0700 | [diff] [blame] | 278 | pass |
Jon Hall | 5a72b71 | 2015-09-28 12:20:59 -0700 | [diff] [blame] | 279 | elif all( self.TRUE == i for i in stepResults ): |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 280 | # ALL PASSED |
| 281 | self.CASERESULT = self.TRUE |
Jon Hall | 5a72b71 | 2015-09-28 12:20:59 -0700 | [diff] [blame] | 282 | elif self.FALSE in stepResults: |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 283 | # AT LEAST ONE FAILED |
| 284 | self.CASERESULT = self.FALSE |
Jon Hall | 5a72b71 | 2015-09-28 12:20:59 -0700 | [diff] [blame] | 285 | elif self.TRUE in stepResults: |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 286 | # AT LEAST ONE PASSED |
| 287 | self.CASERESULT = self.TRUE |
| 288 | else: |
| 289 | self.CASERESULT = self.NORESULT |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 290 | self.testCaseResult[str( self.CurrentTestCaseNumber )] = self.CASERESULT |
| 291 | self.logger.updateCaseResults( self ) |
Jon Hall | 783bbf9 | 2015-07-23 14:33:19 -0700 | [diff] [blame] | 292 | self.log.wiki( "<p>" + self.caseExplanation + "</p>" ) |
| 293 | self.log.summary( self.caseExplanation ) |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 294 | self.log.wiki( "<ul>" ) |
acsmars | e2d1ed1 | 2015-10-05 13:51:17 -0700 | [diff] [blame^] | 295 | subcaseMessage = False |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 296 | for line in self.stepCache.splitlines(): |
acsmars | e2d1ed1 | 2015-10-05 13:51:17 -0700 | [diff] [blame^] | 297 | if re.search( "[0-9]\.[0-9]", line ): # Step |
| 298 | if subcaseMessage: # End of Failure Message Printout |
| 299 | self.log.wiki( "</ul>\n" ) |
| 300 | subcaseMessage = False |
| 301 | if re.search( " - PASS$", line ): |
| 302 | self.log.wiki( "<li>" + line + " <ac:emoticon ac:name=\"tick\" /></li>\n" ) |
| 303 | elif re.search( " - FAIL$", line ): |
| 304 | self.log.wiki( "<li>" + line + " <ac:emoticon ac:name=\"cross\" /></li>\n" ) |
| 305 | elif re.search( " - No Result$", line ): |
| 306 | self.log.wiki( "<li>" + line + " <ac:emoticon ac:name=\"warning\" /></li>\n" ) |
| 307 | else: # Substep |
| 308 | if not subcaseMessage: # Open Failure Message Printout |
| 309 | self.log.wiki( "<ul><li>" + line + "</li>\n" ) |
| 310 | subcaseMessage = True |
| 311 | else: # Add to Failure Message Printout |
| 312 | self.log.wiki( "<li>" + line + "</li>\n" ) |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 313 | self.log.wiki( "</ul>" ) |
| 314 | self.log.summary( self.stepCache ) |
| 315 | self.stepCache = "" |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 316 | return result |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 317 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 318 | def runStep( self, code, testCaseNumber ): |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 319 | if not cli.pause: |
Jon Hall | 5a72b71 | 2015-09-28 12:20:59 -0700 | [diff] [blame] | 320 | try: |
| 321 | step = self.stepCount |
| 322 | # stepResults format: ( stepNo, stepName, stepResult, onFail ) |
| 323 | # NOTE: This is needed to catch results of main.step()'s |
| 324 | # called inside functions or loops |
| 325 | self.stepResults = ( [], [], [], [] ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 326 | exec code[testCaseNumber][step] in module.__dict__ |
| 327 | self.stepCount = self.stepCount + 1 |
Jon Hall | 5a72b71 | 2015-09-28 12:20:59 -0700 | [diff] [blame] | 328 | |
| 329 | # Iterate through each of the steps and print them |
| 330 | for index in range( len( self.stepResults[0] ) ): |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 331 | # stepResults = ( stepNo, stepName, stepResult, onFail ) |
Jon Hall | 5a72b71 | 2015-09-28 12:20:59 -0700 | [diff] [blame] | 332 | stepNo = self.stepResults[0][ index ] |
| 333 | stepName = self.stepResults[1][ index ] |
| 334 | stepResult = self.stepResults[2][ index ] |
| 335 | onFail = self.stepResults[3][ index ] |
| 336 | self.stepCache += "\t" + str( testCaseNumber ) + "." |
| 337 | self.stepCache += str( stepNo ) + " " |
| 338 | self.stepCache += stepName + " - " |
| 339 | if stepResult == self.TRUE: |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 340 | self.stepCache += "PASS\n" |
Jon Hall | 5a72b71 | 2015-09-28 12:20:59 -0700 | [diff] [blame] | 341 | elif stepResult == self.FALSE: |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 342 | self.stepCache += "FAIL\n" |
Jon Hall | 5a72b71 | 2015-09-28 12:20:59 -0700 | [diff] [blame] | 343 | self.stepCache += "\t\t" + onFail + "\n" |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 344 | else: |
| 345 | self.stepCache += "No Result\n" |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 346 | self.stepResultsList.append( stepResult ) |
Jon Hall | e234cc4 | 2015-08-31 15:26:47 -0700 | [diff] [blame] | 347 | except StopIteration: # Raised in self.skipCase() |
| 348 | self.log.warn( "Skipping the rest of CASE" + |
| 349 | str( testCaseNumber ) ) |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 350 | self.stepResultsList.append( self.STEPRESULT ) |
Jon Hall | e234cc4 | 2015-08-31 15:26:47 -0700 | [diff] [blame] | 351 | self.stepCache += "\t\t" + self.onFailMsg + "\n" |
| 352 | self.stepCount = self.stepCount + 1 |
| 353 | return self.FALSE |
Jon Hall | 5b58673 | 2015-06-11 11:39:39 -0700 | [diff] [blame] | 354 | except StandardError: |
Jon Hall | 5a72b71 | 2015-09-28 12:20:59 -0700 | [diff] [blame] | 355 | stepNo = self.stepResults[0][ self.stepNumber - 1] |
| 356 | stepName = self.stepResults[1][ self.stepNumber - 1 ] |
Jon Hall | 40d2cbd | 2015-06-03 16:24:29 -0700 | [diff] [blame] | 357 | self.log.exception( "\nException in the following section of" + |
Jon Hall | e234cc4 | 2015-08-31 15:26:47 -0700 | [diff] [blame] | 358 | " code: " + str( testCaseNumber ) + "." + |
Jon Hall | 5a72b71 | 2015-09-28 12:20:59 -0700 | [diff] [blame] | 359 | str( stepNo ) + ": " + stepName ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 360 | self.stepCount = self.stepCount + 1 |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 361 | self.logger.updateCaseResults( self ) |
| 362 | # WIKI results |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 363 | self.log.wiki( "<ul>" ) |
| 364 | for line in self.stepCache.splitlines(): |
| 365 | if re.search( " - PASS$", line ): |
| 366 | self.log.wiki( "<li>" + line + " <ac:emoticon ac:name=\"tick\" /></li>\n" ) |
| 367 | elif re.search( " - FAIL$", line ): |
| 368 | self.log.wiki( "<li>" + line + " <ac:emoticon ac:name=\"cross\" /></li>\n" ) |
| 369 | elif re.search( " - No Result$", line ): |
| 370 | self.log.wiki( "<li>" + line + " <ac:emoticon ac:name=\"warning\" /></li>\n" ) |
Jon Hall | 9062761 | 2015-06-09 14:57:02 -0700 | [diff] [blame] | 371 | else: # Should only be on fail message |
| 372 | self.log.wiki( "<ul><li>" + line + "</li></ul>\n" ) |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 373 | self.log.wiki( "</ul>" ) |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 374 | # summary results |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 375 | self.log.summary( self.stepCache ) |
| 376 | self.stepCache = "" |
shahshreya | 957feaa | 2015-03-23 16:08:29 -0700 | [diff] [blame] | 377 | self.cleanup() |
Jon Hall | 00539b1 | 2015-04-03 13:55:46 -0700 | [diff] [blame] | 378 | self.exit() |
Jon Hall | e234cc4 | 2015-08-31 15:26:47 -0700 | [diff] [blame] | 379 | return self.TRUE |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 380 | if cli.stop: |
| 381 | cli.stop = False |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 382 | self.TOTAL_TC_NORESULT = self.TOTAL_TC_NORESULT + 1 |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 383 | self.testCaseResult[str( self.CurrentTestCaseNumber )] = "Stopped" |
| 384 | self.logger.updateCaseResults( self ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 385 | result = self.cleanup() |
Jon Hall | e234cc4 | 2015-08-31 15:26:47 -0700 | [diff] [blame] | 386 | return self.FALSE |
| 387 | |
| 388 | def skipCase( self, result="DEFAULT", msg=None ): |
| 389 | """ |
| 390 | Will skip the rest of the code in a test case. The case results will be |
| 391 | determined as normal based on completed assertions unless the result |
| 392 | argument is given. |
| 393 | |
| 394 | Optional Arguments: |
| 395 | result: Case insensite string. Can be 'PASS' or 'FAIL' and will set |
| 396 | the case result accordingly. |
| 397 | msg: Message to be printed when the case is skipped in the reports. |
| 398 | """ |
| 399 | result = result.upper().strip() |
| 400 | if result == "PASS": |
| 401 | self.CASERESULT = self.TRUE |
| 402 | elif result == "FAIL": |
| 403 | self.CASERESULT = self.FALSE |
| 404 | self.onFailMsg = "Skipping the rest of this case. " |
| 405 | if msg: |
| 406 | self.onFailMsg += str( msg ) |
| 407 | raise StopIteration |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 408 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 409 | def addCaseHeader( self ): |
| 410 | caseHeader = "\n" + "*" * 30 + "\n Result summary for Testcase" +\ |
| 411 | str( self.CurrentTestCaseNumber ) + "\n" + "*" * 30 + "\n" |
| 412 | self.log.exact( caseHeader ) |
| 413 | caseHeader = "\n" + "*" * 40 + "\nStart of Test Case" +\ |
| 414 | str( self.CurrentTestCaseNumber ) + " : " |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 415 | for driver in self.componentDictionary.keys(): |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 416 | vars( self )[driver + 'log'].info( caseHeader ) |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 417 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 418 | def addCaseFooter( self ): |
Jon Hall | 5a72b71 | 2015-09-28 12:20:59 -0700 | [diff] [blame] | 419 | stepNo = self.stepResults[0][-2] |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 420 | if stepNo > 0: |
| 421 | previousStep = " " + str( self.CurrentTestCaseNumber ) + "." +\ |
| 422 | str( stepNo ) + ": " + str( self.stepName ) |
| 423 | stepHeader = "\n" + "*" * 40 + "\nEnd of Step " + previousStep +\ |
| 424 | "\n" + "*" * 40 + "\n" |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 425 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 426 | caseFooter = "\n" + "*" * 40 + "\nEnd of Test case " +\ |
| 427 | str( self.CurrentTestCaseNumber ) + "\n" + "*" * 40 + "\n" |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 428 | |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 429 | for driver in self.driversList: |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 430 | vars( self )[driver].write( stepHeader + "\n" + caseFooter ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 431 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 432 | def cleanup( self ): |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 433 | ''' |
Jon Hall | 5b58673 | 2015-06-11 11:39:39 -0700 | [diff] [blame] | 434 | Print a summary of the current test's results then attempt to release |
| 435 | all the component handles and the close opened file handles. |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 436 | |
Jon Hall | 5b58673 | 2015-06-11 11:39:39 -0700 | [diff] [blame] | 437 | This function shouldbe threadsafe such that cleanup will only be |
| 438 | executed once per test. |
| 439 | |
| 440 | This will return TRUE if all the component handles and log handles |
| 441 | closed properly, else return FALSE. |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 442 | ''' |
| 443 | result = self.TRUE |
Jon Hall | 5b58673 | 2015-06-11 11:39:39 -0700 | [diff] [blame] | 444 | lock = self.cleanupLock |
| 445 | if lock.acquire( False ): |
| 446 | try: |
| 447 | if self.cleanupFlag is False: # First thread to run this |
| 448 | self.cleanupFlag = True |
Jon Hall | 0fc0d45 | 2015-07-14 09:49:58 -0700 | [diff] [blame] | 449 | if self.initiated: |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 450 | self.logger.testSummary( self ) |
Jon Hall | 5b58673 | 2015-06-11 11:39:39 -0700 | [diff] [blame] | 451 | for component in self.componentDictionary.keys(): |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 452 | try: |
| 453 | tempObject = vars( self )[component] |
| 454 | print "Disconnecting from " + str( tempObject.name ) +\ |
| 455 | ": " + str( tempObject.__class__) |
Jon Hall | 5b58673 | 2015-06-11 11:39:39 -0700 | [diff] [blame] | 456 | tempObject.disconnect() |
Jon Hall | 1306a56 | 2015-09-04 11:21:24 -0700 | [diff] [blame] | 457 | except KeyboardInterrupt: |
| 458 | pass |
| 459 | except KeyError: |
| 460 | # Component not created yet |
| 461 | self.log.warn( "Could not find the component " + |
| 462 | str( component ) ) |
| 463 | except StandardError: |
Jon Hall | 5b58673 | 2015-06-11 11:39:39 -0700 | [diff] [blame] | 464 | self.log.exception( "Exception while disconnecting from " + |
| 465 | str( component ) ) |
| 466 | result = self.FALSE |
| 467 | # Closing all the driver's session files |
| 468 | for driver in self.componentDictionary.keys(): |
| 469 | try: |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 470 | vars( self )[driver].close_log_handles() |
Jon Hall | 1306a56 | 2015-09-04 11:21:24 -0700 | [diff] [blame] | 471 | except KeyboardInterrupt: |
| 472 | pass |
| 473 | except KeyError: |
| 474 | # Component not created yet |
| 475 | self.log.warn( "Could not find the component " + |
| 476 | str( driver ) + " while trying to" + |
| 477 | " close log file" ) |
| 478 | except StandardError: |
Jon Hall | 5b58673 | 2015-06-11 11:39:39 -0700 | [diff] [blame] | 479 | self.log.exception( "Exception while closing log files for " + |
| 480 | str( driver ) ) |
| 481 | result = self.FALSE |
| 482 | else: |
| 483 | pass # Someone else already ran through this function |
| 484 | finally: |
| 485 | lock.release() |
| 486 | else: # Someone already has a lock |
| 487 | # NOTE: This could cause problems if we don't release the lock |
| 488 | # correctly |
| 489 | lock.acquire() # Wait for the other thread to finish |
| 490 | # NOTE: If we don't wait, exit could be called while the thread |
| 491 | # with the lock is still cleaning up |
| 492 | lock.release() |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 493 | return result |
Jon Hall | d61331b | 2015-02-17 16:35:47 -0800 | [diff] [blame] | 494 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 495 | def pause( self ): |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 496 | ''' |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 497 | This function will pause the test's execution, and will continue after |
| 498 | user provide 'resume' command. |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 499 | ''' |
| 500 | __builtin__.testthread.pause() |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 501 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 502 | def onfail( self, *components ): |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 503 | ''' |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 504 | When test step failed, calling all the components onfail. |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 505 | ''' |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 506 | if not components: |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 507 | try: |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 508 | for component in self.componentDictionary.keys(): |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 509 | tempObject = vars( self )[component] |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 510 | result = tempObject.onfail() |
Jon Hall | 1306a56 | 2015-09-04 11:21:24 -0700 | [diff] [blame] | 511 | except StandardError as e: |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 512 | print str( e ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 513 | result = self.FALSE |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 514 | else: |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 515 | try: |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 516 | for component in components: |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 517 | tempObject = vars( self )[component] |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 518 | result = tempObject.onfail() |
Jon Hall | 1306a56 | 2015-09-04 11:21:24 -0700 | [diff] [blame] | 519 | except StandardError as e: |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 520 | print str( e ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 521 | result = self.FALSE |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 522 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 523 | def getDriverPath( self, driverName ): |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 524 | ''' |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 525 | Based on the component 'type' specified in the params , this method |
| 526 | will find the absolute path, by recursively searching the name of |
| 527 | the component. |
| 528 | |
| 529 | NOTE: This function requires the linux 'find' command. |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 530 | ''' |
| 531 | import commands |
| 532 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 533 | cmd = "find " + drivers_path + " -name " + driverName + ".py" |
| 534 | result = commands.getoutput( cmd ) |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 535 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 536 | result_array = str( result ).split( '\n' ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 537 | result_count = 0 |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 538 | |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 539 | for drivers_list in result_array: |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 540 | result_count = result_count + 1 |
| 541 | if result_count > 1: |
| 542 | print "Found " + driverName + " " + str( result_count ) + " times:" |
| 543 | print str( result_array ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 544 | self.exit() |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 545 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 546 | result = re.sub( "(.*)drivers", "", result ) |
| 547 | result = re.sub( "\/\/", "/", result ) |
| 548 | result = re.sub( "\.py", "", result ) |
| 549 | result = re.sub( "\.pyc", "", result ) |
| 550 | result = re.sub( "\/", ".", result ) |
| 551 | result = "drivers" + result |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 552 | return result |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 553 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 554 | def step( self, stepDesc ): |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 555 | ''' |
| 556 | The step information of the test-case will append to the logs. |
| 557 | ''' |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 558 | previousStep = " " + str( self.CurrentTestCaseNumber ) + "." +\ |
| 559 | str( self.stepNumber ) + ": " + str( self.stepName ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 560 | self.stepName = stepDesc |
Jon Hall | 5a72b71 | 2015-09-28 12:20:59 -0700 | [diff] [blame] | 561 | self.stepNumber += 1 |
| 562 | self.stepResults[0].append( self.stepNumber ) |
| 563 | self.stepResults[1].append( stepDesc ) |
| 564 | self.stepResults[2].append( self.NORESULT ) |
| 565 | self.stepResults[3].append( "No on fail message given" ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 566 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 567 | stepName = " " + str( self.CurrentTestCaseNumber ) + "." +\ |
| 568 | str( self.stepNumber ) + ": " + str( stepDesc ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 569 | self.log.step(stepName) |
| 570 | stepHeader = "" |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 571 | line = "\n" + "-" * 45 + "\n" |
| 572 | if self.stepNumber > 1: |
| 573 | stepHeader = line + "End of Step " + previousStep + line |
| 574 | stepHeader += line + "Start of Step" + stepName + line |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 575 | for driver in self.componentDictionary.keys(): |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 576 | vars( self )[driver + 'log'].info( stepHeader ) |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 577 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 578 | def case( self, testCaseName ): |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 579 | ''' |
| 580 | Test's each test-case information will append to the logs. |
| 581 | ''' |
Jon Hall | d61331b | 2015-02-17 16:35:47 -0800 | [diff] [blame] | 582 | self.CurrentTestCase = testCaseName |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 583 | testCaseName = " " + str( testCaseName ) |
| 584 | self.log.case( testCaseName ) |
| 585 | caseHeader = testCaseName + "\n" + "*" * 40 + "\n" |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 586 | for driver in self.componentDictionary.keys(): |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 587 | vars( self )[driver + 'log'].info( caseHeader ) |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 588 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 589 | def testDesc( self, description ): |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 590 | ''' |
| 591 | Test description will append to the logs. |
| 592 | ''' |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 593 | description = "Test Description : " + str( description ) |
| 594 | self.log.info( description ) |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 595 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 596 | def _getTest( self ): |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 597 | ''' |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 598 | This method will parse the test script to find required test |
| 599 | information. |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 600 | ''' |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 601 | testFile = self.tests_path + "/" + self.TEST + "/" + self.TEST + ".py" |
| 602 | testFileHandler = open( testFile, 'r' ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 603 | testFileList = testFileHandler.readlines() |
| 604 | testFileHandler.close() |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 605 | counter = 0 |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 606 | for index in range( len( testFileList ) ): |
| 607 | lineMatch = re.match( '\s+def CASE(\d+)(.*):', |
| 608 | testFileList[index], |
| 609 | 0 ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 610 | if lineMatch: |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 611 | counter = counter + 1 |
| 612 | self.TC_PLANNED = len( self.testcases_list ) |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 613 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 614 | def response_parser( self, response, return_format ): |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 615 | ''' It will load the default response parser ''' |
| 616 | response_dict = {} |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 617 | response_dict = self.response_to_dict( response, return_format ) |
| 618 | return_format_string = self.dict_to_return_format( response, |
| 619 | return_format, |
| 620 | response_dict ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 621 | return return_format_string |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 622 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 623 | def response_to_dict( self, response, return_format ): |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 624 | response_dict = {} |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 625 | json_match = re.search( '^\s*{', response ) |
| 626 | xml_match = re.search( '^\s*\<', response ) |
| 627 | ini_match = re.search( '^\s*\[', response ) |
| 628 | if json_match: |
| 629 | self.log.info( "Response is in 'JSON' format, converting to '" + |
| 630 | return_format + "' format" ) |
Jon Hall | d61331b | 2015-02-17 16:35:47 -0800 | [diff] [blame] | 631 | # Formatting the json string |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 632 | response = re.sub( r"{\s*'?(\w)", r'{"\1', response ) |
| 633 | response = re.sub( r",\s*'?(\w)", r',"\1', response ) |
| 634 | response = re.sub( r"(\w)'?\s*:", r'\1":', response ) |
| 635 | response = re.sub( r":\s*'(\w)'\s*([,}])", r':"\1"\2', response ) |
| 636 | try: |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 637 | import json |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 638 | response_dict = json.loads( response ) |
Jon Hall | 1306a56 | 2015-09-04 11:21:24 -0700 | [diff] [blame] | 639 | except StandardError: |
Jon Hall | 2a5002c | 2015-08-21 16:49:11 -0700 | [diff] [blame] | 640 | self.log.exception( "Json Parser is unable to parse the string" ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 641 | return response_dict |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 642 | elif ini_match: |
| 643 | self.log.info( "Response is in 'INI' format, converting to '" + |
| 644 | return_format + "' format" ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 645 | from configobj import ConfigObj |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 646 | response_file = open( "respnse_file.temp", 'w' ) |
| 647 | response_file.write( response ) |
Jon Hall | d61331b | 2015-02-17 16:35:47 -0800 | [diff] [blame] | 648 | response_file.close() |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 649 | response_dict = ConfigObj( "respnse_file.temp" ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 650 | return response_dict |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 651 | elif xml_match: |
| 652 | self.log.info( "Response is in 'XML' format, converting to '" + |
| 653 | return_format + "' format" ) |
| 654 | try: |
| 655 | response_dict = xmldict.xml_to_dict( "<response> " + |
| 656 | str( response ) + |
| 657 | " </response>" ) |
Jon Hall | 1306a56 | 2015-09-04 11:21:24 -0700 | [diff] [blame] | 658 | except StandardError: |
| 659 | self.log.exception() |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 660 | return response_dict |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 661 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 662 | def dict_to_return_format( self, response, return_format, response_dict ): |
| 663 | if return_format == 'table': |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 664 | ''' Will return in table format''' |
| 665 | to_do = "Call the table output formatter" |
| 666 | global response_table |
| 667 | response_table = '\n' |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 668 | response_table = response_table + '\t'.join( response_dict ) + "\n" |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 669 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 670 | def get_table( value_to_convert ): |
| 671 | ''' This will parse the dictionary recusrsively and print as |
| 672 | table format''' |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 673 | table_data = "" |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 674 | if isinstance( value_to_convert, dict ): |
| 675 | table_data = table_data + '\t'.join( value_to_convert ) +\ |
| 676 | "\n" |
| 677 | for temp_val in value_to_convert.values(): |
| 678 | table_data = table_data + get_table( temp_val ) |
| 679 | else: |
| 680 | table_data = table_data + str( value_to_convert ) + "\t" |
Jon Hall | d61331b | 2015-02-17 16:35:47 -0800 | [diff] [blame] | 681 | return table_data |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 682 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 683 | for value in response_dict.values(): |
| 684 | response_table = response_table + get_table( value ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 685 | return response_table |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 686 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 687 | elif return_format == 'config': |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 688 | ''' Will return in config format''' |
| 689 | to_do = 'Call dict to config coverter' |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 690 | response_string = str( response_dict ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 691 | print response_string |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 692 | response_config = re.sub( ",", "\n\t", response_string ) |
| 693 | response_config = re.sub( "u\'", "\'", response_config ) |
| 694 | response_config = re.sub( "{", "", response_config ) |
| 695 | response_config = re.sub( "}", "\n", response_config ) |
| 696 | response_config = re.sub( ":", " =", response_config ) |
| 697 | return "[response]\n\t " + response_config |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 698 | elif return_format == 'xml': |
| 699 | ''' Will return in xml format''' |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 700 | response_xml = xmldict.dict_to_xml( response_dict ) |
| 701 | response_xml = re.sub( ">\s*<", ">\n<", response_xml ) |
| 702 | return "\n" + response_xml |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 703 | elif return_format == 'json': |
| 704 | ''' Will return in json format''' |
| 705 | to_do = 'Call dict to xml coverter' |
| 706 | import json |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 707 | response_json = json.dumps( response_dict ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 708 | return response_json |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 709 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 710 | def get_random( self ): |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 711 | self.random_order = self.random_order + 1 |
| 712 | return self.random_order |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 713 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 714 | def exit( self ): |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 715 | __builtin__.testthread = None |
Jon Hall | 5b58673 | 2015-06-11 11:39:39 -0700 | [diff] [blame] | 716 | for thread in threading.enumerate(): |
| 717 | if thread.isAlive(): |
| 718 | try: |
| 719 | thread._Thread__stop() |
| 720 | except: |
Jon Hall | 1306a56 | 2015-09-04 11:21:24 -0700 | [diff] [blame] | 721 | # NOTE: We should catch any exceptions while trying to |
| 722 | # close the thread so that we can try to close the other |
| 723 | # threads as well |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 724 | print str( thread.getName() ) +\ |
| 725 | ' could not be terminated' |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 726 | sys.exit() |
| 727 | |
Jon Hall | cd3d2a3 | 2015-10-01 11:07:28 -0700 | [diff] [blame] | 728 | def stop( self, email=False ): |
| 729 | """ |
| 730 | Stop the test until Ctrl-D is entered. |
| 731 | Ctrl-C will kill the test |
| 732 | """ |
| 733 | try: |
| 734 | if email: |
| 735 | # FIXME: implement this |
| 736 | raise NotImplementedError |
| 737 | self.log.error( "Test execution suspended. Press Ctrl-D to " |
| 738 | "resume or Ctrl-C to exit the test" ) |
| 739 | # NOTE: Ctrl-D needs to be entered on a new line |
| 740 | while True: |
| 741 | # TODO: we could give the user an interactive prompt where |
| 742 | # they could call functions |
| 743 | raw_input() |
| 744 | except EOFError: |
| 745 | return |
| 746 | # Pass all other exceptions up to caller |
| 747 | |
| 748 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 749 | def verifyOptions( options ): |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 750 | ''' |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 751 | This will verify the command line options and set to default values, |
| 752 | if any option not given in command line. |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 753 | ''' |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 754 | verifyTest( options ) |
| 755 | verifyExample( options ) |
| 756 | verifyTestScript( options ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 757 | verifyParams() |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 758 | verifyLogdir( options ) |
| 759 | verifyMail( options ) |
| 760 | verifyTestCases( options ) |
| 761 | verifyOnosCell( options ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 762 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 763 | def verifyTest( options ): |
Jon Hall | 4450624 | 2015-07-29 17:40:26 -0700 | [diff] [blame] | 764 | try: |
| 765 | if options.testname: |
| 766 | main.TEST = options.testname |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 767 | main.classPath = "tests." + main.TEST + "." + main.TEST |
Jon Hall | 4450624 | 2015-07-29 17:40:26 -0700 | [diff] [blame] | 768 | main.tests_path = tests_path |
| 769 | elif options.example: |
| 770 | main.TEST = options.example |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 771 | main.tests_path = path + "/examples/" |
| 772 | main.classPath = "examples." + main.TEST + "." + main.TEST |
Jon Hall | 4450624 | 2015-07-29 17:40:26 -0700 | [diff] [blame] | 773 | except AttributeError: |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 774 | print "Test or Example not specified please specify the --test <test name > or --example <example name>" |
Jon Hall | 5b58673 | 2015-06-11 11:39:39 -0700 | [diff] [blame] | 775 | main.exit() |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 776 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 777 | def verifyExample( options ): |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 778 | if options.example: |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 779 | main.testDir = path + '/examples/' |
| 780 | main.tests_path = path + "/examples/" |
| 781 | main.classPath = "examples." + main.TEST + "." + main.TEST |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 782 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 783 | def verifyLogdir( options ): |
Jon Hall | 88e498c | 2015-03-06 09:54:35 -0800 | [diff] [blame] | 784 | # Verifying Log directory option |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 785 | if options.logdir: |
| 786 | main.logdir = options.logdir |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 787 | else: |
Jon Hall | d61331b | 2015-02-17 16:35:47 -0800 | [diff] [blame] | 788 | main.logdir = main.FALSE |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 789 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 790 | def verifyMail( options ): |
Jon Hall | d61331b | 2015-02-17 16:35:47 -0800 | [diff] [blame] | 791 | # Checking the mailing list |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 792 | if options.mail: |
| 793 | main.mail = options.mail |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 794 | else: |
| 795 | main.mail = main.params.get( 'mail', 'paxweb@paxterrasolutions.com' ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 796 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 797 | def verifyTestCases( options ): |
Jon Hall | 88e498c | 2015-03-06 09:54:35 -0800 | [diff] [blame] | 798 | # Getting Test cases list |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 799 | if options.testcases: |
Jon Hall | febb1c7 | 2015-03-05 13:30:09 -0800 | [diff] [blame] | 800 | testcases_list = options.testcases |
Jon Hall | 88e498c | 2015-03-06 09:54:35 -0800 | [diff] [blame] | 801 | # sys.exit() |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 802 | testcases_list = re.sub( "(\[|\])", "", options.testcases ) |
| 803 | main.testcases_list = eval( testcases_list + "," ) |
| 804 | else: |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 805 | if 'testcases' in main.params.keys(): |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 806 | temp = eval( main.params['testcases'] + "," ) |
| 807 | list1 = [] |
| 808 | if isinstance( temp[0], list ): |
Jon Hall | febb1c7 | 2015-03-05 13:30:09 -0800 | [diff] [blame] | 809 | for test in temp: |
| 810 | for testcase in test: |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 811 | if isinstance( testcase, int ): |
| 812 | testcase = [testcase] |
| 813 | list1.extend( testcase ) |
| 814 | else: |
| 815 | temp = list( temp ) |
Jon Hall | febb1c7 | 2015-03-05 13:30:09 -0800 | [diff] [blame] | 816 | for testcase in temp: |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 817 | if isinstance( testcase, int ): |
| 818 | testcase = [testcase] |
| 819 | list1.extend( testcase ) |
| 820 | main.testcases_list = list1 |
| 821 | else: |
| 822 | print "Testcases not specifed in params, please provide in " +\ |
| 823 | "params file or 'testcases' commandline argument" |
Jon Hall | d61331b | 2015-02-17 16:35:47 -0800 | [diff] [blame] | 824 | sys.exit() |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 825 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 826 | def verifyOnosCell( options ): |
Hari Krishna | be4b97b | 2015-07-15 12:19:43 -0700 | [diff] [blame] | 827 | # Verifying onoscell option |
Hari Krishna | 03f530e | 2015-07-10 17:28:27 -0700 | [diff] [blame] | 828 | if options.onoscell: |
| 829 | main.onoscell = options.onoscell |
Hari Krishna | be4b97b | 2015-07-15 12:19:43 -0700 | [diff] [blame] | 830 | main.onosIPs = [] |
| 831 | main.mnIP = "" |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 832 | cellCMD = ". ~/.profile; cell " + main.onoscell |
| 833 | output = subprocess.check_output( ["bash", '-c', cellCMD] ) |
Hari Krishna | be4b97b | 2015-07-15 12:19:43 -0700 | [diff] [blame] | 834 | splitOutput = output.splitlines() |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 835 | for i in range( len( splitOutput ) ): |
| 836 | if re.match( "OCN", splitOutput[i] ): |
| 837 | mnNode = splitOutput[i].split( "=" ) |
Hari Krishna | be4b97b | 2015-07-15 12:19:43 -0700 | [diff] [blame] | 838 | main.mnIP = mnNode[1] |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 839 | # cell already sorts OC variables in bash, so no need to |
| 840 | # sort in TestON |
| 841 | if re.match( "OC[1-9]", splitOutput[i] ): |
| 842 | onosNodes = splitOutput[i].split( "=" ) |
Hari Krishna | be4b97b | 2015-07-15 12:19:43 -0700 | [diff] [blame] | 843 | main.onosIPs.append( onosNodes[1] ) |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 844 | else: |
Hari Krishna | 03f530e | 2015-07-10 17:28:27 -0700 | [diff] [blame] | 845 | main.onoscell = main.FALSE |
| 846 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 847 | def verifyTestScript( options ): |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 848 | ''' |
| 849 | Verifyies test script. |
| 850 | ''' |
Jon Hall | d61331b | 2015-02-17 16:35:47 -0800 | [diff] [blame] | 851 | main.openspeak = openspeak.OpenSpeak() |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 852 | openspeakfile = main.testDir + "/" + main.TEST + "/" + main.TEST + ".ospk" |
| 853 | testfile = main.testDir + "/" + main.TEST + "/" + main.TEST + ".py" |
| 854 | if os.path.exists( openspeakfile ): |
Jon Hall | 4450624 | 2015-07-29 17:40:26 -0700 | [diff] [blame] | 855 | # Openspeak file found, compiling to python |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 856 | main.openspeak.compiler( openspeakfile=openspeakfile, writetofile=1 ) |
| 857 | elif os.path.exists( testfile ): |
Jon Hall | 4450624 | 2015-07-29 17:40:26 -0700 | [diff] [blame] | 858 | # No openspeak found, using python file instead |
| 859 | pass |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 860 | else: |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 861 | print "\nThere is no \"" + main.TEST + "\" test script.\nPlease provide a " +\ |
Jon Hall | 4450624 | 2015-07-29 17:40:26 -0700 | [diff] [blame] | 862 | "Python or OpenSpeak test script in the tests folder: " +\ |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 863 | main.testDir + "/" + main.TEST + "/" |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 864 | __builtin__.testthread = None |
| 865 | main.exit() |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 866 | try: |
| 867 | testModule = __import__( main.classPath, |
| 868 | globals(), |
| 869 | locals(), |
| 870 | [main.TEST], |
| 871 | -1 ) |
Jon Hall | 1306a56 | 2015-09-04 11:21:24 -0700 | [diff] [blame] | 872 | except ImportError: |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 873 | print "There was an import error, it might mean that there is " +\ |
| 874 | "no test named " + main.TEST |
Jon Hall | d61331b | 2015-02-17 16:35:47 -0800 | [diff] [blame] | 875 | main.exit() |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 876 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 877 | testClass = getattr( testModule, main.TEST ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 878 | main.testObject = testClass() |
| 879 | load_parser() |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 880 | main.params = main.parser.parseParams( main.classPath ) |
| 881 | main.topology = main.parser.parseTopology( main.classPath ) |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 882 | |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 883 | def verifyParams(): |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 884 | try: |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 885 | main.params = main.params['PARAMS'] |
Jon Hall | 1306a56 | 2015-09-04 11:21:24 -0700 | [diff] [blame] | 886 | except KeyError: |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 887 | print "Error with the params file: Either the file not specified " +\ |
| 888 | "or the format is not correct" |
Jon Hall | d61331b | 2015-02-17 16:35:47 -0800 | [diff] [blame] | 889 | main.exit() |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 890 | try: |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 891 | main.topology = main.topology['TOPOLOGY'] |
Jon Hall | 1306a56 | 2015-09-04 11:21:24 -0700 | [diff] [blame] | 892 | except KeyError: |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 893 | print "Error with the Topology file: Either the file not specified " +\ |
| 894 | "or the format is not correct" |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 895 | main.exit() |
kelvin-onlab | f70fd54 | 2015-05-07 18:41:40 -0700 | [diff] [blame] | 896 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 897 | def load_parser(): |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 898 | ''' |
| 899 | It facilitates the loading customised parser for topology and params file. |
| 900 | It loads parser mentioned in tab named parser of teston.cfg file. |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 901 | It also loads default xmlparser if no parser have specified in teston.cfg |
| 902 | file. |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 903 | |
| 904 | ''' |
| 905 | confighash = main.configDict |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 906 | if 'file' in confighash['config']['parser'] and\ |
| 907 | 'class' in confighash['config']['parser']: |
Jon Hall | 4450624 | 2015-07-29 17:40:26 -0700 | [diff] [blame] | 908 | path = confighash['config']['parser']['file'] |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 909 | if path is not None or\ |
| 910 | confighash['config']['parser']['class'] is not None: |
Jon Hall | 4450624 | 2015-07-29 17:40:26 -0700 | [diff] [blame] | 911 | try: |
| 912 | module = re.sub( r".py\s*$", "", path ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 913 | moduleList = module.split("/") |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 914 | newModule = ".".join( moduleList[-2:] ) |
Jon Hall | 4450624 | 2015-07-29 17:40:26 -0700 | [diff] [blame] | 915 | parsingClass = confighash['config']['parser']['class'] |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 916 | parsingModule = __import__( newModule, |
| 917 | globals(), |
| 918 | locals(), |
| 919 | [parsingClass], |
| 920 | -1 ) |
| 921 | parsingClass = getattr( parsingModule, parsingClass ) |
Jon Hall | 4450624 | 2015-07-29 17:40:26 -0700 | [diff] [blame] | 922 | main.parser = parsingClass() |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 923 | if hasattr( main.parser, "parseParams" ) and\ |
| 924 | hasattr( main.parser, "parseTopology" ) and\ |
| 925 | hasattr( main.parser, "parse" ): |
Jon Hall | 4450624 | 2015-07-29 17:40:26 -0700 | [diff] [blame] | 926 | pass |
| 927 | else: |
| 928 | print "Invalid parser format" |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 929 | main.exit() |
Jon Hall | 4450624 | 2015-07-29 17:40:26 -0700 | [diff] [blame] | 930 | except ImportError: |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 931 | print "Could not find the file " + path +\ |
| 932 | " using default parser." |
Jon Hall | d61331b | 2015-02-17 16:35:47 -0800 | [diff] [blame] | 933 | load_defaultParser() |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 934 | elif confighash['config']['parser']['file'] is None or\ |
| 935 | confighash['config']['parser']['class'] is None: |
Jon Hall | d61331b | 2015-02-17 16:35:47 -0800 | [diff] [blame] | 936 | load_defaultParser() |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 937 | else: |
| 938 | load_defaultParser() |
| 939 | |
| 940 | def load_defaultParser(): |
| 941 | ''' |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 942 | It will load the default parser which is xml parser to parse the params and |
| 943 | topology file. |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 944 | ''' |
| 945 | moduleList = main.parserPath.split("/") |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 946 | newModule = ".".join( moduleList[-2:] ) |
| 947 | try: |
Jon Hall | d61331b | 2015-02-17 16:35:47 -0800 | [diff] [blame] | 948 | parsingClass = main.parsingClass |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 949 | parsingModule = __import__( newModule, |
| 950 | globals(), |
| 951 | locals(), |
| 952 | [parsingClass], |
| 953 | -1 ) |
| 954 | parsingClass = getattr( parsingModule, parsingClass ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 955 | main.parser = parsingClass() |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 956 | if hasattr( main.parser, "parseParams" ) and\ |
| 957 | hasattr( main.parser, "parseTopology" ) and\ |
| 958 | hasattr( main.parser, "parse" ): |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 959 | pass |
| 960 | else: |
| 961 | main.exit() |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 962 | except ImportError: |
| 963 | print sys.exc_info()[1] |
| 964 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 965 | def load_logger(): |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 966 | ''' |
| 967 | It facilitates the loading customised parser for topology and params file. |
| 968 | It loads parser mentioned in tab named parser of teston.cfg file. |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 969 | It also loads default xmlparser if no parser have specified in teston.cfg |
| 970 | file. |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 971 | ''' |
| 972 | confighash = main.configDict |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 973 | if 'file' in confighash['config']['logger'] and\ |
| 974 | 'class' in confighash['config']['logger']: |
Jon Hall | 4450624 | 2015-07-29 17:40:26 -0700 | [diff] [blame] | 975 | path = confighash['config']['logger']['file'] |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 976 | if path is not None or\ |
| 977 | confighash['config']['logger']['class'] is not None: |
Jon Hall | 4450624 | 2015-07-29 17:40:26 -0700 | [diff] [blame] | 978 | try: |
| 979 | module = re.sub( r".py\s*$", "", path ) |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 980 | moduleList = module.split( "/" ) |
| 981 | newModule = ".".join( moduleList[-2:] ) |
Jon Hall | 4450624 | 2015-07-29 17:40:26 -0700 | [diff] [blame] | 982 | loggerClass = confighash['config']['logger']['class'] |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 983 | loggerModule = __import__( newModule, |
| 984 | globals(), |
| 985 | locals(), |
| 986 | [loggerClass], |
| 987 | -1 ) |
| 988 | loggerClass = getattr( loggerModule, loggerClass ) |
Jon Hall | 4450624 | 2015-07-29 17:40:26 -0700 | [diff] [blame] | 989 | main.logger = loggerClass() |
Jon Hall | 4450624 | 2015-07-29 17:40:26 -0700 | [diff] [blame] | 990 | except ImportError: |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 991 | print "Could not find the file " + path +\ |
| 992 | " using default logger." |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 993 | load_defaultlogger() |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 994 | elif confighash['config']['parser']['file'] is None or\ |
| 995 | confighash['config']['parser']['class'] is None: |
Jon Hall | d61331b | 2015-02-17 16:35:47 -0800 | [diff] [blame] | 996 | load_defaultlogger() |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 997 | else: |
| 998 | load_defaultlogger() |
| 999 | |
| 1000 | def load_defaultlogger(): |
| 1001 | ''' |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 1002 | It will load the default parser which is xml parser to parse the params and |
| 1003 | topology file. |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 1004 | ''' |
| 1005 | moduleList = main.loggerPath.split("/") |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 1006 | newModule = ".".join( moduleList[-2:] ) |
| 1007 | try: |
Jon Hall | d61331b | 2015-02-17 16:35:47 -0800 | [diff] [blame] | 1008 | loggerClass = main.loggerClass |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 1009 | loggerModule = __import__( newModule, |
| 1010 | globals(), |
| 1011 | locals(), |
| 1012 | [loggerClass], |
| 1013 | -1 ) |
| 1014 | loggerClass = getattr( loggerModule, loggerClass ) |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 1015 | main.logger = loggerClass() |
| 1016 | |
| 1017 | except ImportError: |
| 1018 | print sys.exc_info()[1] |
Jon Hall | d61331b | 2015-02-17 16:35:47 -0800 | [diff] [blame] | 1019 | main.exit() |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 1020 | |
Jon Hall | 714eeba | 2015-09-29 17:53:10 -0700 | [diff] [blame] | 1021 | def _echo( self ): |
admin | bae64d8 | 2013-08-01 10:50:15 -0700 | [diff] [blame] | 1022 | print "THIS IS ECHO" |