blob: 551bacc4f806cee0e538a42cafe013bbeb19b9a9 [file] [log] [blame]
Jeremy Ronquillo696f4262017-10-17 10:56:26 -07001# /usr/bin/env python
Jeremy Ronquillo4d5f1d02017-10-13 20:23:57 +00002'''
adminbae64d82013-08-01 10:50:15 -07003Created on 07-Jan-2013
Jeremy Ronquillo696f4262017-10-17 10:56:26 -07004Modified 2015 by Open Networking Foundation
Jon Hall81d3d392015-04-24 14:40:35 -07005
Jeremy Songsterae01bba2016-07-11 15:39:17 -07006Please refer questions to either the onos test mailing list at <onos-test@onosproject.org>,
7the System Testing Plans and Results wiki page at <https://wiki.onosproject.org/x/voMg>,
8or the System Testing Guide page at <https://wiki.onosproject.org/x/WYQg>
adminbae64d82013-08-01 10:50:15 -07009
10 TestON is free software: you can redistribute it and/or modify
11 it under the terms of the GNU General Public License as published by
12 the Free Software Foundation, either version 2 of the License, or
Jeremy Ronquillo4d5f1d02017-10-13 20:23:57 +000013 (at your option) any later version.
adminbae64d82013-08-01 10:50:15 -070014
15 TestON is distributed in the hope that it will be useful,
16 but WITHOUT ANY WARRANTY; without even the implied warranty of
17 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
18 GNU General Public License for more details.
19
20 You should have received a copy of the GNU General Public License
Jon Hall81d3d392015-04-24 14:40:35 -070021 along with TestON. If not, see <http://www.gnu.org/licenses/>.
adminbae64d82013-08-01 10:50:15 -070022
23
Jeremy Ronquillo4d5f1d02017-10-13 20:23:57 +000024'''
25
adminbae64d82013-08-01 10:50:15 -070026import logging
27import datetime
28import re
29import os
30class Logger:
Jeremy Ronquillo4d5f1d02017-10-13 20:23:57 +000031 '''
adminbae64d82013-08-01 10:50:15 -070032 Add continuous logs and reports of the test.
Jon Hall81d3d392015-04-24 14:40:35 -070033
Jeremy Ronquillo4d5f1d02017-10-13 20:23:57 +000034 @author: Raghav Kashyap(raghavkashyap@paxterrasolutions.com)
35 '''
Jeremy Ronquillo696f4262017-10-17 10:56:26 -070036 def _printHeader( self, main ):
Jeremy Ronquillo4d5f1d02017-10-13 20:23:57 +000037 '''
adminbae64d82013-08-01 10:50:15 -070038 Log's header will be append to the Log file
Jeremy Ronquillo4d5f1d02017-10-13 20:23:57 +000039 '''
Jeremy Ronquillo696f4262017-10-17 10:56:26 -070040 logmsg = "\n" + " " * 32 + "+----------------+\n" + "-" * 30 + " { Script And Files } " + "-" * 30 + "\n" + " " * 32 + "+----------------+\n"
adminbae64d82013-08-01 10:50:15 -070041 logmsg = logmsg + "\n\tScript Log File : " + main.LogFileName + ""
42 logmsg = logmsg + "\n\tReport Log File : " + main.ReportFileName + ""
43 for component in main.componentDictionary.keys():
Jeremy Ronquillo696f4262017-10-17 10:56:26 -070044 logmsg = logmsg + "\n\t" + component + " Session Log : " + main.logdir + "/" + component + ".session" + ""
Jon Hall81d3d392015-04-24 14:40:35 -070045
Jon Halld74d2952018-03-01 13:26:39 -080046 logmsg = logmsg + "\n\tTest Script : " + main.testFile + ""
47 logmsg = logmsg + "\n\tTest Params : " + main.testDir + "/" + main.paramsFile + ""
48 logmsg = logmsg + "\n\tTopology : " + main.testDir + "/" + main.topoFile + ""
Jeremy Ronquillo696f4262017-10-17 10:56:26 -070049 logmsg = logmsg + "\n" + " " * 30 + "+" + "-" * 18 + "+" + "\n" + "-" * 27 + " { Script Exec Params } " + "-" * 27 + "\n" + " " * 30 + "+" + "-" * 18 + "+\n"
50 values = "\n\t" + str( main.params )
51 values = re.sub( ",", "\n\t", values )
52 values = re.sub( "{", "\n\t", values )
53 values = re.sub( "}", "\n\t", values )
adminbae64d82013-08-01 10:50:15 -070054 logmsg = logmsg + values
Jeremy Ronquillo696f4262017-10-17 10:56:26 -070055 logmsg = logmsg + "\n\n" + " " * 31 + "+---------------+\n" + "-" * 29 + " { Components Used } " + "-" * 29 + "\n" + " " * 31 + "+---------------+\n"
adminbae64d82013-08-01 10:50:15 -070056 component_list = []
Jeremy Ronquillo696f4262017-10-17 10:56:26 -070057 component_list.append( None )
Jon Hall81d3d392015-04-24 14:40:35 -070058
adminbae64d82013-08-01 10:50:15 -070059 # Listing the components in the order of test_target component should be first.
Jeremy Ronquillo696f4262017-10-17 10:56:26 -070060 if type( main.componentDictionary ) == dict:
adminbae64d82013-08-01 10:50:15 -070061 for key in main.componentDictionary.keys():
Jeremy Ronquillo696f4262017-10-17 10:56:26 -070062 if main.test_target == key:
63 component_list[ 0 ] = key + "-Test Target"
64 else:
65 component_list.append( key )
Jon Hall81d3d392015-04-24 14:40:35 -070066
Jeremy Ronquillo696f4262017-10-17 10:56:26 -070067 for index in range( len( component_list ) ):
68 if index == 0:
69 if component_list[ index ]:
70 logmsg += "\t" + component_list[ index ] + "\n"
71 elif index > 0:
72 logmsg += "\t" + str( component_list[ index ] ) + "\n"
Jon Hall81d3d392015-04-24 14:40:35 -070073
Jeremy Ronquillo696f4262017-10-17 10:56:26 -070074 logmsg = logmsg + "\n\n" + " " * 30 + "+--------+\n" + "-" * 28 + " { Topology } " + "-" * 28 + "\n" + " " * 30 + "+--------+\n"
75 values = "\n\t" + str( main.topology[ 'COMPONENT' ] )
76 values = re.sub( ",", "\n\t", values )
77 values = re.sub( "{", "\n\t", values )
78 values = re.sub( "}", "\n\t", values )
adminbae64d82013-08-01 10:50:15 -070079 logmsg = logmsg + values
Jeremy Ronquillo696f4262017-10-17 10:56:26 -070080 logmsg = logmsg + "\n" + "-" * 60 + "\n"
Jon Hall81d3d392015-04-24 14:40:35 -070081
adminbae64d82013-08-01 10:50:15 -070082 # enter into log file all headers
Jeremy Ronquillo696f4262017-10-17 10:56:26 -070083 logfile = open( main.LogFileName, "w+" )
84 logfile.write( logmsg )
adminbae64d82013-08-01 10:50:15 -070085 print logmsg
86 main.logHeader = logmsg
adminbae64d82013-08-01 10:50:15 -070087 logfile.close()
Jon Hall81d3d392015-04-24 14:40:35 -070088
Jeremy Ronquillo696f4262017-10-17 10:56:26 -070089 # enter into report file all headers
90 main.reportFile = open( main.ReportFileName, "w+" )
91 main.reportFile.write( logmsg )
adminbae64d82013-08-01 10:50:15 -070092 main.reportFile.close()
Jon Hall81d3d392015-04-24 14:40:35 -070093
Jeremy Ronquillo696f4262017-10-17 10:56:26 -070094 # Sumamry file header
95 currentTime = str( main.STARTTIME.strftime( "%d %b %Y %H:%M:%S" ) )
Jon Hall79bec222015-04-30 16:23:30 -070096 main.summaryFile = open( main.SummaryFileName, "w+" )
97 main.summaryFile.write( main.TEST + " at " + currentTime + "\n" )
98 main.summaryFile.close()
99
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700100 # wiki file header
101 currentTime = str( main.STARTTIME.strftime( "%d %b %Y %H:%M:%S" ) )
Jon Hall81d3d392015-04-24 14:40:35 -0700102 main.wikiFile = open( main.WikiFileName, "w+" )
Jon Hall79bec222015-04-30 16:23:30 -0700103 main.wikiFile.write( main.TEST + " at " + currentTime + "<p></p>\n" )
Jon Hall81d3d392015-04-24 14:40:35 -0700104 main.wikiFile.close()
105
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700106 def initlog( self, main ):
Jeremy Ronquillo4d5f1d02017-10-13 20:23:57 +0000107 '''
adminbae64d82013-08-01 10:50:15 -0700108 Initialise all the log handles.
Jeremy Ronquillo4d5f1d02017-10-13 20:23:57 +0000109 '''
adminbae64d82013-08-01 10:50:15 -0700110 main._getTest()
Jon Hall81d3d392015-04-24 14:40:35 -0700111 main.STARTTIME = datetime.datetime.now()
adminbae64d82013-08-01 10:50:15 -0700112
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700113 currentTime = re.sub( "-|\s|:|\.", "_", str( main.STARTTIME.strftime( "%d %b %Y %H:%M:%S" ) ) )
adminbae64d82013-08-01 10:50:15 -0700114 if main.logdir:
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700115 main.logdir = main.logdir + "/" + main.TEST + "_" + currentTime
adminbae64d82013-08-01 10:50:15 -0700116 else:
117 main.logdir = main.logs_path + main.TEST + "_" + currentTime
Jon Hall81d3d392015-04-24 14:40:35 -0700118
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700119 os.mkdir( main.logdir )
Jon Hall81d3d392015-04-24 14:40:35 -0700120
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700121 main.LogFileName = main.logdir + "/" + main.TEST + "_" + str( currentTime ) + ".log"
122 main.ReportFileName = main.logdir + "/" + main.TEST + "_" + str( currentTime ) + ".rpt"
Jon Hall79bec222015-04-30 16:23:30 -0700123 main.WikiFileName = main.logdir + "/" + main.TEST + "Wiki.txt"
124 main.SummaryFileName = main.logdir + "/" + main.TEST + "Summary.txt"
Jon Hall94fd0472014-12-08 11:52:42 -0800125 main.JenkinsCSV = main.logdir + "/" + main.TEST + ".csv"
Devin Lim90803a82017-08-29 13:41:44 -0700126 main.resultFile = main.logdir + "/" + main.TEST + "Result.txt"
127
Jon Hall25079782015-10-13 13:54:39 -0700128 main.TOTAL_TC_SUCCESS = 0
Jon Hall81d3d392015-04-24 14:40:35 -0700129
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700130 # Add log-level - Report
131 logging.addLevelName( 9, "REPORT" )
132 logging.addLevelName( 7, "EXACT" )
133 logging.addLevelName( 11, "CASE" )
134 logging.addLevelName( 12, "STEP" )
135 main.log = logging.getLogger( main.TEST )
136
137 def report( msg ):
Jeremy Ronquillo4d5f1d02017-10-13 20:23:57 +0000138 '''
adminbae64d82013-08-01 10:50:15 -0700139 Will append the report message to the logs.
Jeremy Ronquillo4d5f1d02017-10-13 20:23:57 +0000140 '''
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700141 main.log._log( 9, msg, "OpenFlowAutoMattion", "OFAutoMation" )
adminbae64d82013-08-01 10:50:15 -0700142 currentTime = datetime.datetime.now()
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700143 currentTime = currentTime.strftime( "%d %b %Y %H:%M:%S" )
144 newmsg = "\n[REPORT] " + "[" + str( currentTime ) + "] " + msg
adminbae64d82013-08-01 10:50:15 -0700145 print newmsg
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700146 main.reportFile = open( main.ReportFileName, "a+" )
147 main.reportFile.write( newmsg )
adminbae64d82013-08-01 10:50:15 -0700148 main.reportFile.close()
Jon Hall81d3d392015-04-24 14:40:35 -0700149
150 main.log.report = report
151
Jon Hall79bec222015-04-30 16:23:30 -0700152 def summary( msg ):
Jeremy Ronquillo4d5f1d02017-10-13 20:23:57 +0000153 '''
Jon Hall79bec222015-04-30 16:23:30 -0700154 Will append the message to the txt file for the summary.
Jeremy Ronquillo4d5f1d02017-10-13 20:23:57 +0000155 '''
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700156 main.log._log( 6, msg, "OpenFlowAutoMattion", "OFAutoMation" )
157 main.summaryFile = open( main.SummaryFileName, "a+" )
158 main.summaryFile.write( msg + "\n" )
Jon Hall79bec222015-04-30 16:23:30 -0700159 main.summaryFile.close()
160
161 main.log.summary = summary
162
Jon Hall81d3d392015-04-24 14:40:35 -0700163 def wiki( msg ):
Jeremy Ronquillo4d5f1d02017-10-13 20:23:57 +0000164 '''
Jon Hall81d3d392015-04-24 14:40:35 -0700165 Will append the message to the txt file for the wiki.
Jeremy Ronquillo4d5f1d02017-10-13 20:23:57 +0000166 '''
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700167 main.log._log( 6, msg, "OpenFlowAutoMattion", "OFAutoMation" )
168 main.wikiFile = open( main.WikiFileName, "a+" )
169 main.wikiFile.write( msg + "\n" )
Jon Hall81d3d392015-04-24 14:40:35 -0700170 main.wikiFile.close()
171
172 main.log.wiki = wiki
173
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700174 def exact( exmsg ):
Jeremy Ronquillo4d5f1d02017-10-13 20:23:57 +0000175 '''
adminbae64d82013-08-01 10:50:15 -0700176 Will append the raw formatted message to the logs
Jeremy Ronquillo4d5f1d02017-10-13 20:23:57 +0000177 '''
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700178 main.log._log( 7, exmsg, "OpenFlowAutoMattion", "OFAutoMation" )
179 main.reportFile = open( main.ReportFileName, "a+" )
180 main.reportFile.write( exmsg )
adminbae64d82013-08-01 10:50:15 -0700181 main.reportFile.close()
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700182 logfile = open( main.LogFileName, "a" )
183 logfile.write( "\n" + str( exmsg ) + "\n" )
adminbae64d82013-08-01 10:50:15 -0700184 logfile.close()
185 print exmsg
Jon Hall81d3d392015-04-24 14:40:35 -0700186
187 main.log.exact = exact
188
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700189 def case( msg ):
Jeremy Ronquillo4d5f1d02017-10-13 20:23:57 +0000190 '''
adminbae64d82013-08-01 10:50:15 -0700191 Format of the case type log defined here.
Jeremy Ronquillo4d5f1d02017-10-13 20:23:57 +0000192 '''
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700193 main.log._log( 9, msg, "OpenFlowAutoMattion", "OFAutoMation" )
adminbae64d82013-08-01 10:50:15 -0700194 currentTime = datetime.datetime.now()
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700195 newmsg = "[" + str( currentTime ) + "] " + "[" + main.TEST + "] " + "[CASE] " + msg
196 logfile = open( main.LogFileName, "a" )
197 logfile.write( "\n" + str( newmsg ) + "\n" )
adminbae64d82013-08-01 10:50:15 -0700198 logfile.close()
199 print newmsg
Jon Hall81d3d392015-04-24 14:40:35 -0700200
Jon Hall4ba53f02015-07-29 13:07:41 -0700201 main.log.case = case
Jon Hall81d3d392015-04-24 14:40:35 -0700202
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700203 def step( msg ):
Jeremy Ronquillo4d5f1d02017-10-13 20:23:57 +0000204 '''
adminbae64d82013-08-01 10:50:15 -0700205 Format of the step type log defined here.
Jeremy Ronquillo4d5f1d02017-10-13 20:23:57 +0000206 '''
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700207 main.log._log( 9, msg, "OpenFlowAutoMattion", "OFAutoMation" )
adminbae64d82013-08-01 10:50:15 -0700208 currentTime = datetime.datetime.now()
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700209 newmsg = "[" + str( currentTime ) + "] " + "[" + main.TEST + "] " + "[STEP] " + msg
210 logfile = open( main.LogFileName, "a" )
211 logfile.write( "\n" + str( newmsg ) + "\n" )
adminbae64d82013-08-01 10:50:15 -0700212 logfile.close()
213 print newmsg
Jon Hall81d3d392015-04-24 14:40:35 -0700214
215 main.log.step = step
216
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700217 main.LogFileHandler = logging.FileHandler( main.LogFileName )
218 self._printHeader( main )
adminbae64d82013-08-01 10:50:15 -0700219
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700220 # initializing logging module and settig log level
221 main.log.setLevel( logging.INFO )
222 main.log.setLevel( logging.DEBUG ) # Temporary
223 main.LogFileHandler.setLevel( logging.INFO )
Jon Hall81d3d392015-04-24 14:40:35 -0700224
adminbae64d82013-08-01 10:50:15 -0700225 # create console handler with a higher log level
226 main.ConsoleHandler = logging.StreamHandler()
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700227 main.ConsoleHandler.setLevel( logging.INFO )
228 main.ConsoleHandler.setLevel( logging.DEBUG ) # Temporary
adminbae64d82013-08-01 10:50:15 -0700229 # create formatter and add it to the handlers
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700230 # formatter = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s')
231
Jon Hall0bde9ba2015-03-19 11:32:57 -0700232 class MyFormatter( logging.Formatter ):
233 colors = { 'cyan': '\033[96m', 'purple': '\033[95m',
234 'blue': '\033[94m', 'green': '\033[92m',
235 'yellow': '\033[93m', 'red': '\033[91m',
236 'end': '\033[0m' }
237
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700238 FORMATS = { 'DEFAULT': '%(asctime)s - %(name)s - %(levelname)s - %(message)s' }
Jon Hall0bde9ba2015-03-19 11:32:57 -0700239 if COLORS: # NOTE:colors will only be loaded if command is run from one line
240 # IE: './cli.py run testname'
241 # This is to prevent issues with Jenkins parsing
242 # TODO: Make colors configurable
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700243 levels = { logging.ERROR: colors[ 'red' ] +
244 FORMATS[ 'DEFAULT' ] +
245 colors[ 'end' ],
246 logging.WARN: colors[ 'yellow' ] +
247 FORMATS[ 'DEFAULT' ] +
248 colors[ 'end' ],
249 logging.DEBUG: colors[ 'purple' ] +
250 FORMATS[ 'DEFAULT' ] +
251 colors[ 'end' ] }
Jon Hall0bde9ba2015-03-19 11:32:57 -0700252 FORMATS.update( levels )
253
254 def format( self, record ):
255 self._fmt = self.FORMATS.get( record.levelno,
256 self.FORMATS[ 'DEFAULT' ] )
257 return logging.Formatter.format( self, record )
258 formatter = MyFormatter()
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700259 main.ConsoleHandler.setFormatter( formatter )
260 main.LogFileHandler.setFormatter( formatter )
adminbae64d82013-08-01 10:50:15 -0700261
262 # add the handlers to logger
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700263 main.log.addHandler( main.ConsoleHandler )
264 main.log.addHandler( main.LogFileHandler )
Jon Hall81d3d392015-04-24 14:40:35 -0700265
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700266 def testSummary( self, main ):
Jeremy Ronquillo4d5f1d02017-10-13 20:23:57 +0000267 '''
adminbae64d82013-08-01 10:50:15 -0700268 testSummary will take care about the Summary of test.
Jeremy Ronquillo4d5f1d02017-10-13 20:23:57 +0000269 '''
270
adminbae64d82013-08-01 10:50:15 -0700271 main.ENDTIME = datetime.datetime.now()
272 main.EXECTIME = main.ENDTIME - main.STARTTIME
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700273 if ( main.TOTAL_TC_PASS == 0 ):
adminbae64d82013-08-01 10:50:15 -0700274 main.TOTAL_TC_SUCCESS = 0
275 else:
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700276 main.TOTAL_TC_SUCCESS = str( ( main.TOTAL_TC_PASS * 100 ) / main.TOTAL_TC_RUN )
277 if ( main.TOTAL_TC_RUN == 0 ):
adminbae64d82013-08-01 10:50:15 -0700278 main.TOTAL_TC_EXECPERCENT = 0
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700279 else:
280 main.TOTAL_TC_EXECPERCENT = str( ( main.TOTAL_TC_RUN*100 )/main.TOTAL_TC_PLANNED )
281 testResult = "\n\n" + "*" * 37 + "\n" + "\tTest Execution Summary\n" + "\n" + "*" * 37 + " \n"
282 testResult = testResult + "\n Test Start : " + str( main.STARTTIME.strftime( "%d %b %Y %H:%M:%S" ) )
283 testResult = testResult + "\n Test End : " + str( main.ENDTIME.strftime( "%d %b %Y %H:%M:%S" ) )
284 testResult = testResult + "\n Execution Time : " + str( main.EXECTIME )
285 testResult = testResult + "\n Total tests planned : " + str( main.TOTAL_TC_PLANNED )
286 testResult = testResult + "\n Total tests RUN : " + str( main.TOTAL_TC_RUN )
287 testResult = testResult + "\n Total Pass : " + str( main.TOTAL_TC_PASS )
288 testResult = testResult + "\n Total Fail : " + str( main.TOTAL_TC_FAIL )
289 testResult = testResult + "\n Total No Result : " + str( main.TOTAL_TC_NORESULT )
290 testResult = testResult + "\n Success Percentage : " + str( main.TOTAL_TC_SUCCESS ) + "%"
291 testResult = testResult + "\n Execution Result : " + str( main.TOTAL_TC_EXECPERCENT ) + "%\n"
Devin Limec989792017-08-15 15:57:55 -0700292 if main.failedCase:
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700293 testResult = testResult + "\n Case Failed : " + str( main.failedCase )
Devin Limec989792017-08-15 15:57:55 -0700294 if main.noResultCase:
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700295 testResult = testResult + "\n Case NoResult : " + str( main.noResultCase )
296 testResult = testResult + "\n Case Executed : " + str( main.executedCase )
297 testResult = testResult + "\n Case Not Executed : " + str( main.leftCase )
298 # main.log.report(testResult)
adminbae64d82013-08-01 10:50:15 -0700299 main.testResult = testResult
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700300 main.log.exact( testResult )
Jon Hall94fd0472014-12-08 11:52:42 -0800301
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700302 # CSV output needed for Jenkin's plot plugin
303 # NOTE: the elements were orded based on the colors assigned to the data
304 logfile = open( main.JenkinsCSV , "w" )
305 logfile.write( ",".join( [ 'Tests Failed', 'Tests Passed', 'Tests Planned' ] ) + "\n" )
306 logfile.write( ",".join( [ str( int( main.TOTAL_TC_FAIL ) ), str( int( main.TOTAL_TC_PASS ) ), str( int( main.TOTAL_TC_PLANNED ) ) ] ) + "\n" )
Jon Hall94fd0472014-12-08 11:52:42 -0800307 logfile.close()
308
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700309 executedStatus = open( main.resultFile, "w" )
Devin Lim90803a82017-08-29 13:41:44 -0700310 if main.TOTAL_TC_FAIL == 0 and main.TOTAL_TC_NORESULT + main.TOTAL_TC_PASS == main.TOTAL_TC_PLANNED:
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700311 executedStatus.write( "1\n" )
Devin Lim90803a82017-08-29 13:41:44 -0700312 else:
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700313 executedStatus.write( "0\n" )
Devin Lim79af50f2017-10-26 14:26:47 -0700314 executedStatus.write( "[Total]:" + str( main.TOTAL_TC_PLANNED ) + " [Executed]:" + str( main.TOTAL_TC_RUN ) + " [Failed]:" + str( main.TOTAL_TC_FAIL ) + "\n" )
Devin Lim90803a82017-08-29 13:41:44 -0700315 executedStatus.close()
316
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700317 def updateCaseResults( self, main ):
Jeremy Ronquillo4d5f1d02017-10-13 20:23:57 +0000318 '''
adminbae64d82013-08-01 10:50:15 -0700319 Update the case result based on the steps execution and asserting each step in the test-case
Jeremy Ronquillo4d5f1d02017-10-13 20:23:57 +0000320 '''
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700321 case = str( main.CurrentTestCaseNumber )
322 currentResult = main.testCaseResult.get( case, 2 )
Jon Hall81d3d392015-04-24 14:40:35 -0700323
Jon Hall79bec222015-04-30 16:23:30 -0700324 if currentResult == 2:
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700325 main.TOTAL_TC_RUN = main.TOTAL_TC_RUN + 1
adminbae64d82013-08-01 10:50:15 -0700326 main.TOTAL_TC_NORESULT = main.TOTAL_TC_NORESULT + 1
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700327 main.log.exact( "\n " + "*" * 29 + "\n" + "\n Result: No Assertion Called \n" + "*" * 29 + "\n" )
328 line = "Case " + case + ": " + main.CurrentTestCase + " - No Result"
Jon Hall79bec222015-04-30 16:23:30 -0700329 elif currentResult == 1:
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700330 main.TOTAL_TC_RUN = main.TOTAL_TC_RUN + 1
331 main.TOTAL_TC_PASS = main.TOTAL_TC_PASS + 1
332 main.log.exact( "\n" + "*" * 29 + "\n Result: Pass \n" + "*" * 29 + "\n" )
333 line = "Case " + case + ": " + main.CurrentTestCase + " - PASS"
Jon Hall79bec222015-04-30 16:23:30 -0700334 elif currentResult == 0:
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700335 main.TOTAL_TC_RUN = main.TOTAL_TC_RUN + 1
adminbae64d82013-08-01 10:50:15 -0700336 main.TOTAL_TC_FAIL = main.TOTAL_TC_FAIL + 1
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700337 main.log.exact( "\n" + "*" * 29 + "\n Result: Failed \n" + "*" * 29 + "\n" )
338 line = "Case " + case + ": " + main.CurrentTestCase + " - FAIL"
Jon Hall79bec222015-04-30 16:23:30 -0700339 else:
340 main.log.error( " Unknown result of case " + case +
341 ". Result was: " + currentResult )
Jeremy Ronquillo696f4262017-10-17 10:56:26 -0700342 line = "Case " + case + ": " + main.CurrentTestCase + " - ERROR"
Jon Hall79bec222015-04-30 16:23:30 -0700343 main.log.wiki( "<h3>" + line + "</h3>" )
344 main.log.summary( line )