Devin Lim | e1346f4 | 2018-05-15 15:41:36 -0700 | [diff] [blame] | 1 | #!groovy |
Devin Lim | f517519 | 2018-05-14 19:13:22 -0700 | [diff] [blame] | 2 | // Copyright 2017 Open Networking Foundation (ONF) |
| 3 | // |
| 4 | // Please refer questions to either the onos test mailing list at <onos-test@onosproject.org>, |
| 5 | // the System Testing Plans and Results wiki page at <https://wiki.onosproject.org/x/voMg>, |
| 6 | // or the System Testing Guide page at <https://wiki.onosproject.org/x/WYQg> |
| 7 | // |
| 8 | // TestON is free software: you can redistribute it and/or modify |
| 9 | // it under the terms of the GNU General Public License as published by |
| 10 | // the Free Software Foundation, either version 2 of the License, or |
| 11 | // (at your option) any later version. |
| 12 | // |
| 13 | // TestON is distributed in the hope that it will be useful, |
| 14 | // but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 15 | // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 16 | // GNU General Public License for more details. |
| 17 | // |
| 18 | // You should have received a copy of the GNU General Public License |
| 19 | // along with TestON. If not, see <http://www.gnu.org/licenses/>. |
| 20 | |
| 21 | // This is the Jenkins script for vm-pipeline-trigger or bm-pipeline-trigger |
| 22 | |
Devin Lim | f517519 | 2018-05-14 19:13:22 -0700 | [diff] [blame] | 23 | // set the functions of the dependencies. |
Devin Lim | b734ea5 | 2018-05-14 14:13:05 -0700 | [diff] [blame] | 24 | funcs = evaluate readTrusted( 'TestON/JenkinsFile/dependencies/JenkinsCommonFuncs.groovy' ) |
Devin Lim | b734ea5 | 2018-05-14 14:13:05 -0700 | [diff] [blame] | 25 | triggerFuncs = evaluate readTrusted( 'TestON/JenkinsFile/dependencies/TriggerFuncs.groovy' ) |
| 26 | fileRelated = evaluate readTrusted( 'TestON/JenkinsFile/dependencies/JenkinsPathAndFiles.groovy' ) |
Jeremy Ronquillo | 64eeeb1 | 2019-05-13 11:19:46 -0700 | [diff] [blame] | 27 | test_list = evaluate readTrusted( 'TestON/JenkinsFile/dependencies/JenkinsTestONTests.groovy' ) |
Devin Lim | 2edfcec | 2018-05-09 17:16:21 -0700 | [diff] [blame] | 28 | |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 29 | onos_tag = null |
| 30 | manually_run = null |
| 31 | now = null |
| 32 | today = null |
| 33 | onos_branches = null |
| 34 | day = null |
| 35 | post_result = null |
| 36 | branchesParam = null |
| 37 | isFabric = null |
| 38 | testsParam = null |
Jeremy Ronquillo | 3c2f10d | 2019-06-10 16:54:46 -0700 | [diff] [blame] | 39 | simulateDay = null |
| 40 | day = null |
Jeremy Ronquillo | 4fd8244 | 2019-05-21 20:56:58 -0700 | [diff] [blame] | 41 | |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 42 | dayMap = [:] |
| 43 | fullDayMap = [:] |
Jeremy Ronquillo | a37920b | 2019-05-23 14:34:25 -0700 | [diff] [blame] | 44 | all_testcases = [:] |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 45 | runTest = [:] |
| 46 | selectedTests = [:] |
| 47 | graphPaths = [:] |
Devin Lim | 2edfcec | 2018-05-09 17:16:21 -0700 | [diff] [blame] | 48 | |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 49 | main() |
Devin Lim | f517519 | 2018-05-14 19:13:22 -0700 | [diff] [blame] | 50 | |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 51 | def main() { |
| 52 | init() |
| 53 | runTests() |
| 54 | generateGraphs() |
| 55 | } |
| 56 | |
| 57 | // ************** |
| 58 | // Initialization |
| 59 | // ************** |
| 60 | |
| 61 | // initialize file scope vars |
| 62 | def init(){ |
| 63 | // get the name of the job. |
| 64 | jobName = env.JOB_NAME |
| 65 | |
| 66 | // set the versions of the onos |
| 67 | fileRelated.init() |
| 68 | test_list.init() |
| 69 | readParams() |
| 70 | |
Jeremy Ronquillo | a5aa7c1 | 2019-06-04 10:26:36 -0700 | [diff] [blame] | 71 | funcs.initializeTrend( "Fabric" ) |
| 72 | funcs.initialize( "Fabric" ) |
| 73 | |
| 74 | funcs.initializeTrend( "VM" ) |
| 75 | |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 76 | triggerFuncs.init( funcs ) |
| 77 | |
| 78 | // list of the tests to be run will be saved in each choices. |
| 79 | day = "" |
| 80 | |
| 81 | initDates() |
| 82 | onos_branches = getONOSBranches() |
| 83 | selectedTests = getONOSTests() |
Jeremy Ronquillo | a5aa7c1 | 2019-06-04 10:26:36 -0700 | [diff] [blame] | 84 | |
Jeremy Ronquillo | d98c2a1 | 2019-06-07 15:13:29 -0700 | [diff] [blame] | 85 | initGraphPaths() |
| 86 | |
Jeremy Ronquillo | a5aa7c1 | 2019-06-04 10:26:36 -0700 | [diff] [blame] | 87 | echo "selectedTests: " + selectedTests |
Jeremy Ronquillo | 3c2f10d | 2019-06-10 16:54:46 -0700 | [diff] [blame] | 88 | echo "onos_branches: " + onos_branches |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 89 | } |
| 90 | |
| 91 | def readParams(){ |
| 92 | // get post result from the params for manually run. |
| 93 | post_result = params.PostResult |
| 94 | manually_run = params.manual_run |
| 95 | onos_tag = params.ONOSTag |
| 96 | branchesParam = params.branches |
| 97 | isOldFlow = params.isOldFlow |
| 98 | testsParam = params.Tests |
| 99 | isFabric = params.isFabric |
Jeremy Ronquillo | 3c2f10d | 2019-06-10 16:54:46 -0700 | [diff] [blame] | 100 | simulateDay = params.simulate_day |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 101 | } |
Devin Lim | 2edfcec | 2018-05-09 17:16:21 -0700 | [diff] [blame] | 102 | |
| 103 | // Set tests based on day of week |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 104 | def initDates(){ |
| 105 | echo "-> initDates()" |
| 106 | now = funcs.getCurrentTime() |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 107 | dayMap = [ ( Calendar.MONDAY ) : "mon", |
| 108 | ( Calendar.TUESDAY ) : "tue", |
| 109 | ( Calendar.WEDNESDAY ) : "wed", |
| 110 | ( Calendar.THURSDAY ) : "thu", |
| 111 | ( Calendar.FRIDAY ) : "fri", |
| 112 | ( Calendar.SATURDAY ) : "sat", |
| 113 | ( Calendar.SUNDAY ) : "sun" ] |
| 114 | fullDayMap = [ ( Calendar.MONDAY ) : "Monday", |
| 115 | ( Calendar.TUESDAY ) : "Tuesday", |
| 116 | ( Calendar.WEDNESDAY ) : "Wednesday", |
| 117 | ( Calendar.THURSDAY ) : "Thursday", |
| 118 | ( Calendar.FRIDAY ) : "Friday", |
| 119 | ( Calendar.SATURDAY ) : "Saturday", |
| 120 | ( Calendar.SUNDAY ) : "Sunday" ] |
Jeremy Ronquillo | 3c2f10d | 2019-06-10 16:54:46 -0700 | [diff] [blame] | 121 | if ( simulateDay == "" ){ |
| 122 | today = now[ Calendar.DAY_OF_WEEK ] |
| 123 | day = dayMap[ today ] |
| 124 | print now.toString() |
| 125 | } else { |
| 126 | day = simulateDay |
| 127 | } |
Jon Hall | 6af749d | 2018-05-29 12:59:47 -0700 | [diff] [blame] | 128 | } |
Jeremy Ronquillo | a37920b | 2019-05-23 14:34:25 -0700 | [diff] [blame] | 129 | |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 130 | // gets ONOS branches from params or string parameter |
| 131 | def getONOSBranches(){ |
| 132 | echo "-> getONOSBranches()" |
| 133 | if ( manually_run ){ |
| 134 | return branchesParam.tokenize( "\n;, " ) |
Jeremy Ronquillo | 64eeeb1 | 2019-05-13 11:19:46 -0700 | [diff] [blame] | 135 | } else { |
Jeremy Ronquillo | 3c2f10d | 2019-06-10 16:54:46 -0700 | [diff] [blame] | 136 | return test_list.getBranchesFromDay( day ) |
Devin Lim | 2edfcec | 2018-05-09 17:16:21 -0700 | [diff] [blame] | 137 | } |
| 138 | } |
Devin Lim | f517519 | 2018-05-14 19:13:22 -0700 | [diff] [blame] | 139 | |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 140 | def getONOSTests(){ |
| 141 | echo "-> getONOSTests()" |
| 142 | if ( manually_run ){ |
| 143 | return test_list.getTestsFromStringList( testsParam.tokenize( "\n;, " ) ) |
| 144 | } else { |
Jeremy Ronquillo | 3c2f10d | 2019-06-10 16:54:46 -0700 | [diff] [blame] | 145 | |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 146 | return test_list.getTestsFromDay( day ) |
Jeremy Ronquillo | a37920b | 2019-05-23 14:34:25 -0700 | [diff] [blame] | 147 | } |
Devin Lim | 2edfcec | 2018-05-09 17:16:21 -0700 | [diff] [blame] | 148 | } |
Devin Lim | f517519 | 2018-05-14 19:13:22 -0700 | [diff] [blame] | 149 | |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 150 | // init paths for the files and directories. |
| 151 | def initGraphPaths(){ |
Jeremy Ronquillo | d98c2a1 | 2019-06-07 15:13:29 -0700 | [diff] [blame] | 152 | graphPaths.put( "histogramMultiple", fileRelated.histogramMultiple ) |
| 153 | graphPaths.put( "pieMultiple", fileRelated.pieMultiple ) |
| 154 | graphPaths.put( "saveDirectory", fileRelated.jenkinsWorkspace + "postjob-VM/" ) |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 155 | } |
Jeremy Ronquillo | 64eeeb1 | 2019-05-13 11:19:46 -0700 | [diff] [blame] | 156 | |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 157 | // ********************** |
| 158 | // Determine Tests to Run |
| 159 | // ********************** |
| 160 | |
| 161 | def printTestsToRun( runList ){ |
| 162 | if ( manually_run ){ |
| 163 | println "Tests to be run manually:" |
| 164 | } else { |
| 165 | if ( isFabric ){ |
| 166 | postToSlackSR() |
Devin Lim | 2edfcec | 2018-05-09 17:16:21 -0700 | [diff] [blame] | 167 | } |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 168 | if ( today == Calendar.MONDAY ){ |
| 169 | postToSlackTestsToRun() |
| 170 | } |
| 171 | println "Defaulting to " + day + " tests:" |
Devin Lim | 2edfcec | 2018-05-09 17:16:21 -0700 | [diff] [blame] | 172 | } |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 173 | for ( list in runList ){ |
| 174 | // triggerFuncs.print_tests( all_testcases[ b ] ) |
| 175 | echo "" + list |
| 176 | } |
Devin Lim | 2edfcec | 2018-05-09 17:16:21 -0700 | [diff] [blame] | 177 | } |
Devin Lim | f517519 | 2018-05-14 19:13:22 -0700 | [diff] [blame] | 178 | |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 179 | def postToSlackSR(){ |
| 180 | // If it is automated running, it will post the beginning message to the channel. |
| 181 | slackSend( channel: 'sr-failures', color: '#03CD9F', |
| 182 | message: ":sparkles:" * 16 + "\n" + |
| 183 | "Starting tests on : " + now.toString() + |
| 184 | "\n" + ":sparkles:" * 16 ) |
| 185 | } |
| 186 | |
| 187 | def postToSlackTestsToRun(){ |
| 188 | slackSend( color: '#FFD988', |
| 189 | message: "Tests to be run this weekdays : \n" + |
| 190 | triggerFuncs.printDaysForTest() ) |
| 191 | } |
| 192 | |
| 193 | // ********* |
| 194 | // Run Tests |
| 195 | // ********* |
| 196 | |
| 197 | def generateRunList(){ |
| 198 | runList = [:] |
| 199 | for ( branch in onos_branches ){ |
Jeremy Ronquillo | a5aa7c1 | 2019-06-04 10:26:36 -0700 | [diff] [blame] | 200 | runBranch = [] |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 201 | nodeLabels = test_list.getAllNodeLabels( branch, selectedTests ) |
| 202 | for ( nodeLabel in nodeLabels ){ |
| 203 | selectedNodeLabelTests = test_list.getTestsFromNodeLabel( nodeLabel, branch, selectedTests ) |
| 204 | selectedNodeLabelCategories = test_list.getAllTestCategories( selectedNodeLabelTests ) |
| 205 | for ( category in selectedNodeLabelCategories ){ |
Jeremy Ronquillo | a5aa7c1 | 2019-06-04 10:26:36 -0700 | [diff] [blame] | 206 | selectedNodeLabelCategoryTests = test_list.getTestsFromCategory( category, selectedNodeLabelTests ) |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 207 | exeTestList = test_list.getTestListAsString( selectedNodeLabelCategoryTests ) |
Jeremy Ronquillo | f3b173d | 2019-06-07 14:53:25 -0700 | [diff] [blame] | 208 | runList.put( branch + "-" + nodeLabel + "-" + category, triggerFuncs.trigger_pipeline( branch, exeTestList, nodeLabel, category, manually_run, onos_tag ) ) |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 209 | } |
Jeremy Ronquillo | a37920b | 2019-05-23 14:34:25 -0700 | [diff] [blame] | 210 | } |
Devin Lim | 2edfcec | 2018-05-09 17:16:21 -0700 | [diff] [blame] | 211 | } |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 212 | return runList |
Devin Lim | 2edfcec | 2018-05-09 17:16:21 -0700 | [diff] [blame] | 213 | } |
Devin Lim | f517519 | 2018-05-14 19:13:22 -0700 | [diff] [blame] | 214 | |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 215 | def runTests(){ |
| 216 | runList = generateRunList() |
| 217 | printTestsToRun( runList ) |
| 218 | parallel runList |
Devin Lim | 2edfcec | 2018-05-09 17:16:21 -0700 | [diff] [blame] | 219 | } |
Devin Lim | f517519 | 2018-05-14 19:13:22 -0700 | [diff] [blame] | 220 | |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 221 | // *************** |
| 222 | // Generate Graphs |
| 223 | // *************** |
Devin Lim | 2edfcec | 2018-05-09 17:16:21 -0700 | [diff] [blame] | 224 | |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 225 | def generateGraphs(){ |
| 226 | // If it is automated running, it will generate the stats graph on VM. |
| 227 | if ( !manually_run ){ |
| 228 | for ( String b in onos_branches ){ |
| 229 | funcs.generateStatGraph( "TestStation-VMs", |
| 230 | funcs.branchWithPrefix( b ), |
| 231 | graphPaths[ "histogramMultiple" ], |
| 232 | graphPaths[ "pieMultiple" ], |
| 233 | graphPaths[ "saveDirectory" ] ) |
Jeremy Ronquillo | a37920b | 2019-05-23 14:34:25 -0700 | [diff] [blame] | 234 | } |
Devin Lim | 2edfcec | 2018-05-09 17:16:21 -0700 | [diff] [blame] | 235 | } |
Devin Lim | 2edfcec | 2018-05-09 17:16:21 -0700 | [diff] [blame] | 236 | } |