Devin Lim | e1346f4 | 2018-05-15 15:41:36 -0700 | [diff] [blame] | 1 | #!groovy |
Devin Lim | f517519 | 2018-05-14 19:13:22 -0700 | [diff] [blame] | 2 | // Copyright 2017 Open Networking Foundation (ONF) |
| 3 | // |
| 4 | // Please refer questions to either the onos test mailing list at <onos-test@onosproject.org>, |
| 5 | // the System Testing Plans and Results wiki page at <https://wiki.onosproject.org/x/voMg>, |
| 6 | // or the System Testing Guide page at <https://wiki.onosproject.org/x/WYQg> |
| 7 | // |
| 8 | // TestON is free software: you can redistribute it and/or modify |
| 9 | // it under the terms of the GNU General Public License as published by |
| 10 | // the Free Software Foundation, either version 2 of the License, or |
| 11 | // (at your option) any later version. |
| 12 | // |
| 13 | // TestON is distributed in the hope that it will be useful, |
| 14 | // but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 15 | // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 16 | // GNU General Public License for more details. |
| 17 | // |
| 18 | // You should have received a copy of the GNU General Public License |
| 19 | // along with TestON. If not, see <http://www.gnu.org/licenses/>. |
| 20 | |
| 21 | // This is the Jenkins script for vm-pipeline-trigger or bm-pipeline-trigger |
| 22 | |
Devin Lim | f517519 | 2018-05-14 19:13:22 -0700 | [diff] [blame] | 23 | // set the functions of the dependencies. |
Devin Lim | b734ea5 | 2018-05-14 14:13:05 -0700 | [diff] [blame] | 24 | funcs = evaluate readTrusted( 'TestON/JenkinsFile/dependencies/JenkinsCommonFuncs.groovy' ) |
Devin Lim | b734ea5 | 2018-05-14 14:13:05 -0700 | [diff] [blame] | 25 | triggerFuncs = evaluate readTrusted( 'TestON/JenkinsFile/dependencies/TriggerFuncs.groovy' ) |
| 26 | fileRelated = evaluate readTrusted( 'TestON/JenkinsFile/dependencies/JenkinsPathAndFiles.groovy' ) |
Jeremy Ronquillo | 64eeeb1 | 2019-05-13 11:19:46 -0700 | [diff] [blame] | 27 | test_list = evaluate readTrusted( 'TestON/JenkinsFile/dependencies/JenkinsTestONTests.groovy' ) |
Devin Lim | 2edfcec | 2018-05-09 17:16:21 -0700 | [diff] [blame] | 28 | |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 29 | onos_tag = null |
| 30 | manually_run = null |
| 31 | now = null |
| 32 | today = null |
| 33 | onos_branches = null |
| 34 | day = null |
| 35 | post_result = null |
| 36 | branchesParam = null |
| 37 | isFabric = null |
| 38 | testsParam = null |
Jeremy Ronquillo | 4fd8244 | 2019-05-21 20:56:58 -0700 | [diff] [blame] | 39 | |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 40 | dayMap = [:] |
| 41 | fullDayMap = [:] |
Jeremy Ronquillo | a37920b | 2019-05-23 14:34:25 -0700 | [diff] [blame] | 42 | all_testcases = [:] |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 43 | runTest = [:] |
| 44 | selectedTests = [:] |
| 45 | graphPaths = [:] |
Devin Lim | 2edfcec | 2018-05-09 17:16:21 -0700 | [diff] [blame] | 46 | |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 47 | main() |
Devin Lim | f517519 | 2018-05-14 19:13:22 -0700 | [diff] [blame] | 48 | |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 49 | def main() { |
| 50 | init() |
| 51 | runTests() |
| 52 | generateGraphs() |
| 53 | } |
| 54 | |
| 55 | // ************** |
| 56 | // Initialization |
| 57 | // ************** |
| 58 | |
| 59 | // initialize file scope vars |
| 60 | def init(){ |
| 61 | // get the name of the job. |
| 62 | jobName = env.JOB_NAME |
| 63 | |
| 64 | // set the versions of the onos |
| 65 | fileRelated.init() |
| 66 | test_list.init() |
| 67 | readParams() |
| 68 | |
Jeremy Ronquillo | a5aa7c1 | 2019-06-04 10:26:36 -0700 | [diff] [blame] | 69 | funcs.initializeTrend( "Fabric" ) |
| 70 | funcs.initialize( "Fabric" ) |
| 71 | |
| 72 | funcs.initializeTrend( "VM" ) |
| 73 | |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 74 | triggerFuncs.init( funcs ) |
| 75 | |
| 76 | // list of the tests to be run will be saved in each choices. |
| 77 | day = "" |
| 78 | |
| 79 | initDates() |
| 80 | onos_branches = getONOSBranches() |
| 81 | selectedTests = getONOSTests() |
Jeremy Ronquillo | a5aa7c1 | 2019-06-04 10:26:36 -0700 | [diff] [blame] | 82 | |
| 83 | echo "selectedTests: " + selectedTests |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 84 | } |
| 85 | |
| 86 | def readParams(){ |
| 87 | // get post result from the params for manually run. |
| 88 | post_result = params.PostResult |
| 89 | manually_run = params.manual_run |
| 90 | onos_tag = params.ONOSTag |
| 91 | branchesParam = params.branches |
| 92 | isOldFlow = params.isOldFlow |
| 93 | testsParam = params.Tests |
| 94 | isFabric = params.isFabric |
| 95 | } |
Devin Lim | 2edfcec | 2018-05-09 17:16:21 -0700 | [diff] [blame] | 96 | |
| 97 | // Set tests based on day of week |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 98 | def initDates(){ |
| 99 | echo "-> initDates()" |
| 100 | now = funcs.getCurrentTime() |
| 101 | today = now[ Calendar.DAY_OF_WEEK ] |
| 102 | dayMap = [ ( Calendar.MONDAY ) : "mon", |
| 103 | ( Calendar.TUESDAY ) : "tue", |
| 104 | ( Calendar.WEDNESDAY ) : "wed", |
| 105 | ( Calendar.THURSDAY ) : "thu", |
| 106 | ( Calendar.FRIDAY ) : "fri", |
| 107 | ( Calendar.SATURDAY ) : "sat", |
| 108 | ( Calendar.SUNDAY ) : "sun" ] |
| 109 | fullDayMap = [ ( Calendar.MONDAY ) : "Monday", |
| 110 | ( Calendar.TUESDAY ) : "Tuesday", |
| 111 | ( Calendar.WEDNESDAY ) : "Wednesday", |
| 112 | ( Calendar.THURSDAY ) : "Thursday", |
| 113 | ( Calendar.FRIDAY ) : "Friday", |
| 114 | ( Calendar.SATURDAY ) : "Saturday", |
| 115 | ( Calendar.SUNDAY ) : "Sunday" ] |
| 116 | print now.toString() |
Jon Hall | 6af749d | 2018-05-29 12:59:47 -0700 | [diff] [blame] | 117 | } |
Jeremy Ronquillo | a37920b | 2019-05-23 14:34:25 -0700 | [diff] [blame] | 118 | |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 119 | // gets ONOS branches from params or string parameter |
| 120 | def getONOSBranches(){ |
| 121 | echo "-> getONOSBranches()" |
| 122 | if ( manually_run ){ |
| 123 | return branchesParam.tokenize( "\n;, " ) |
Jeremy Ronquillo | 64eeeb1 | 2019-05-13 11:19:46 -0700 | [diff] [blame] | 124 | } else { |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 125 | return test_list.getBranchesFromDay( dayMap[ today ] ) |
Devin Lim | 2edfcec | 2018-05-09 17:16:21 -0700 | [diff] [blame] | 126 | } |
| 127 | } |
Devin Lim | f517519 | 2018-05-14 19:13:22 -0700 | [diff] [blame] | 128 | |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 129 | def getONOSTests(){ |
| 130 | echo "-> getONOSTests()" |
| 131 | if ( manually_run ){ |
| 132 | return test_list.getTestsFromStringList( testsParam.tokenize( "\n;, " ) ) |
| 133 | } else { |
| 134 | day = dayMap[ today ] |
| 135 | return test_list.getTestsFromDay( day ) |
Jeremy Ronquillo | a37920b | 2019-05-23 14:34:25 -0700 | [diff] [blame] | 136 | } |
Devin Lim | 2edfcec | 2018-05-09 17:16:21 -0700 | [diff] [blame] | 137 | } |
Devin Lim | f517519 | 2018-05-14 19:13:22 -0700 | [diff] [blame] | 138 | |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 139 | // init paths for the files and directories. |
| 140 | def initGraphPaths(){ |
| 141 | graphPaths[ "histogramMultiple" ] = fileRelated.histogramMultiple |
| 142 | graphPaths[ "pieMultiple" ] = fileRelated.pieMultiple |
| 143 | graphPaths[ "saveDirectory" ] = fileRelated.jenkinsWorkspace + "postjob-VM/" |
| 144 | } |
Jeremy Ronquillo | 64eeeb1 | 2019-05-13 11:19:46 -0700 | [diff] [blame] | 145 | |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 146 | // ********************** |
| 147 | // Determine Tests to Run |
| 148 | // ********************** |
| 149 | |
| 150 | def printTestsToRun( runList ){ |
| 151 | if ( manually_run ){ |
| 152 | println "Tests to be run manually:" |
| 153 | } else { |
| 154 | if ( isFabric ){ |
| 155 | postToSlackSR() |
Devin Lim | 2edfcec | 2018-05-09 17:16:21 -0700 | [diff] [blame] | 156 | } |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 157 | if ( today == Calendar.MONDAY ){ |
| 158 | postToSlackTestsToRun() |
| 159 | } |
| 160 | println "Defaulting to " + day + " tests:" |
Devin Lim | 2edfcec | 2018-05-09 17:16:21 -0700 | [diff] [blame] | 161 | } |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 162 | for ( list in runList ){ |
| 163 | // triggerFuncs.print_tests( all_testcases[ b ] ) |
| 164 | echo "" + list |
| 165 | } |
Devin Lim | 2edfcec | 2018-05-09 17:16:21 -0700 | [diff] [blame] | 166 | } |
Devin Lim | f517519 | 2018-05-14 19:13:22 -0700 | [diff] [blame] | 167 | |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 168 | def postToSlackSR(){ |
| 169 | // If it is automated running, it will post the beginning message to the channel. |
| 170 | slackSend( channel: 'sr-failures', color: '#03CD9F', |
| 171 | message: ":sparkles:" * 16 + "\n" + |
| 172 | "Starting tests on : " + now.toString() + |
| 173 | "\n" + ":sparkles:" * 16 ) |
| 174 | } |
| 175 | |
| 176 | def postToSlackTestsToRun(){ |
| 177 | slackSend( color: '#FFD988', |
| 178 | message: "Tests to be run this weekdays : \n" + |
| 179 | triggerFuncs.printDaysForTest() ) |
| 180 | } |
| 181 | |
| 182 | // ********* |
| 183 | // Run Tests |
| 184 | // ********* |
| 185 | |
| 186 | def generateRunList(){ |
| 187 | runList = [:] |
| 188 | for ( branch in onos_branches ){ |
Jeremy Ronquillo | a5aa7c1 | 2019-06-04 10:26:36 -0700 | [diff] [blame] | 189 | runBranch = [] |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 190 | nodeLabels = test_list.getAllNodeLabels( branch, selectedTests ) |
| 191 | for ( nodeLabel in nodeLabels ){ |
| 192 | selectedNodeLabelTests = test_list.getTestsFromNodeLabel( nodeLabel, branch, selectedTests ) |
| 193 | selectedNodeLabelCategories = test_list.getAllTestCategories( selectedNodeLabelTests ) |
| 194 | for ( category in selectedNodeLabelCategories ){ |
Jeremy Ronquillo | a5aa7c1 | 2019-06-04 10:26:36 -0700 | [diff] [blame] | 195 | selectedNodeLabelCategoryTests = test_list.getTestsFromCategory( category, selectedNodeLabelTests ) |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 196 | exeTestList = test_list.getTestListAsString( selectedNodeLabelCategoryTests ) |
Jeremy Ronquillo | f3b173d | 2019-06-07 14:53:25 -0700 | [diff] [blame^] | 197 | runList.put( branch + "-" + nodeLabel + "-" + category, triggerFuncs.trigger_pipeline( branch, exeTestList, nodeLabel, category, manually_run, onos_tag ) ) |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 198 | } |
Jeremy Ronquillo | a37920b | 2019-05-23 14:34:25 -0700 | [diff] [blame] | 199 | } |
Devin Lim | 2edfcec | 2018-05-09 17:16:21 -0700 | [diff] [blame] | 200 | } |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 201 | return runList |
Devin Lim | 2edfcec | 2018-05-09 17:16:21 -0700 | [diff] [blame] | 202 | } |
Devin Lim | f517519 | 2018-05-14 19:13:22 -0700 | [diff] [blame] | 203 | |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 204 | def runTests(){ |
| 205 | runList = generateRunList() |
| 206 | printTestsToRun( runList ) |
| 207 | parallel runList |
Devin Lim | 2edfcec | 2018-05-09 17:16:21 -0700 | [diff] [blame] | 208 | } |
Devin Lim | f517519 | 2018-05-14 19:13:22 -0700 | [diff] [blame] | 209 | |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 210 | // *************** |
| 211 | // Generate Graphs |
| 212 | // *************** |
Devin Lim | 2edfcec | 2018-05-09 17:16:21 -0700 | [diff] [blame] | 213 | |
Jeremy Ronquillo | 96e2bd3 | 2019-05-28 15:40:18 -0700 | [diff] [blame] | 214 | def generateGraphs(){ |
| 215 | // If it is automated running, it will generate the stats graph on VM. |
| 216 | if ( !manually_run ){ |
| 217 | for ( String b in onos_branches ){ |
| 218 | funcs.generateStatGraph( "TestStation-VMs", |
| 219 | funcs.branchWithPrefix( b ), |
| 220 | graphPaths[ "histogramMultiple" ], |
| 221 | graphPaths[ "pieMultiple" ], |
| 222 | graphPaths[ "saveDirectory" ] ) |
Jeremy Ronquillo | a37920b | 2019-05-23 14:34:25 -0700 | [diff] [blame] | 223 | } |
Devin Lim | 2edfcec | 2018-05-09 17:16:21 -0700 | [diff] [blame] | 224 | } |
Devin Lim | 2edfcec | 2018-05-09 17:16:21 -0700 | [diff] [blame] | 225 | } |