TestON/JenkinsFile/dependencies/TriggerFuncs.groovy - OnosSystemTest - Gitiles

 #!groovy

 // Copyright 2017 Open Networking Foundation (ONF)
 //
 // Please refer questions to either the onos test mailing list at <onos-test@onosproject.org>,
 // the System Testing Plans and Results wiki page at <https://wiki.onosproject.org/x/voMg>,
 // or the System Testing Guide page at <https://wiki.onosproject.org/x/WYQg>
 //
 //     TestON is free software: you can redistribute it and/or modify
 //     it under the terms of the GNU General Public License as published by
 //     the Free Software Foundation, either version 2 of the License, or
 //     (at your option) any later version.
 //
 //     TestON is distributed in the hope that it will be useful,
 //     but WITHOUT ANY WARRANTY; without even the implied warranty of
 //     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 //     GNU General Public License for more details.
 //
 //     You should have received a copy of the GNU General Public License
 //     along with TestON.  If not, see <http://www.gnu.org/licenses/>.

 // This is the dependency Jenkins script.
 // This will provide the portion that will set up the environment of the machine
 //      and trigger the corresponding jobs.

 import groovy.time.TimeCategory
 import groovy.time.TimeDuration

 test_list = evaluate readTrusted( 'TestON/JenkinsFile/dependencies/JenkinsTestONTests.groovy' )
 test_list.init()

 def printDaysForTest(){
     // Print the days for what test has.
     AllTheTests = test_list.getAllTests()

     result = ""
     for ( String test in AllTheTests.keySet() ){
         result += test + ": ["
         test_schedule = AllTheTests[ test ][ "schedules" ]
         for ( String sch_dict in test_schedule ){
             for ( String day in test_list.convertScheduleKeyToDays( sch_dict[ "branch" ] ) ){
                 result += day + " "
             }
         }
         result += "]\n"
     }
     return result
 }

 def trigger( branch, tests, nodeLabel, jobOn, manuallyRun, onosTag ){
     // triggering function that will setup the environment and determine which pipeline to trigger

     println "Job name: " + jobOn + "-pipeline-" + ( manuallyRun ? "manually" : branch )
     def wiki = branch
     def onos_branch = test_list.addPrefixToBranch( branch )
     def test_branch = test_list.addPrefixToBranch( branch )
     println "onos_branch with prefix: " + onos_branch
     println "test_branch with prefix: " + test_branch
     assignedNode = null
     node( label: nodeLabel ) {
         envSetup( onos_branch, test_branch, onosTag, jobOn, manuallyRun )
         exportEnvProperty( onos_branch, test_branch, jobOn, wiki, tests, post_result, manuallyRun, onosTag, isOldFlow, nodeLabel )
         assignedNode = env.NODE_NAME
     }

     jobToRun = jobOn + "-pipeline-" + ( manuallyRun ? "manually" : wiki )
     build job: jobToRun, propagate: false, parameters: [ [ $class: 'StringParameterValue', name: 'Category', value: jobOn ],
                                                          [ $class: 'StringParameterValue', name: 'Branch', value: branch ],
                                                          [ $class: 'StringParameterValue', name: 'TestStation', value: assignedNode ],
                                                          [ $class: 'StringParameterValue', name: 'NodeLabel', value: nodeLabel ] ]
 }

 def trigger_pipeline( branch, tests, nodeLabel, jobOn, manuallyRun, onosTag ){
     // nodeLabel : nodeLabel from tests.json
     // jobOn : "SCPF" or "USECASE" or "FUNC" or "HA"
     // this will return the function by wrapping them up with return{} to prevent them to be
     // executed once this function is called to assign to specific variable.
     return {
         trigger( branch, tests, nodeLabel, jobOn, manuallyRun, onosTag )
     }
 }

 // export Environment properties.
 def exportEnvProperty( onos_branch, test_branch, jobOn, wiki, tests, postResult, manually_run, onosTag, isOldFlow, nodeLabel ){
     // export environment properties to the machine.

     filePath = "/var/jenkins/TestONOS-" + jobOn + "-" + onos_branch + ".property"

     stage( "export Property" ) {
         sh '''
             echo "ONOSBranch=''' + onos_branch + '''" > ''' + filePath + '''
             echo "TestONBranch=''' + test_branch + '''" >> ''' + filePath + '''
             echo "ONOSTag=''' + onosTag + '''" >> ''' + filePath + '''
             echo "WikiPrefix=''' + wiki + '''" >> ''' + filePath + '''
             echo "ONOSJAVAOPTS=''' + env.ONOSJAVAOPTS + '''" >> ''' + filePath + '''
             echo "Tests=''' + tests + '''" >> ''' + filePath + '''
             echo "postResult=''' + postResult + '''" >> ''' + filePath + '''
             echo "manualRun=''' + manually_run + '''" >> ''' + filePath + '''
             echo "isOldFlow=''' + isOldFlow + '''" >> ''' + filePath + '''
         '''
     }
 }

 // Initialize the environment Setup for the onos and OnosSystemTest
 def envSetup( onos_branch, test_branch, onos_tag, jobOn, manuallyRun ){
     // to setup the environment using the bash script
     println "onos_branch is set to " + onos_branch
     println "test_branch is set to " + test_branch
     stage( "envSetup" ) {
         // after env: ''' + borrow_mn( jobOn ) + '''
         sh '''#!/bin/bash -l
         set +e
         . ~/.bashrc
         env
         ''' + preSetup( onos_branch, test_branch, onos_tag, manuallyRun ) + '''
         ''' + oldFlowCheck( jobOn, onos_branch ) + '''
         ''' + postSetup( onos_branch, test_branch, onos_tag, manuallyRun )
         generateKey()
     }
 }

 def tagCheck( onos_tag, onos_branch ){
     // check the tag for onos if it is not empty

     result = "git checkout "
     if ( onos_tag == "" ){
         //create new local branch
         result += onos_branch
     }
     else {
         //checkout the tag
         result += onos_tag
     }
     return result
 }

 def preSetup( onos_branch, test_branch, onos_tag, isManual ){
     // pre setup part which will clean up and checkout to corresponding branch.

     result = ""
     if ( !isManual ){
         result = '''echo -e "\n#####  Set TestON Branch #####"
         echo "TestON Branch is set on: ''' + test_branch + '''"
         cd ~/OnosSystemTest/
         git checkout HEAD~1      # Make sure you aren't pn a branch
         git branch | grep -v "detached from" | xargs git branch -d # delete all local branches merged with remote
         git branch -D ''' + test_branch + ''' # just in case there are local changes. This will normally result in a branch not found error
         git clean -df # clean any local files
         git fetch --all # update all caches from remotes
         git reset --hard origin/''' + test_branch + '''  # force local index to match remote branch
         git clean -df # clean any local files
         git checkout ''' + test_branch + ''' #create new local branch
         git branch
         git log -1 --decorate
         echo -e "\n#####  Set ONOS Branch #####"
         echo "ONOS Branch is set on: ''' + onos_branch + '''"
         echo -e "\n #### check karaf version ######"
         env |grep karaf
         cd ~/onos
         git checkout HEAD~1      # Make sure you aren't pn a branch
         git branch | grep -v "detached from" | xargs git branch -d # delete all local branches merged with remote
         git branch -D ''' + onos_branch + ''' # just incase there are local changes. This will normally result in a branch not found error
         git clean -df # clean any local files
         git fetch --all # update all caches from remotes
         git reset --hard origin/''' + onos_branch + '''  # force local index to match remote branch
         git clean -df # clean any local files
         rm -rf buck-out
         rm -rf bazel-*
         ''' + tagCheck( onos_tag, onos_branch ) + '''
         git branch
         git log -1 --decorate
         echo -e "\n##### set jvm heap size to 8G #####"
         echo ${ONOSJAVAOPTS}
         inserted_line="export JAVA_OPTS=\"\${ONOSJAVAOPTS}\""
         sed -i "s/bash/bash\\n$inserted_line/" ~/onos/tools/package/bin/onos-service
         echo "##### Check onos-service setting..... #####"
         cat ~/onos/tools/package/bin/onos-service
         export JAVA_HOME=/usr/lib/jvm/java-8-oracle'''
     }
     return result
 }

 def oldFlowCheck( jobOn, onos_branch ){
     // part that will check if it is oldFlow. If so, it will switch to use old flow. Only affected with SCPF.

     result = ""
     if ( jobOn == "SCPF" && ( onos_branch == "master" || onos_branch == "onos-1.12" ) )
         result = '''sed -i -e 's/@Component(immediate = true)/@Component(enabled = false)/g' ~/onos/core/store/dist/src/main/java/org/onosproject/store/flow/impl/''' + ( isOldFlow ? "DistributedFlowRuleStore" : "ECFlowRuleStore" ) + '''.java
         sed -i -e 's/@Component(enabled = false)/@Component(immediate = true)/g' ~/onos/core/store/dist/src/main/java/org/onosproject/store/flow/impl/''' + ( isOldFlow ? "ECFlowRuleStore" : "DistributedFlowRuleStore" ) + ".java"
     return result
 }

 def postSetup( onos_branch, test_branch, onos_tag, isManual ){
     // setup that will build ONOS

     result = ""
     if ( !isManual ){
         result = '''echo -e "Installing bazel"
         cd ~
         rm -rf ci-management
         git clone https://gerrit.onosproject.org/ci-management
         cd ci-management/jjb/onos/
         export GERRIT_BRANCH="''' + onos_branch + '''"
         chmod +x install-bazel.sh
         ./install-bazel.sh
         bazel --version

         echo -e "\n##### build ONOS skip unit tests ######"
         cd ~/onos
         . tools/dev/bash_profile
         op
         sleep 30
         echo -e "\n##### Stop all running instances of Karaf #####"
         kill $(ps -efw | grep karaf | grep -v grep | awk '{print $2}')
         sleep 30
         git branch
         '''
     }
     return result
 }

 def generateKey(){
     // generate cluster-key of the onos

     try {
         sh '''
         #!/bin/bash -l
         set +e
         . ~/.bashrc
         env
         onos-push-bits-through-proxy
         onos-gen-cluster-key -f
         '''
     } catch ( all ){
     }
 }

 return this
	#!groovy

	// Copyright 2017 Open Networking Foundation (ONF)
	//
	// Please refer questions to either the onos test mailing list at <onos-test@onosproject.org>,
	// the System Testing Plans and Results wiki page at <https://wiki.onosproject.org/x/voMg>,
	// or the System Testing Guide page at <https://wiki.onosproject.org/x/WYQg>
	//
	// TestON is free software: you can redistribute it and/or modify
	// it under the terms of the GNU General Public License as published by
	// the Free Software Foundation, either version 2 of the License, or
	// (at your option) any later version.
	//
	// TestON is distributed in the hope that it will be useful,
	// but WITHOUT ANY WARRANTY; without even the implied warranty of
	// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	// GNU General Public License for more details.
	//
	// You should have received a copy of the GNU General Public License
	// along with TestON. If not, see <http://www.gnu.org/licenses/>.

	// This is the dependency Jenkins script.
	// This will provide the portion that will set up the environment of the machine
	// and trigger the corresponding jobs.

	import groovy.time.TimeCategory
	import groovy.time.TimeDuration

	test_list = evaluate readTrusted( 'TestON/JenkinsFile/dependencies/JenkinsTestONTests.groovy' )
	test_list.init()

	def printDaysForTest(){
	// Print the days for what test has.
	AllTheTests = test_list.getAllTests()

	result = ""
	for ( String test in AllTheTests.keySet() ){
	result += test + ": ["
	test_schedule = AllTheTests[ test ][ "schedules" ]
	for ( String sch_dict in test_schedule ){
	for ( String day in test_list.convertScheduleKeyToDays( sch_dict[ "branch" ] ) ){
	result += day + " "
	}
	}
	result += "]\n"
	}
	return result
	}

	def trigger( branch, tests, nodeLabel, jobOn, manuallyRun, onosTag ){
	// triggering function that will setup the environment and determine which pipeline to trigger

	println "Job name: " + jobOn + "-pipeline-" + ( manuallyRun ? "manually" : branch )
	def wiki = branch
	def onos_branch = test_list.addPrefixToBranch( branch )
	def test_branch = test_list.addPrefixToBranch( branch )
	println "onos_branch with prefix: " + onos_branch
	println "test_branch with prefix: " + test_branch
	assignedNode = null
	node( label: nodeLabel ) {
	envSetup( onos_branch, test_branch, onosTag, jobOn, manuallyRun )
	exportEnvProperty( onos_branch, test_branch, jobOn, wiki, tests, post_result, manuallyRun, onosTag, isOldFlow, nodeLabel )
	assignedNode = env.NODE_NAME
	}

	jobToRun = jobOn + "-pipeline-" + ( manuallyRun ? "manually" : wiki )
	build job: jobToRun, propagate: false, parameters: [ [ $class: 'StringParameterValue', name: 'Category', value: jobOn ],
	[ $class: 'StringParameterValue', name: 'Branch', value: branch ],
	[ $class: 'StringParameterValue', name: 'TestStation', value: assignedNode ],
	[ $class: 'StringParameterValue', name: 'NodeLabel', value: nodeLabel ] ]
	}

	def trigger_pipeline( branch, tests, nodeLabel, jobOn, manuallyRun, onosTag ){
	// nodeLabel : nodeLabel from tests.json
	// jobOn : "SCPF" or "USECASE" or "FUNC" or "HA"
	// this will return the function by wrapping them up with return{} to prevent them to be
	// executed once this function is called to assign to specific variable.
	return {
	trigger( branch, tests, nodeLabel, jobOn, manuallyRun, onosTag )
	}
	}

	// export Environment properties.
	def exportEnvProperty( onos_branch, test_branch, jobOn, wiki, tests, postResult, manually_run, onosTag, isOldFlow, nodeLabel ){
	// export environment properties to the machine.

	filePath = "/var/jenkins/TestONOS-" + jobOn + "-" + onos_branch + ".property"

	stage( "export Property" ) {
	sh '''
	echo "ONOSBranch=''' + onos_branch + '''" > ''' + filePath + '''
	echo "TestONBranch=''' + test_branch + '''" >> ''' + filePath + '''
	echo "ONOSTag=''' + onosTag + '''" >> ''' + filePath + '''
	echo "WikiPrefix=''' + wiki + '''" >> ''' + filePath + '''
	echo "ONOSJAVAOPTS=''' + env.ONOSJAVAOPTS + '''" >> ''' + filePath + '''
	echo "Tests=''' + tests + '''" >> ''' + filePath + '''
	echo "postResult=''' + postResult + '''" >> ''' + filePath + '''
	echo "manualRun=''' + manually_run + '''" >> ''' + filePath + '''
	echo "isOldFlow=''' + isOldFlow + '''" >> ''' + filePath + '''
	'''
	}
	}

	// Initialize the environment Setup for the onos and OnosSystemTest
	def envSetup( onos_branch, test_branch, onos_tag, jobOn, manuallyRun ){
	// to setup the environment using the bash script
	println "onos_branch is set to " + onos_branch
	println "test_branch is set to " + test_branch
	stage( "envSetup" ) {
	// after env: ''' + borrow_mn( jobOn ) + '''
	sh '''#!/bin/bash -l
	set +e
	. ~/.bashrc
	env
	''' + preSetup( onos_branch, test_branch, onos_tag, manuallyRun ) + '''
	''' + oldFlowCheck( jobOn, onos_branch ) + '''
	''' + postSetup( onos_branch, test_branch, onos_tag, manuallyRun )
	generateKey()
	}
	}

	def tagCheck( onos_tag, onos_branch ){
	// check the tag for onos if it is not empty

	result = "git checkout "
	if ( onos_tag == "" ){
	//create new local branch
	result += onos_branch
	}
	else {
	//checkout the tag
	result += onos_tag
	}
	return result
	}

	def preSetup( onos_branch, test_branch, onos_tag, isManual ){
	// pre setup part which will clean up and checkout to corresponding branch.

	result = ""
	if ( !isManual ){
	result = '''echo -e "\n##### Set TestON Branch #####"
	echo "TestON Branch is set on: ''' + test_branch + '''"
	cd ~/OnosSystemTest/
	git checkout HEAD~1 # Make sure you aren't pn a branch
	git branch \| grep -v "detached from" \| xargs git branch -d # delete all local branches merged with remote
	git branch -D ''' + test_branch + ''' # just in case there are local changes. This will normally result in a branch not found error
	git clean -df # clean any local files
	git fetch --all # update all caches from remotes
	git reset --hard origin/''' + test_branch + ''' # force local index to match remote branch
	git clean -df # clean any local files
	git checkout ''' + test_branch + ''' #create new local branch
	git branch
	git log -1 --decorate
	echo -e "\n##### Set ONOS Branch #####"
	echo "ONOS Branch is set on: ''' + onos_branch + '''"
	echo -e "\n #### check karaf version ######"
	env \|grep karaf
	cd ~/onos
	git checkout HEAD~1 # Make sure you aren't pn a branch
	git branch \| grep -v "detached from" \| xargs git branch -d # delete all local branches merged with remote
	git branch -D ''' + onos_branch + ''' # just incase there are local changes. This will normally result in a branch not found error
	git clean -df # clean any local files
	git fetch --all # update all caches from remotes
	git reset --hard origin/''' + onos_branch + ''' # force local index to match remote branch
	git clean -df # clean any local files
	rm -rf buck-out
	rm -rf bazel-*
	''' + tagCheck( onos_tag, onos_branch ) + '''
	git branch
	git log -1 --decorate
	echo -e "\n##### set jvm heap size to 8G #####"
	echo ${ONOSJAVAOPTS}
	inserted_line="export JAVA_OPTS=\"\${ONOSJAVAOPTS}\""
	sed -i "s/bash/bash\\n$inserted_line/" ~/onos/tools/package/bin/onos-service
	echo "##### Check onos-service setting..... #####"
	cat ~/onos/tools/package/bin/onos-service
	export JAVA_HOME=/usr/lib/jvm/java-8-oracle'''
	}
	return result
	}

	def oldFlowCheck( jobOn, onos_branch ){
	// part that will check if it is oldFlow. If so, it will switch to use old flow. Only affected with SCPF.

	result = ""
	if ( jobOn == "SCPF" && ( onos_branch == "master" \|\| onos_branch == "onos-1.12" ) )
	result = '''sed -i -e 's/@Component(immediate = true)/@Component(enabled = false)/g' ~/onos/core/store/dist/src/main/java/org/onosproject/store/flow/impl/''' + ( isOldFlow ? "DistributedFlowRuleStore" : "ECFlowRuleStore" ) + '''.java
	sed -i -e 's/@Component(enabled = false)/@Component(immediate = true)/g' ~/onos/core/store/dist/src/main/java/org/onosproject/store/flow/impl/''' + ( isOldFlow ? "ECFlowRuleStore" : "DistributedFlowRuleStore" ) + ".java"
	return result
	}

	def postSetup( onos_branch, test_branch, onos_tag, isManual ){
	// setup that will build ONOS

	result = ""
	if ( !isManual ){
	result = '''echo -e "Installing bazel"
	cd ~
	rm -rf ci-management
	git clone https://gerrit.onosproject.org/ci-management
	cd ci-management/jjb/onos/
	export GERRIT_BRANCH="''' + onos_branch + '''"
	chmod +x install-bazel.sh
	./install-bazel.sh
	bazel --version

	echo -e "\n##### build ONOS skip unit tests ######"
	cd ~/onos
	. tools/dev/bash_profile
	op
	sleep 30
	echo -e "\n##### Stop all running instances of Karaf #####"
	kill $(ps -efw \| grep karaf \| grep -v grep \| awk '{print $2}')
	sleep 30
	git branch
	'''
	}
	return result
	}

	def generateKey(){
	// generate cluster-key of the onos

	try {
	sh '''
	#!/bin/bash -l
	set +e
	. ~/.bashrc
	env
	onos-push-bits-through-proxy
	onos-gen-cluster-key -f
	'''
	} catch ( all ){
	}
	}

	return this