TestON/tests/TopoConvNext/TopoConvNext.py - OnosSystemTest - Gitiles

 #TopoPerfNext
 #
 #Topology Performance test for ONOS-next
 #
 #andrew@onlab.us

 import time
 import sys
 import os
 import re

 class TopoConvNext:
     def __init__(self):
         self.default = ''

     def CASE1(self, main):
         '''
         ONOS startup sequence
         '''
         import time

         #******
         #Global cluster count for scale-out purposes
         global cluster_count
         cluster_count = 1
         #******

         cell_name = main.params['ENV']['cellName']

         git_pull = main.params['GIT']['autoPull']
         checkout_branch = main.params['GIT']['checkout']

         ONOS1_ip = main.params['CTRL']['ip1']
         ONOS2_ip = main.params['CTRL']['ip2']
         ONOS3_ip = main.params['CTRL']['ip3']
         ONOS4_ip = main.params['CTRL']['ip4']
         ONOS5_ip = main.params['CTRL']['ip5']
         ONOS6_ip = main.params['CTRL']['ip6']
         ONOS7_ip = main.params['CTRL']['ip7']
         MN1_ip = main.params['MN']['ip1']
         BENCH_ip = main.params['BENCH']['ip']

         main.case("Setting up test environment")
         main.log.report("Setting up test environment")

         main.step("Creating cell file")
         cell_file_result = main.ONOSbench.create_cell_file(
                 BENCH_ip, cell_name, MN1_ip, "onos-core",
                 ONOS1_ip, ONOS2_ip, ONOS3_ip, ONOS4_ip,
                 ONOS5_ip, ONOS6_ip, ONOS7_ip)

         main.step("Applying cell file to environment")
         cell_apply_result = main.ONOSbench.set_cell(cell_name)
         verify_cell_result = main.ONOSbench.verify_cell()

         main.step("Git checkout and pull "+checkout_branch)
         if git_pull == 'on':
             checkout_result = \
                     main.ONOSbench.git_checkout(checkout_branch)
             pull_result = main.ONOSbench.git_pull()
         else:
             checkout_result = main.TRUE
             pull_result = main.TRUE
             main.log.info("Skipped git checkout and pull")

         main.step("Using mvn clean & install")
         #mvn_result = main.ONOSbench.clean_install()
         mvn_result = main.TRUE

         main.step("Set cell for ONOS cli env")
         main.ONOS1cli.set_cell(cell_name)
         main.ONOS2cli.set_cell(cell_name)
         main.ONOS3cli.set_cell(cell_name)
         main.ONOS4cli.set_cell(cell_name)
         main.ONOS5cli.set_cell(cell_name)
         main.ONOS6cli.set_cell(cell_name)
         main.ONOS7cli.set_cell(cell_name)

         main.step("Creating ONOS package")
         package_result = main.ONOSbench.onos_package()

         #Start test with single node only
         main.step("Installing ONOS package")
         install1_result = main.ONOSbench.onos_install(node=ONOS1_ip)

         time.sleep(10)

         main.step("Start onos cli")
         cli1 = main.ONOS1cli.start_onos_cli(ONOS1_ip)

         main.step("Enable metrics feature")
         main.ONOS1cli.feature_install("onos-app-metrics")

         utilities.assert_equals(expect=main.TRUE,
                 actual= cell_file_result and cell_apply_result and\
                         verify_cell_result and checkout_result and\
                         pull_result and mvn_result and\
                         install1_result,
                 onpass="Test Environment setup successful",
                 onfail="Failed to setup test environment")

     def CASE2(self, main):
         '''
         100 Switch discovery latency

         Important:
             This test case can be potentially dangerous if
             your machine has previously set iptables rules.
             One of the steps of the test case will flush
             all existing iptables rules.
         Note:
             You can specify the number of switches in the
             params file to adjust the switch discovery size
             (and specify the corresponding topology in Mininet1
             .topo file)
         '''
         import time
         import subprocess
         import os
         import requests
         import json

         ONOS_ip_list = []
         ONOS_ip_list.append(main.params['CTRL']['ip1'])
         ONOS_ip_list.append(main.params['CTRL']['ip2'])
         ONOS_ip_list.append(main.params['CTRL']['ip3'])
         ONOS_ip_list.append(main.params['CTRL']['ip4'])
         ONOS_ip_list.append(main.params['CTRL']['ip5'])
         ONOS_ip_list.append(main.params['CTRL']['ip6'])
         ONOS_ip_list.append(main.params['CTRL']['ip7'])
         MN1_ip = main.params['MN']['ip1']
         ONOS_user = main.params['CTRL']['user']

         default_sw_port = main.params['CTRL']['port1']

         #Number of iterations of case
         num_iter = main.params['TEST']['numIter']
         num_sw = main.params['TEST']['numSwitch']

         #Timestamp 'keys' for json metrics output.
         #These are subject to change, hence moved into params
         deviceTimestamp = main.params['JSON']['deviceTimestamp']
         graphTimestamp = main.params['JSON']['graphTimestamp']

         #Threshold for this test case
         sw_disc_threshold_str = main.params['TEST']['swDisc100Threshold']
         sw_disc_threshold_obj = sw_disc_threshold_str.split(",")
         sw_disc_threshold_min = int(sw_disc_threshold_obj[0])
         sw_disc_threshold_max = int(sw_disc_threshold_obj[1])

         tshark_ofp_output = \
                 "/tmp/tshark_ofp_"+num_sw+"sw_"+cluster_count+".txt"
         tshark_tcp_output = \
                 "/tmp/tshark_tcp_"+num_sw+"sw_"+cluster_count+".txt"

         tshark_ofp_result_list = []
         tshark_tcp_result_list = []

         sw_discovery_lat_list = []

         main.case(num_sw+" Switch discovery latency")

         main.log.report("Currently active ONOS node(s): ")
         report_str = "Node "
         for node in range(0, cluster_count):
             report_str += (str(node+1) + " ")
         main.log.report(report_str)

         main.step("Assigning "+num_sw+" switches to each ONOS")
         index = 1
         for node in range(0, cluster_count):
             for i in range(index, int(num_sw)+index):
                 main.Mininet1.assign_sw_controller(
                         sw=str(i),
                         ip1=ONOS_ip_list[node],
                         port1=default_sw_port)
             index = i+1

         main.log.info("Please check ptpd configuration to ensure "+\
                 "all nodes' system times are in sync")
         main.log.info("Checking system time across nodes")
         os.system("echo TestON system time:  $(($(date +%s%N)/1000000))")
         main.ONOS1.handle.sendline("echo $(($(date +%s%N)/1000000))")
         main.ONOS2.handle.sendline("echo $(($(date +%s%N)/1000000))")
         main.ONOS3.handle.sendline("echo $(($(date +%s%N)/1000000))")
         main.ONOS4.handle.sendline("echo $(($(date +%s%N)/1000000))")
         main.ONOS5.handle.sendline("echo $(($(date +%s%N)/1000000))")
         main.ONOS6.handle.sendline("echo $(($(date +%s%N)/1000000))")
         main.ONOS7.handle.sendline("echo $(($(date +%s%N)/1000000))")

         main.ONOS1.handle.expect("0))")
         main.log.info("ONOS1 time: "+main.ONOS1.handle.after)
         main.ONOS2.handle.expect("0))")
         main.log.info("ONOS2 time: "+main.ONOS2.handle.after)
         main.ONOS3.handle.expect("0))")
         main.log.info("ONOS3 time: "+main.ONOS3.handle.after)
         main.ONOS4.handle.expect("0))")
         main.log.info("ONOS4 time: "+main.ONOS4.handle.after)
         main.ONOS5.handle.expect("0))")
         main.log.info("ONOS5 time: "+main.ONOS5.handle.after)
         main.ONOS6.handle.expect("0))")
         main.log.info("ONOS6 time: "+main.ONOS6.handle.after)
         main.ONOS7.handle.expect("0))")
         main.log.info("ONOS7 time: "+main.ONOS7.handle.after)

         time.sleep(10)


         #TODO: Implement modular switch discovery measurements
         #for scale-out scenario


     def CASE3(self, main):
         '''
         Increase number of nodes and initiate CLI
         '''
         import time
         import subprocess
         import os
         import requests
         import json

         ONOS_ip_list = []
         ONOS_ip_list.append(main.params['CTRL']['ip1'])
         ONOS_ip_list.append(main.params['CTRL']['ip2'])
         ONOS_ip_list.append(main.params['CTRL']['ip3'])
         ONOS_ip_list.append(main.params['CTRL']['ip4'])
         ONOS_ip_list.append(main.params['CTRL']['ip5'])
         ONOS_ip_list.append(main.params['CTRL']['ip6'])
         ONOS_ip_list.append(main.params['CTRL']['ip7'])

         MN1_ip = main.params['MN']['ip1']
         BENCH_ip = main.params['BENCH']['ip']

         #NOTE:We start with cluster_count at 1. The first
         #case already initialized ONOS1. Increase the
         #cluster count and start from 2.
         #You can optionally change the increment to
         #test steps of node sizes, such as 1,3,5,7

         global cluster_count
         cluster_count += 2

         #Supports up to 7 node configuration
         for node in range(0, cluster_count):
             main.log.info("Installing ONOS instance: "+
                     ONOS_ip_list[node])
             main.ONOSbench.onos_install(ONOS_ip_list[node])
             time.sleep(5)
             if node == 0:
                 main.log.info("Starting CLI for instance "+
                         ONOS_ip_list[node])
                 main.ONOS1cli.start_onos_cli(ONOS_ip_list[node])
             elif node == 1:
                 main.log.info("Starting CLI for instance "+
                         ONOS_ip_list[node])
                 main.ONOS2cli.start_onos_cli(ONOS_ip_list[node])
             elif node == 2:
                 main.log.info("Starting CLI for instance "+
                         ONOS_ip_list[node])
                 main.ONOS3cli.start_onos_cli(ONOS_ip_list[node])
             elif node == 3:
                 main.log.info("Starting CLI for instance "+
                         ONOS_ip_list[node])
                 main.ONOS3cli.start_onos_cli(ONOS_ip_list[node])
             elif node == 4:
                 main.log.info("Starting CLI for instance "+
                         ONOS_ip_list[node])
                 main.ONOS4cli.start_onos_cli(ONOS_ip_list[node])
             elif node == 5:
                 main.log.info("Starting CLI for instance "+
                         ONOS_ip_list[node])
                 main.ONOS5cli.start_onos_cli(ONOS_ip_list[node])
             elif node == 6:
                 main.log.info("Starting CLI for instance "+
                         ONOS_ip_list[node])
                 main.ONOS6cli.start_onos_cli(ONOS_ip_list[node])
             elif node == 7:
                 main.log.info("Starting CLI for instance "+
                         ONOS_ip_list[node])
                 main.ONOS7cli.start_onos_cli(ONOS_ip_list[node])
             time.sleep(5)
	#TopoPerfNext
	#
	#Topology Performance test for ONOS-next
	#
	#andrew@onlab.us

	import time
	import sys
	import os
	import re

	class TopoConvNext:
	def __init__(self):
	self.default = ''

	def CASE1(self, main):
	'''
	ONOS startup sequence
	'''
	import time

	#******
	#Global cluster count for scale-out purposes
	global cluster_count
	cluster_count = 1
	#******

	cell_name = main.params['ENV']['cellName']

	git_pull = main.params['GIT']['autoPull']
	checkout_branch = main.params['GIT']['checkout']

	ONOS1_ip = main.params['CTRL']['ip1']
	ONOS2_ip = main.params['CTRL']['ip2']
	ONOS3_ip = main.params['CTRL']['ip3']
	ONOS4_ip = main.params['CTRL']['ip4']
	ONOS5_ip = main.params['CTRL']['ip5']
	ONOS6_ip = main.params['CTRL']['ip6']
	ONOS7_ip = main.params['CTRL']['ip7']
	MN1_ip = main.params['MN']['ip1']
	BENCH_ip = main.params['BENCH']['ip']

	main.case("Setting up test environment")
	main.log.report("Setting up test environment")

	main.step("Creating cell file")
	cell_file_result = main.ONOSbench.create_cell_file(
	BENCH_ip, cell_name, MN1_ip, "onos-core",
	ONOS1_ip, ONOS2_ip, ONOS3_ip, ONOS4_ip,
	ONOS5_ip, ONOS6_ip, ONOS7_ip)

	main.step("Applying cell file to environment")
	cell_apply_result = main.ONOSbench.set_cell(cell_name)
	verify_cell_result = main.ONOSbench.verify_cell()

	main.step("Git checkout and pull "+checkout_branch)
	if git_pull == 'on':
	checkout_result = \
	main.ONOSbench.git_checkout(checkout_branch)
	pull_result = main.ONOSbench.git_pull()
	else:
	checkout_result = main.TRUE
	pull_result = main.TRUE
	main.log.info("Skipped git checkout and pull")

	main.step("Using mvn clean & install")
	#mvn_result = main.ONOSbench.clean_install()
	mvn_result = main.TRUE

	main.step("Set cell for ONOS cli env")
	main.ONOS1cli.set_cell(cell_name)
	main.ONOS2cli.set_cell(cell_name)
	main.ONOS3cli.set_cell(cell_name)
	main.ONOS4cli.set_cell(cell_name)
	main.ONOS5cli.set_cell(cell_name)
	main.ONOS6cli.set_cell(cell_name)
	main.ONOS7cli.set_cell(cell_name)

	main.step("Creating ONOS package")
	package_result = main.ONOSbench.onos_package()

	#Start test with single node only
	main.step("Installing ONOS package")
	install1_result = main.ONOSbench.onos_install(node=ONOS1_ip)

	time.sleep(10)

	main.step("Start onos cli")
	cli1 = main.ONOS1cli.start_onos_cli(ONOS1_ip)

	main.step("Enable metrics feature")
	main.ONOS1cli.feature_install("onos-app-metrics")

	utilities.assert_equals(expect=main.TRUE,
	actual= cell_file_result and cell_apply_result and\
	verify_cell_result and checkout_result and\
	pull_result and mvn_result and\
	install1_result,
	onpass="Test Environment setup successful",
	onfail="Failed to setup test environment")

	def CASE2(self, main):
	'''
	100 Switch discovery latency

	Important:
	This test case can be potentially dangerous if
	your machine has previously set iptables rules.
	One of the steps of the test case will flush
	all existing iptables rules.
	Note:
	You can specify the number of switches in the
	params file to adjust the switch discovery size
	(and specify the corresponding topology in Mininet1
	.topo file)
	'''
	import time
	import subprocess
	import os
	import requests
	import json

	ONOS_ip_list = []
	ONOS_ip_list.append(main.params['CTRL']['ip1'])
	ONOS_ip_list.append(main.params['CTRL']['ip2'])
	ONOS_ip_list.append(main.params['CTRL']['ip3'])
	ONOS_ip_list.append(main.params['CTRL']['ip4'])
	ONOS_ip_list.append(main.params['CTRL']['ip5'])
	ONOS_ip_list.append(main.params['CTRL']['ip6'])
	ONOS_ip_list.append(main.params['CTRL']['ip7'])
	MN1_ip = main.params['MN']['ip1']
	ONOS_user = main.params['CTRL']['user']

	default_sw_port = main.params['CTRL']['port1']

	#Number of iterations of case
	num_iter = main.params['TEST']['numIter']
	num_sw = main.params['TEST']['numSwitch']

	#Timestamp 'keys' for json metrics output.
	#These are subject to change, hence moved into params
	deviceTimestamp = main.params['JSON']['deviceTimestamp']
	graphTimestamp = main.params['JSON']['graphTimestamp']

	#Threshold for this test case
	sw_disc_threshold_str = main.params['TEST']['swDisc100Threshold']
	sw_disc_threshold_obj = sw_disc_threshold_str.split(",")
	sw_disc_threshold_min = int(sw_disc_threshold_obj[0])
	sw_disc_threshold_max = int(sw_disc_threshold_obj[1])

	tshark_ofp_output = \
	"/tmp/tshark_ofp_"+num_sw+"sw_"+cluster_count+".txt"
	tshark_tcp_output = \
	"/tmp/tshark_tcp_"+num_sw+"sw_"+cluster_count+".txt"

	tshark_ofp_result_list = []
	tshark_tcp_result_list = []

	sw_discovery_lat_list = []

	main.case(num_sw+" Switch discovery latency")

	main.log.report("Currently active ONOS node(s): ")
	report_str = "Node "
	for node in range(0, cluster_count):
	report_str += (str(node+1) + " ")
	main.log.report(report_str)

	main.step("Assigning "+num_sw+" switches to each ONOS")
	index = 1
	for node in range(0, cluster_count):
	for i in range(index, int(num_sw)+index):
	main.Mininet1.assign_sw_controller(
	sw=str(i),
	ip1=ONOS_ip_list[node],
	port1=default_sw_port)
	index = i+1

	main.log.info("Please check ptpd configuration to ensure "+\
	"all nodes' system times are in sync")
	main.log.info("Checking system time across nodes")
	os.system("echo TestON system time: $(($(date +%s%N)/1000000))")
	main.ONOS1.handle.sendline("echo $(($(date +%s%N)/1000000))")
	main.ONOS2.handle.sendline("echo $(($(date +%s%N)/1000000))")
	main.ONOS3.handle.sendline("echo $(($(date +%s%N)/1000000))")
	main.ONOS4.handle.sendline("echo $(($(date +%s%N)/1000000))")
	main.ONOS5.handle.sendline("echo $(($(date +%s%N)/1000000))")
	main.ONOS6.handle.sendline("echo $(($(date +%s%N)/1000000))")
	main.ONOS7.handle.sendline("echo $(($(date +%s%N)/1000000))")

	main.ONOS1.handle.expect("0))")
	main.log.info("ONOS1 time: "+main.ONOS1.handle.after)
	main.ONOS2.handle.expect("0))")
	main.log.info("ONOS2 time: "+main.ONOS2.handle.after)
	main.ONOS3.handle.expect("0))")
	main.log.info("ONOS3 time: "+main.ONOS3.handle.after)
	main.ONOS4.handle.expect("0))")
	main.log.info("ONOS4 time: "+main.ONOS4.handle.after)
	main.ONOS5.handle.expect("0))")
	main.log.info("ONOS5 time: "+main.ONOS5.handle.after)
	main.ONOS6.handle.expect("0))")
	main.log.info("ONOS6 time: "+main.ONOS6.handle.after)
	main.ONOS7.handle.expect("0))")
	main.log.info("ONOS7 time: "+main.ONOS7.handle.after)

	time.sleep(10)


	#TODO: Implement modular switch discovery measurements
	#for scale-out scenario


	def CASE3(self, main):
	'''
	Increase number of nodes and initiate CLI
	'''
	import time
	import subprocess
	import os
	import requests
	import json

	ONOS_ip_list = []
	ONOS_ip_list.append(main.params['CTRL']['ip1'])
	ONOS_ip_list.append(main.params['CTRL']['ip2'])
	ONOS_ip_list.append(main.params['CTRL']['ip3'])
	ONOS_ip_list.append(main.params['CTRL']['ip4'])
	ONOS_ip_list.append(main.params['CTRL']['ip5'])
	ONOS_ip_list.append(main.params['CTRL']['ip6'])
	ONOS_ip_list.append(main.params['CTRL']['ip7'])

	MN1_ip = main.params['MN']['ip1']
	BENCH_ip = main.params['BENCH']['ip']

	#NOTE:We start with cluster_count at 1. The first
	#case already initialized ONOS1. Increase the
	#cluster count and start from 2.
	#You can optionally change the increment to
	#test steps of node sizes, such as 1,3,5,7

	global cluster_count
	cluster_count += 2

	#Supports up to 7 node configuration
	for node in range(0, cluster_count):
	main.log.info("Installing ONOS instance: "+
	ONOS_ip_list[node])
	main.ONOSbench.onos_install(ONOS_ip_list[node])
	time.sleep(5)
	if node == 0:
	main.log.info("Starting CLI for instance "+
	ONOS_ip_list[node])
	main.ONOS1cli.start_onos_cli(ONOS_ip_list[node])
	elif node == 1:
	main.log.info("Starting CLI for instance "+
	ONOS_ip_list[node])
	main.ONOS2cli.start_onos_cli(ONOS_ip_list[node])
	elif node == 2:
	main.log.info("Starting CLI for instance "+
	ONOS_ip_list[node])
	main.ONOS3cli.start_onos_cli(ONOS_ip_list[node])
	elif node == 3:
	main.log.info("Starting CLI for instance "+
	ONOS_ip_list[node])
	main.ONOS3cli.start_onos_cli(ONOS_ip_list[node])
	elif node == 4:
	main.log.info("Starting CLI for instance "+
	ONOS_ip_list[node])
	main.ONOS4cli.start_onos_cli(ONOS_ip_list[node])
	elif node == 5:
	main.log.info("Starting CLI for instance "+
	ONOS_ip_list[node])
	main.ONOS5cli.start_onos_cli(ONOS_ip_list[node])
	elif node == 6:
	main.log.info("Starting CLI for instance "+
	ONOS_ip_list[node])
	main.ONOS6cli.start_onos_cli(ONOS_ip_list[node])
	elif node == 7:
	main.log.info("Starting CLI for instance "+
	ONOS_ip_list[node])
	main.ONOS7cli.start_onos_cli(ONOS_ip_list[node])
	time.sleep(5)