Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 1 | #!/usr/bin/env python |
| 2 | |
| 3 | """ |
Bob Lantz | 7ead053 | 2013-12-17 20:41:20 -0800 | [diff] [blame] | 4 | onos.py: A basic (?) ONOS Controller() subclass for Mininet |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 5 | |
| 6 | We implement the following classes: |
| 7 | |
| 8 | ONOSController: a custom Controller() subclass to start ONOS |
| 9 | OVSSwitchONOS: a custom OVSSwitch() switch that connects to multiple controllers. |
| 10 | |
Bob Lantz | 63bbe4c | 2014-02-06 19:29:55 -0800 | [diff] [blame] | 11 | We use single Zookeeper and Ramcloud instances for now. |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 12 | |
| 13 | As a custom file, exports: |
| 14 | |
| 15 | --controller onos |
| 16 | --switch ovso |
| 17 | |
| 18 | Usage: |
| 19 | |
Bob Lantz | 21b41f6 | 2013-12-18 18:16:38 -0800 | [diff] [blame] | 20 | $ sudo -E ./onos.py |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 21 | |
| 22 | This will start up a simple 2-host, 2 ONOS network |
| 23 | |
Bob Lantz | 21b41f6 | 2013-12-18 18:16:38 -0800 | [diff] [blame] | 24 | $ sudo -E mn --custom onos.py --controller onos,2 --switch ovso |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 25 | """ |
| 26 | |
Bob Lantz | 63bbe4c | 2014-02-06 19:29:55 -0800 | [diff] [blame] | 27 | from mininet.node import Controller, OVSSwitch, CPULimitedHost, RemoteController |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 28 | from mininet.net import Mininet |
| 29 | from mininet.cli import CLI |
Bob Lantz | 7ead053 | 2013-12-17 20:41:20 -0800 | [diff] [blame] | 30 | from mininet.topo import LinearTopo |
| 31 | from mininet.log import setLogLevel, info, warn |
Bob Lantz | 63bbe4c | 2014-02-06 19:29:55 -0800 | [diff] [blame] | 32 | from mininet.util import quietRun, numCores |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 33 | |
Bob Lantz | a093082 | 2013-12-17 21:00:41 -0800 | [diff] [blame] | 34 | # This should be cleaned up to avoid interfering with mn |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 35 | from shutil import copyfile |
Bob Lantz | 21b41f6 | 2013-12-18 18:16:38 -0800 | [diff] [blame] | 36 | from os import environ, path |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 37 | from functools import partial |
Bob Lantz | a093082 | 2013-12-17 21:00:41 -0800 | [diff] [blame] | 38 | import time |
Bob Lantz | 7ead053 | 2013-12-17 20:41:20 -0800 | [diff] [blame] | 39 | from sys import argv |
Bob Lantz | 63bbe4c | 2014-02-06 19:29:55 -0800 | [diff] [blame] | 40 | from time import sleep |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 41 | |
| 42 | class ONOS( Controller ): |
| 43 | "Custom controller class for ONOS" |
| 44 | |
| 45 | # Directories and configuration templates |
| 46 | home = environ[ 'HOME' ] |
| 47 | onosDir = home + "/ONOS" |
| 48 | zookeeperDir = home + "/zookeeper-3.4.5" |
| 49 | dirBase = '/tmp' |
Bob Lantz | 63bbe4c | 2014-02-06 19:29:55 -0800 | [diff] [blame] | 50 | logDir = dirBase + '/onos-logs' |
Bob Lantz | 4ed6cff | 2013-12-17 21:43:36 -0800 | [diff] [blame] | 51 | logbackFile = dirBase + '/onos-%s.logback.xml' |
Bob Lantz | 7ead053 | 2013-12-17 20:41:20 -0800 | [diff] [blame] | 52 | |
Bob Lantz | 7ead053 | 2013-12-17 20:41:20 -0800 | [diff] [blame] | 53 | # Additions for reactive forwarding |
| 54 | reactiveModules = ( |
Jonathan Hart | 0961fe8 | 2014-04-03 09:56:25 -0700 | [diff] [blame] | 55 | 'net.onrc.onos.apps.proxyarp.ProxyArpManager', |
Jonathan Hart | 51f6f5b | 2014-04-03 10:32:10 -0700 | [diff] [blame] | 56 | 'net.onrc.onos.core.main.config.DefaultConfiguration', |
Jonathan Hart | 0961fe8 | 2014-04-03 09:56:25 -0700 | [diff] [blame] | 57 | 'net.onrc.onos.apps.forwarding.Forwarding' |
Bob Lantz | 7ead053 | 2013-12-17 20:41:20 -0800 | [diff] [blame] | 58 | ) |
| 59 | |
| 60 | # Module parameters |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 61 | ofbase = 6633 |
Bob Lantz | 7ead053 | 2013-12-17 20:41:20 -0800 | [diff] [blame] | 62 | restbase = 8080 |
| 63 | jmxbase = 7189 |
Naoki Shiota | d8ea71a | 2014-04-23 17:04:51 -0700 | [diff] [blame^] | 64 | hcbase = 5701 |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 65 | |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 66 | fc = 'net.floodlightcontroller.' |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 67 | |
Bob Lantz | 21b41f6 | 2013-12-18 18:16:38 -0800 | [diff] [blame] | 68 | # Things that vary per ONOS id |
Bob Lantz | 7ead053 | 2013-12-17 20:41:20 -0800 | [diff] [blame] | 69 | perNodeConfigBase = { |
| 70 | fc + 'core.FloodlightProvider.openflowport': ofbase, |
| 71 | fc + 'restserver.RestApiServer.port': restbase, |
| 72 | fc + 'core.FloodlightProvider.controllerid': 0 |
| 73 | } |
| 74 | |
Bob Lantz | 7ead053 | 2013-12-17 20:41:20 -0800 | [diff] [blame] | 75 | proctag = 'mn-onos-id' |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 76 | |
Bob Lantz | 63bbe4c | 2014-02-06 19:29:55 -0800 | [diff] [blame] | 77 | # List of scripts that we need/use |
Naoki Shiota | be433a1 | 2014-04-07 12:03:49 -0700 | [diff] [blame] | 78 | # scripts = ( 'start-zk.sh', 'start-ramcloud-coordinator.sh', |
| 79 | # 'start-ramcloud-server.sh', 'start-onos.sh', 'start-rest.sh' ) |
| 80 | scripts = ( 'onos.sh', 'start-rest.sh' ) |
Bob Lantz | 63bbe4c | 2014-02-06 19:29:55 -0800 | [diff] [blame] | 81 | |
Bob Lantz | 7ead053 | 2013-12-17 20:41:20 -0800 | [diff] [blame] | 82 | def __init__( self, name, n=1, reactive=True, runAsRoot=False, **params): |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 83 | """n: number of ONOS instances to run (1) |
Bob Lantz | 7ead053 | 2013-12-17 20:41:20 -0800 | [diff] [blame] | 84 | reactive: run in reactive mode (True) |
| 85 | runAsRoot: run ONOS as root (False)""" |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 86 | self.check() |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 87 | self.count = n |
Bob Lantz | 7ead053 | 2013-12-17 20:41:20 -0800 | [diff] [blame] | 88 | self.reactive = reactive |
| 89 | self.runAsRoot = runAsRoot |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 90 | self.ids = range( 0, self.count ) |
| 91 | Controller.__init__( self, name, **params ) |
Bob Lantz | 63bbe4c | 2014-02-06 19:29:55 -0800 | [diff] [blame] | 92 | self.proxies = [] |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 93 | # We don't need to run as root, and it can interfere |
| 94 | # with starting Zookeeper manually |
Bob Lantz | 7ead053 | 2013-12-17 20:41:20 -0800 | [diff] [blame] | 95 | self.user = None |
| 96 | if not self.runAsRoot: |
| 97 | try: |
| 98 | self.user = quietRun( 'who am i' ).split()[ 0 ] |
| 99 | self.sendCmd( 'su', self.user ) |
| 100 | self.waiting = False |
| 101 | except: |
| 102 | warn( '__init__: failed to drop privileges\n' ) |
Bob Lantz | 63bbe4c | 2014-02-06 19:29:55 -0800 | [diff] [blame] | 103 | self.cmd( 'mkdir -p', self.logDir ) |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 104 | # Need to run commands from ONOS dir |
| 105 | self.cmd( 'cd', self.onosDir ) |
| 106 | self.cmd( 'export PATH=$PATH:%s' % self.onosDir ) |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 107 | |
| 108 | def check( self ): |
Bob Lantz | 21b41f6 | 2013-12-18 18:16:38 -0800 | [diff] [blame] | 109 | "Set onosDir and check for ONOS prerequisites" |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 110 | if not quietRun( 'which java' ): |
| 111 | raise Exception( 'java not found -' |
| 112 | ' make sure it is installed and in $PATH' ) |
Bob Lantz | 21b41f6 | 2013-12-18 18:16:38 -0800 | [diff] [blame] | 113 | if 'ONOS_HOME' in environ: |
| 114 | self.onosDir = environ[ 'ONOS_HOME' ] |
| 115 | else: |
| 116 | warn( '* $ONOS_HOME is not set - assuming %s\n' % self.onosDir ) |
Bob Lantz | 63bbe4c | 2014-02-06 19:29:55 -0800 | [diff] [blame] | 117 | for script in self.scripts: |
Bob Lantz | 21b41f6 | 2013-12-18 18:16:38 -0800 | [diff] [blame] | 118 | script = path.join( self.onosDir, script ) |
| 119 | if not path.exists( script ): |
| 120 | msg = '%s not found' % script |
| 121 | if 'ONOS_HOME' not in environ: |
| 122 | msg += ' (try setting $ONOS_HOME and/or sudo -E)' |
| 123 | raise Exception( msg ) |
Bob Lantz | 7ead053 | 2013-12-17 20:41:20 -0800 | [diff] [blame] | 124 | |
| 125 | def waitNetstat( self, pid ): |
| 126 | """Wait for pid to show up in netstat |
| 127 | We assume that once a process is listening on some |
| 128 | port, it is ready to go!""" |
| 129 | while True: |
Bob Lantz | 63bbe4c | 2014-02-06 19:29:55 -0800 | [diff] [blame] | 130 | output = self.cmd( 'sudo netstat -natup | grep %s/' % pid ) |
Bob Lantz | 7ead053 | 2013-12-17 20:41:20 -0800 | [diff] [blame] | 131 | if output: |
Bob Lantz | 63bbe4c | 2014-02-06 19:29:55 -0800 | [diff] [blame] | 132 | break |
Bob Lantz | 7ead053 | 2013-12-17 20:41:20 -0800 | [diff] [blame] | 133 | info( '.' ) |
Bob Lantz | a093082 | 2013-12-17 21:00:41 -0800 | [diff] [blame] | 134 | time.sleep( 1 ) |
Bob Lantz | 63bbe4c | 2014-02-06 19:29:55 -0800 | [diff] [blame] | 135 | info( '\n* Process %d is listening\n' % pid ) |
Bob Lantz | 7ead053 | 2013-12-17 20:41:20 -0800 | [diff] [blame] | 136 | |
Bob Lantz | 63bbe4c | 2014-02-06 19:29:55 -0800 | [diff] [blame] | 137 | def waitStart( self, procname, pattern, maxWait=10 ): |
| 138 | "Wait for proces to start up and be visible to pgrep" |
Bob Lantz | 21b41f6 | 2013-12-18 18:16:38 -0800 | [diff] [blame] | 139 | # Check script exit code |
| 140 | exitCode = int( self.cmd( 'echo $?' ) ) |
| 141 | if exitCode != 0: |
| 142 | raise Exception( '%s startup failed with code %d' % |
| 143 | ( procname, exitCode ) ) |
Bob Lantz | 7ead053 | 2013-12-17 20:41:20 -0800 | [diff] [blame] | 144 | info( '* Waiting for %s startup' % procname ) |
Bob Lantz | 63bbe4c | 2014-02-06 19:29:55 -0800 | [diff] [blame] | 145 | while True: |
| 146 | result = self.cmd( 'pgrep -f %s' % pattern ) |
| 147 | if result: |
| 148 | break |
| 149 | info( '.' ) |
| 150 | sleep( 1 ) |
| 151 | pid = int( result.split()[ 0 ] ) |
| 152 | return pid |
Bob Lantz | 7ead053 | 2013-12-17 20:41:20 -0800 | [diff] [blame] | 153 | |
Bob Lantz | 63bbe4c | 2014-02-06 19:29:55 -0800 | [diff] [blame] | 154 | def startRamcloud( self, cpu=.6 ): |
| 155 | """Start Ramcloud |
| 156 | cpu: CPU usage limit (in seconds/s)""" |
| 157 | # Edit configuration file |
Naoki Shiota | be433a1 | 2014-04-07 12:03:49 -0700 | [diff] [blame] | 158 | # self.cmd( "sed -ibak -e 's/host=.*/host=127.0.0.1/' %s/conf/ramcloud.conf" % |
| 159 | # self.onosDir) |
Bob Lantz | 63bbe4c | 2014-02-06 19:29:55 -0800 | [diff] [blame] | 160 | # Create a cgroup so Ramcloud doesn't eat all of our CPU |
| 161 | ramcloud = CPULimitedHost( 'ramcloud', inNamespace=False, period_us=5000 ) |
| 162 | ramcloud.setCPUFrac( cpu / numCores() ) |
| 163 | ramcloud.cmd( 'export PATH=%s:$PATH' % self.onosDir ) |
| 164 | ramcloud.cmd( 'export ONOS_LOGDIR=%s' % self.logDir ) |
Naoki Shiota | be433a1 | 2014-04-07 12:03:49 -0700 | [diff] [blame] | 165 | for daemon in 'coord', 'server': |
| 166 | ramcloud.cmd( 'onos.sh rc-%s start' % daemon ) |
Bob Lantz | 63bbe4c | 2014-02-06 19:29:55 -0800 | [diff] [blame] | 167 | pid = self.waitStart( 'Ramcloud %s' % daemon, 'obj.master/' + daemon ) |
| 168 | self.waitNetstat( pid ) |
Naoki Shiota | be433a1 | 2014-04-07 12:03:49 -0700 | [diff] [blame] | 169 | status = self.cmd( 'onos.sh rc-%s.sh status' % daemon ) |
Bob Lantz | 63bbe4c | 2014-02-06 19:29:55 -0800 | [diff] [blame] | 170 | if 'running' not in status: |
| 171 | raise Exception( 'Ramcloud %s startup failed: ' % daemon + status ) |
| 172 | self.ramcloud = ramcloud |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 173 | |
Bob Lantz | 63bbe4c | 2014-02-06 19:29:55 -0800 | [diff] [blame] | 174 | def stopRamcloud( self ): |
| 175 | "Stop Ramcloud" |
Naoki Shiota | be433a1 | 2014-04-07 12:03:49 -0700 | [diff] [blame] | 176 | for daemon in 'coord', 'server': |
| 177 | self.ramcloud.cmd( './onos.sh rc-%s stop' % daemon ) |
Bob Lantz | 63bbe4c | 2014-02-06 19:29:55 -0800 | [diff] [blame] | 178 | self.ramcloud.terminate() |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 179 | |
| 180 | def startZookeeper( self, initcfg=True ): |
| 181 | "Start Zookeeper" |
Naoki Shiota | be433a1 | 2014-04-07 12:03:49 -0700 | [diff] [blame] | 182 | # # Reinitialize configuration file |
| 183 | # if initcfg: |
| 184 | # cfg = self.zookeeperDir + '/conf/zoo.cfg' |
| 185 | # template = self.zookeeperDir + '/conf/zoo_sample.cfg' |
| 186 | # copyfile( template, cfg ) |
| 187 | self.cmd( 'onos.sh zk start' ) |
Bob Lantz | 63bbe4c | 2014-02-06 19:29:55 -0800 | [diff] [blame] | 188 | pid = self.waitStart( 'Zookeeper', 'zookeeper' ) |
| 189 | self.waitNetstat( pid ) |
Naoki Shiota | be433a1 | 2014-04-07 12:03:49 -0700 | [diff] [blame] | 190 | status = self.cmd( 'onos.sh zk status' ) |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 191 | if 'Error' in status: |
| 192 | raise Exception( 'Zookeeper startup failed: ' + status ) |
| 193 | |
| 194 | def stopZookeeper( self ): |
| 195 | "Stop Zookeeper" |
Naoki Shiota | be433a1 | 2014-04-07 12:03:49 -0700 | [diff] [blame] | 196 | self.cmd( 'onos.sh zk stop' ) |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 197 | |
Naoki Shiota | d8ea71a | 2014-04-23 17:04:51 -0700 | [diff] [blame^] | 198 | def getPropsFilename( self, id, path ): |
| 199 | return path + '/onos-%s.properties' % id |
| 200 | |
Bob Lantz | 7ead053 | 2013-12-17 20:41:20 -0800 | [diff] [blame] | 201 | def genProperties( self, id, path='/tmp' ): |
Bob Lantz | 42543db | 2014-02-24 16:07:34 -0800 | [diff] [blame] | 202 | "Generate ONOS properties file and return its full pathname" |
| 203 | defaultProps = self.onosDir + '/conf/onos.properties' |
Naoki Shiota | d8ea71a | 2014-04-23 17:04:51 -0700 | [diff] [blame^] | 204 | propsFile = self.getPropsFilename( id, path ) |
Bob Lantz | 42543db | 2014-02-24 16:07:34 -0800 | [diff] [blame] | 205 | with open( propsFile, 'w' ) as f: |
| 206 | with open( defaultProps ) as d: |
| 207 | for line in d.readlines(): |
| 208 | prop = line.split( ' ' )[ 0 ] |
| 209 | val = self.perNodeConfigBase.get( prop, None ) |
| 210 | if val: |
| 211 | # Write updated property |
| 212 | f.write( '%s = %s\n' % ( prop, val + id) ) |
| 213 | else: |
| 214 | # Write original property |
| 215 | f.write( line ) |
| 216 | if prop == 'floodlight.modules' and ',\\' in line: |
| 217 | if self.reactive: |
| 218 | # Insert reactive modules into list |
| 219 | for module in self.reactiveModules: |
| 220 | f.write( '%s,\\\n' % module ) |
| 221 | return propsFile |
Bob Lantz | 7ead053 | 2013-12-17 20:41:20 -0800 | [diff] [blame] | 222 | |
Naoki Shiota | d8ea71a | 2014-04-23 17:04:51 -0700 | [diff] [blame^] | 223 | def getConfsFilename( self, id, path ): |
| 224 | return path + '/onos-%s.conf' % id |
| 225 | |
| 226 | def genConfig( self, id, path='/tmp' ): |
| 227 | "Generate ONOS node config file and return its full pathname" |
| 228 | confsFile = self.getConfsFilename( id, path ) |
| 229 | with open( confsFile, 'w' ) as f: |
| 230 | f.write( 'host.ip = 127.0.0.1\n' ) |
| 231 | f.write( 'host.backend = ramcloud\n' ) |
| 232 | f.write( 'hazelcast.host.port = %s\n' % ( self.hcbase + 10 * id ) ) |
| 233 | return confsFile |
| 234 | |
| 235 | def setVarsGlobal( self, path='/tmp'): |
| 236 | logdir = self.logDir |
| 237 | self.cmd( 'export ONOS_LOGDIR=%s' % logdir ) |
| 238 | self.cmd( 'export ZK_LOG_DIR=%s' % logdir ) |
| 239 | |
| 240 | def setVarsLocal( self, id, path='/tmp' ): |
Bob Lantz | 7ead053 | 2013-12-17 20:41:20 -0800 | [diff] [blame] | 241 | """Set and return environment vars |
| 242 | id: ONOS instance number |
| 243 | propsFile: properties file name""" |
Bob Lantz | 4ed6cff | 2013-12-17 21:43:36 -0800 | [diff] [blame] | 244 | # cassdir = self.cassDir % id |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 245 | logback = self.logbackFile % id |
| 246 | jmxport = self.jmxbase + id |
Bob Lantz | 63bbe4c | 2014-02-06 19:29:55 -0800 | [diff] [blame] | 247 | logdir = self.logDir |
Bob Lantz | 63bbe4c | 2014-02-06 19:29:55 -0800 | [diff] [blame] | 248 | self.cmd( 'export ONOS_LOGBASE=onos-%d.`hostname`' % id) |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 249 | self.cmd( 'export ONOS_LOGBACK="%s"' % logback ) |
| 250 | self.cmd( 'export JMX_PORT=%s' % jmxport ) |
Bob Lantz | 7ead053 | 2013-12-17 20:41:20 -0800 | [diff] [blame] | 251 | self.cmd( 'export JVM_OPTS="-D%s=%s"' % ( |
| 252 | self.proctag, id ) ) |
Naoki Shiota | d8ea71a | 2014-04-23 17:04:51 -0700 | [diff] [blame^] | 253 | propsFile = self.getPropsFilename( id, path ) |
Bob Lantz | 7ead053 | 2013-12-17 20:41:20 -0800 | [diff] [blame] | 254 | self.cmd( 'export ONOS_PROPS="%s"' % propsFile ) |
Naoki Shiota | d8ea71a | 2014-04-23 17:04:51 -0700 | [diff] [blame^] | 255 | confsFile = self.getConfsFilename( id, path ) |
| 256 | self.cmd( 'export ONOS_CONF="%s"' % confsFile ) |
| 257 | self.cmd( 'export HC_CONF="%s/hazelcast.%s.conf"' % ( path, id ) ) |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 258 | |
Naoki Shiota | d8ea71a | 2014-04-23 17:04:51 -0700 | [diff] [blame^] | 259 | def setupONOS (self, id): |
| 260 | propsFile = self.genProperties( id ) |
| 261 | confFile = self.genConfig( id ) |
| 262 | self.setVarsLocal( id ) |
| 263 | self.cmd( 'onos.sh setup -f' ) |
| 264 | |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 265 | def startONOS( self, id ): |
| 266 | """Start ONOS |
Bob Lantz | 7ead053 | 2013-12-17 20:41:20 -0800 | [diff] [blame] | 267 | id: new instance number""" |
Bob Lantz | a093082 | 2013-12-17 21:00:41 -0800 | [diff] [blame] | 268 | start = time.time() |
Naoki Shiota | d8ea71a | 2014-04-23 17:04:51 -0700 | [diff] [blame^] | 269 | self.setVarsLocal( id ) |
Bob Lantz | 7ead053 | 2013-12-17 20:41:20 -0800 | [diff] [blame] | 270 | self.stopONOS( id ) |
Naoki Shiota | be433a1 | 2014-04-07 12:03:49 -0700 | [diff] [blame] | 271 | self.cmd( 'onos.sh core startnokill' ) |
Bob Lantz | 7ead053 | 2013-12-17 20:41:20 -0800 | [diff] [blame] | 272 | # start-onos.sh waits for ONOS startup |
Bob Lantz | a093082 | 2013-12-17 21:00:41 -0800 | [diff] [blame] | 273 | elapsed = time.time() - start |
Bob Lantz | 7ead053 | 2013-12-17 20:41:20 -0800 | [diff] [blame] | 274 | info( '* ONOS %s started in %.2f seconds\n' % ( id, elapsed ) ) |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 275 | |
| 276 | def stopONOS( self, id ): |
| 277 | """Shut down ONOS |
| 278 | id: identifier for instance""" |
| 279 | pid = self.cmd( "jps -v | grep %s=%s | awk '{print $1}'" % |
| 280 | ( self.proctag, id ) ).strip() |
| 281 | if pid: |
Bob Lantz | 63bbe4c | 2014-02-06 19:29:55 -0800 | [diff] [blame] | 282 | self.cmd( 'kill', pid ) |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 283 | |
| 284 | def start( self, *args ): |
| 285 | "Start ONOS instances" |
Naoki Shiota | d8ea71a | 2014-04-23 17:04:51 -0700 | [diff] [blame^] | 286 | self.setVarsGlobal() |
| 287 | # TODO: use onos-cluster.sh to setup/start/stop ONOS cluster |
| 288 | for id in self.ids: |
| 289 | info( '* Setting up ONOS %s\n' % id ) |
| 290 | self.setupONOS( id ) |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 291 | info( '* Starting Zookeeper\n' ) |
| 292 | self.startZookeeper() |
Bob Lantz | 63bbe4c | 2014-02-06 19:29:55 -0800 | [diff] [blame] | 293 | info( '* Starting Ramcloud\n' ) |
| 294 | self.startRamcloud() |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 295 | for id in self.ids: |
| 296 | info( '* Starting ONOS %s\n' % id ) |
| 297 | self.startONOS( id ) |
Bob Lantz | 63bbe4c | 2014-02-06 19:29:55 -0800 | [diff] [blame] | 298 | self.cmd( 'start-rest.sh start' ) |
| 299 | # Initialize proxies for clist() |
| 300 | self.proxies = [ RemoteController( 'onos-%d' % id, port=(self.ofbase + id ) ) |
| 301 | for id in range( 0, self.count ) ] |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 302 | |
| 303 | def stop( self, *args ): |
| 304 | "Stop ONOS instances" |
Bob Lantz | 63bbe4c | 2014-02-06 19:29:55 -0800 | [diff] [blame] | 305 | self.cmd( 'start-rest.sh stop' ) |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 306 | for id in self.ids: |
| 307 | info( '* Stopping ONOS %s\n' % id ) |
| 308 | self.stopONOS( id ) |
Bob Lantz | 7ead053 | 2013-12-17 20:41:20 -0800 | [diff] [blame] | 309 | info( '* Stopping Zookeeper\n' ) |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 310 | self.stopZookeeper() |
Bob Lantz | 63bbe4c | 2014-02-06 19:29:55 -0800 | [diff] [blame] | 311 | info( '* Stopping Ramcloud\n' ) |
| 312 | self.stopRamcloud() |
| 313 | for p in self.proxies: |
| 314 | p.stop() |
| 315 | p.proxies = [] |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 316 | |
| 317 | def clist( self ): |
Bob Lantz | 63bbe4c | 2014-02-06 19:29:55 -0800 | [diff] [blame] | 318 | "Return list of Controller proxies for this ONOS cluster" |
| 319 | return self.proxies |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 320 | |
| 321 | |
| 322 | class OVSSwitchONOS( OVSSwitch ): |
| 323 | "OVS switch which connects to multiple controllers" |
| 324 | def start( self, controllers ): |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 325 | assert len( controllers ) == 1 |
| 326 | c0 = controllers[ 0 ] |
| 327 | assert type( c0 ) == ONOS |
Bob Lantz | 63bbe4c | 2014-02-06 19:29:55 -0800 | [diff] [blame] | 328 | controllers = c0.clist() |
| 329 | OVSSwitch.start( self, controllers ) |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 330 | |
| 331 | |
Bob Lantz | 7ead053 | 2013-12-17 20:41:20 -0800 | [diff] [blame] | 332 | def waitConnected( switches ): |
| 333 | "Wait until all switches connect to controllers" |
Bob Lantz | a093082 | 2013-12-17 21:00:41 -0800 | [diff] [blame] | 334 | start = time.time() |
Bob Lantz | 7ead053 | 2013-12-17 20:41:20 -0800 | [diff] [blame] | 335 | info( '* Waiting for switches to connect...\n' ) |
| 336 | for s in switches: |
| 337 | info( s ) |
| 338 | while not s.connected(): |
| 339 | info( '.' ) |
Bob Lantz | a093082 | 2013-12-17 21:00:41 -0800 | [diff] [blame] | 340 | time.sleep( 1 ) |
Bob Lantz | 7ead053 | 2013-12-17 20:41:20 -0800 | [diff] [blame] | 341 | info( ' ' ) |
Bob Lantz | a093082 | 2013-12-17 21:00:41 -0800 | [diff] [blame] | 342 | elapsed = time.time() - start |
Bob Lantz | 7ead053 | 2013-12-17 20:41:20 -0800 | [diff] [blame] | 343 | info( '\n* Connected in %.2f seconds\n' % elapsed ) |
| 344 | |
| 345 | |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 346 | controllers = { 'onos': ONOS } |
| 347 | switches = { 'ovso': OVSSwitchONOS } |
| 348 | |
| 349 | |
| 350 | if __name__ == '__main__': |
Bob Lantz | 7ead053 | 2013-12-17 20:41:20 -0800 | [diff] [blame] | 351 | # Simple test for ONOS() controller class |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 352 | setLogLevel( 'info' ) |
Bob Lantz | 7ead053 | 2013-12-17 20:41:20 -0800 | [diff] [blame] | 353 | size = 2 if len( argv ) != 2 else int( argv[ 1 ] ) |
| 354 | net = Mininet( topo=LinearTopo( size ), |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 355 | controller=partial( ONOS, n=2 ), |
| 356 | switch=OVSSwitchONOS ) |
| 357 | net.start() |
Bob Lantz | 7ead053 | 2013-12-17 20:41:20 -0800 | [diff] [blame] | 358 | waitConnected( net.switches ) |
Bob Lantz | c7c0540 | 2013-12-16 21:22:12 -0800 | [diff] [blame] | 359 | CLI( net ) |
| 360 | net.stop() |