blob: 64be413d45a223957913d5759cb57d0c1f9923f1 [file] [log] [blame]
Carmelo Casconeb7524272017-06-05 16:53:13 -04001import os
Carmelo Cascone977ae3f2016-06-23 19:28:28 -07002import socket
Carmelo Casconeb7524272017-06-05 16:53:13 -04003import re
4import json
Brian O'Connor71167f92017-06-16 14:55:00 -07005import urllib2
Carmelo Cascone977ae3f2016-06-23 19:28:28 -07006
Carmelo Casconeb7524272017-06-05 16:53:13 -04007from mininet.log import info, warn, error
Carmelo Cascone785fada2016-06-16 18:34:16 -07008from mininet.node import Switch
Carmelo Cascone785fada2016-06-16 18:34:16 -07009
Carmelo Casconeb7524272017-06-05 16:53:13 -040010if 'ONOS_ROOT' not in os.environ:
11 error("ERROR: environment var $ONOS_ROOT not set")
12 exit()
13
Carmelo Cascone75e97992017-06-05 02:32:47 -040014BMV2_TARGET = 'simple_switch_grpc'
Carmelo Casconeb7524272017-06-05 16:53:13 -040015ONOS_ROOT = os.environ["ONOS_ROOT"]
Brian O'Connor71167f92017-06-16 14:55:00 -070016INIT_BMV2_JSON = '%s/tools/test/p4src/p4-16/p4c-out/empty.json' % ONOS_ROOT
Carmelo Casconeb7524272017-06-05 16:53:13 -040017
Carmelo Cascone785fada2016-06-16 18:34:16 -070018
19class ONOSBmv2Switch(Switch):
Carmelo Casconeb7524272017-06-05 16:53:13 -040020 """BMv2 software switch with gRPC server"""
Carmelo Cascone785fada2016-06-16 18:34:16 -070021
Carmelo Cascone785fada2016-06-16 18:34:16 -070022 deviceId = 0
Carmelo Cascone977ae3f2016-06-23 19:28:28 -070023 instanceCount = 0
Carmelo Cascone785fada2016-06-16 18:34:16 -070024
Carmelo Cascone75e97992017-06-05 02:32:47 -040025 def __init__(self, name, debugger=False, loglevel="warn", elogger=False, persistent=False,
Carmelo Cascone9e6621f2017-06-27 16:06:33 -040026 thriftPort=None, grpcPort=None, netcfg=True, **kwargs):
Carmelo Cascone785fada2016-06-16 18:34:16 -070027 Switch.__init__(self, name, **kwargs)
Carmelo Casconeb7524272017-06-05 16:53:13 -040028 self.thriftPort = ONOSBmv2Switch.pickUnusedPort() if not thriftPort else thriftPort
29 self.grpcPort = ONOSBmv2Switch.pickUnusedPort() if not grpcPort else grpcPort
Carmelo Cascone75e97992017-06-05 02:32:47 -040030 if self.dpid:
31 self.deviceId = int(self.dpid, 0 if 'x' in self.dpid else 16)
Carmelo Cascone977ae3f2016-06-23 19:28:28 -070032 else:
Carmelo Cascone75e97992017-06-05 02:32:47 -040033 self.deviceId = ONOSBmv2Switch.deviceId
34 ONOSBmv2Switch.deviceId += 1
Carmelo Cascone785fada2016-06-16 18:34:16 -070035 self.debugger = debugger
36 self.loglevel = loglevel
37 self.logfile = '/tmp/bmv2-%d.log' % self.deviceId
Carmelo Cascone785fada2016-06-16 18:34:16 -070038 self.elogger = elogger
39 self.persistent = persistent
Carmelo Casconeb7524272017-06-05 16:53:13 -040040 self.netcfg = netcfg
41 self.netcfgfile = '/tmp/bmv2-%d-netcfg.json' % self.deviceId
Carmelo Cascone785fada2016-06-16 18:34:16 -070042 if persistent:
43 self.exectoken = "/tmp/bmv2-%d-exec-token" % self.deviceId
44 self.cmd("touch %s" % self.exectoken)
Carmelo Cascone977ae3f2016-06-23 19:28:28 -070045 # Store thrift port for future uses.
46 self.cmd("echo %d > /tmp/bmv2-%d-thrift-port" % (self.thriftPort, self.deviceId))
Carmelo Cascone75e97992017-06-05 02:32:47 -040047 self.cmd("echo %d > /tmp/bmv2-%d-grpc-port" % (self.grpcPort, self.deviceId))
Carmelo Cascone977ae3f2016-06-23 19:28:28 -070048
49 @classmethod
50 def pickUnusedPort(cls):
51 s = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
52 s.bind(('localhost', 0))
53 addr, port = s.getsockname()
54 s.close()
55 return port
Carmelo Cascone785fada2016-06-16 18:34:16 -070056
Carmelo Casconeb7524272017-06-05 16:53:13 -040057 def getSourceIp(self, dstIP):
58 """
59 Queries the Linux routing table to get the source IP that can talk with dstIP, and vice
60 versa.
61 """
62 ipRouteOut = self.cmd('ip route get %s' % dstIP)
63 r = re.search(r"src (\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3})", ipRouteOut)
64 return r.group(1) if r else None
65
66 def doOnosNetcfg(self, controllerIP):
67 """
68 Notifies ONOS about the new device via Netcfg.
69 """
70 srcIP = self.getSourceIp(controllerIP)
71 if not srcIP:
72 warn("WARN: unable to get device IP address, won't do onos-netcfg")
73 return
Carmelo Casconea11279b2017-06-22 04:30:08 -040074 onosDeviceId = "bmv2:%s" % self.deviceId
75 cfgData = {
76 "devices": {
77 "device:%s" % onosDeviceId: {
78 "generalprovider": {
79 "p4runtime": {
80 "ip": srcIP,
81 "port": self.grpcPort,
82 "deviceKeyId": "p4runtime:%s" % onosDeviceId
83 }
84 },
85 "basic": {
86 "driver": "bmv2"
87 }
Carmelo Casconeb7524272017-06-05 16:53:13 -040088 }
89 }
Carmelo Casconea11279b2017-06-22 04:30:08 -040090 }
Carmelo Casconeb7524272017-06-05 16:53:13 -040091 with open(self.netcfgfile, 'w') as fp:
92 json.dump(cfgData, fp, indent=4)
Brian O'Connor71167f92017-06-16 14:55:00 -070093 # Build netcfg URL
94 url = 'http://%s:8181/onos/v1/network/configuration/' % controllerIP
95 # Instantiate password manager for HTTP auth
96 pm = urllib2.HTTPPasswordMgrWithDefaultRealm()
97 pm.add_password(None, url, os.environ['ONOS_WEB_USER'], os.environ['ONOS_WEB_PASS'])
98 urllib2.install_opener(urllib2.build_opener(urllib2.HTTPBasicAuthHandler(pm)))
99 # Push config data to controller
Carmelo Casconea11279b2017-06-22 04:30:08 -0400100 req = urllib2.Request(url, json.dumps(cfgData), {'Content-Type': 'application/json'})
101 try:
102 f = urllib2.urlopen(req)
103 print f.read()
104 f.close()
105 except urllib2.URLError as e:
106 warn("WARN: unable to push config to ONOS (%s)" % e.reason)
Carmelo Casconeb7524272017-06-05 16:53:13 -0400107
Carmelo Cascone785fada2016-06-16 18:34:16 -0700108 def start(self, controllers):
Carmelo Cascone75e97992017-06-05 02:32:47 -0400109 args = [BMV2_TARGET, '--device-id %s' % str(self.deviceId)]
Carmelo Cascone785fada2016-06-16 18:34:16 -0700110 for port, intf in self.intfs.items():
111 if not intf.IP():
112 args.append('-i %d@%s' % (port, intf.name))
113 if self.thriftPort:
114 args.append('--thrift-port %d' % self.thriftPort)
115 if self.elogger:
116 nanomsg = 'ipc:///tmp/bmv2-%d-log.ipc' % self.deviceId
117 args.append('--nanolog %s' % nanomsg)
118 if self.debugger:
119 args.append('--debugger')
Carmelo Cascone9e6621f2017-06-27 16:06:33 -0400120 args.append('-L%s' % self.loglevel)
Carmelo Casconeb7524272017-06-05 16:53:13 -0400121
122 args.append(INIT_BMV2_JSON)
123
124 # gRPC target-specific options.
Carmelo Cascone785fada2016-06-16 18:34:16 -0700125 args.append('--')
Carmelo Cascone75e97992017-06-05 02:32:47 -0400126 args.append('--enable-swap')
Carmelo Casconeb7524272017-06-05 16:53:13 -0400127 args.append('--grpc-server-addr 0.0.0.0:%d' % self.grpcPort)
Carmelo Cascone785fada2016-06-16 18:34:16 -0700128
129 bmv2cmd = " ".join(args)
Carmelo Cascone785fada2016-06-16 18:34:16 -0700130 info("\nStarting BMv2 target: %s\n" % bmv2cmd)
Carmelo Cascone785fada2016-06-16 18:34:16 -0700131 if self.persistent:
Carmelo Casconeb7524272017-06-05 16:53:13 -0400132 # Bash loop to re-exec the switch if it crashes.
Carmelo Cascone785fada2016-06-16 18:34:16 -0700133 cmdStr = "(while [ -e {} ]; " \
134 "do {} ; " \
135 "sleep 1; " \
Carmelo Cascone9e6621f2017-06-27 16:06:33 -0400136 "done;) > {} 2>&1 &".format(self.exectoken, bmv2cmd, self.logfile)
Carmelo Cascone785fada2016-06-16 18:34:16 -0700137 else:
Carmelo Cascone9e6621f2017-06-27 16:06:33 -0400138 cmdStr = "{} > {} 2>&1 &".format(bmv2cmd, self.logfile)
Carmelo Cascone785fada2016-06-16 18:34:16 -0700139
Carmelo Casconeb7524272017-06-05 16:53:13 -0400140 # Starts the switch.
141 out = self.cmd(cmdStr)
142 if out:
143 print out
144
145 if self.netcfg:
146 try: # onos.py
147 clist = controllers[0].nodes()
148 except AttributeError:
149 clist = controllers
150 assert len(clist) > 0
151 cip = clist[0].IP()
152 self.doOnosNetcfg(cip)
153
154 def stop(self, deleteIntfs=True):
155 """Terminate switch."""
Carmelo Cascone977ae3f2016-06-23 19:28:28 -0700156 self.cmd("rm -f /tmp/bmv2-%d-*" % self.deviceId)
Carmelo Cascone9e6621f2017-06-27 16:06:33 -0400157 self.cmd("rm -f /tmp/bmv2-%d.log" % self.deviceId)
Carmelo Cascone75e97992017-06-05 02:32:47 -0400158 self.cmd('kill %' + BMV2_TARGET)
Carmelo Casconeb7524272017-06-05 16:53:13 -0400159 Switch.stop(self, deleteIntfs)
Carmelo Cascone785fada2016-06-16 18:34:16 -0700160
161
Carmelo Casconeb7524272017-06-05 16:53:13 -0400162# Exports for bin/mn
Carmelo Cascone785fada2016-06-16 18:34:16 -0700163switches = {'onosbmv2': ONOSBmv2Switch}