Thomas Vachuska | 781d18b | 2014-10-27 10:31:25 -0700 | [diff] [blame] | 1 | /* |
Ray Milkey | 34c9590 | 2015-04-15 09:47:53 -0700 | [diff] [blame] | 2 | * Copyright 2014-2015 Open Networking Laboratory |
tom | 7ef8ff9 | 2014-09-17 13:08:06 -0700 | [diff] [blame] | 3 | * |
Thomas Vachuska | 4f1a60c | 2014-10-28 13:39:07 -0700 | [diff] [blame] | 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
tom | 7ef8ff9 | 2014-09-17 13:08:06 -0700 | [diff] [blame] | 7 | * |
Thomas Vachuska | 4f1a60c | 2014-10-28 13:39:07 -0700 | [diff] [blame] | 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
Thomas Vachuska | 781d18b | 2014-10-27 10:31:25 -0700 | [diff] [blame] | 15 | */ |
tom | 7ef8ff9 | 2014-09-17 13:08:06 -0700 | [diff] [blame] | 16 | |
Brian O'Connor | abafb50 | 2014-12-02 22:26:20 -0800 | [diff] [blame] | 17 | package org.onosproject.openflow.controller.impl; |
tom | 7ef8ff9 | 2014-09-17 13:08:06 -0700 | [diff] [blame] | 18 | |
tom | 7ef8ff9 | 2014-09-17 13:08:06 -0700 | [diff] [blame] | 19 | import org.jboss.netty.bootstrap.ServerBootstrap; |
| 20 | import org.jboss.netty.channel.ChannelPipelineFactory; |
| 21 | import org.jboss.netty.channel.group.ChannelGroup; |
| 22 | import org.jboss.netty.channel.group.DefaultChannelGroup; |
| 23 | import org.jboss.netty.channel.socket.nio.NioServerSocketChannelFactory; |
alshabib | b452fd7 | 2015-04-22 20:46:20 -0700 | [diff] [blame] | 24 | import org.onosproject.net.driver.DefaultDriverData; |
| 25 | import org.onosproject.net.driver.DefaultDriverHandler; |
| 26 | import org.onosproject.net.driver.Driver; |
| 27 | import org.onosproject.net.driver.DriverService; |
Brian O'Connor | abafb50 | 2014-12-02 22:26:20 -0800 | [diff] [blame] | 28 | import org.onosproject.openflow.controller.Dpid; |
| 29 | import org.onosproject.openflow.controller.driver.OpenFlowAgent; |
| 30 | import org.onosproject.openflow.controller.driver.OpenFlowSwitchDriver; |
tom | 7ef8ff9 | 2014-09-17 13:08:06 -0700 | [diff] [blame] | 31 | import org.projectfloodlight.openflow.protocol.OFDescStatsReply; |
| 32 | import org.projectfloodlight.openflow.protocol.OFFactories; |
| 33 | import org.projectfloodlight.openflow.protocol.OFFactory; |
| 34 | import org.projectfloodlight.openflow.protocol.OFVersion; |
| 35 | import org.slf4j.Logger; |
| 36 | import org.slf4j.LoggerFactory; |
| 37 | |
Thomas Vachuska | 6f94ded | 2015-02-21 14:02:38 -0800 | [diff] [blame] | 38 | import java.lang.management.ManagementFactory; |
| 39 | import java.lang.management.RuntimeMXBean; |
| 40 | import java.net.InetSocketAddress; |
| 41 | import java.util.HashMap; |
| 42 | import java.util.Map; |
| 43 | import java.util.concurrent.Executors; |
| 44 | |
| 45 | import static org.onlab.util.Tools.groupedThreads; |
Thomas Vachuska | 80b0a80 | 2015-07-17 08:43:30 -0700 | [diff] [blame^] | 46 | import static org.onosproject.net.DeviceId.deviceId; |
| 47 | import static org.onosproject.openflow.controller.Dpid.uri; |
Thomas Vachuska | 6f94ded | 2015-02-21 14:02:38 -0800 | [diff] [blame] | 48 | |
tom | 7ef8ff9 | 2014-09-17 13:08:06 -0700 | [diff] [blame] | 49 | |
| 50 | /** |
| 51 | * The main controller class. Handles all setup and network listeners |
| 52 | * - Distributed ownership control of switch through IControllerRegistryService |
| 53 | */ |
| 54 | public class Controller { |
| 55 | |
| 56 | protected static final Logger log = LoggerFactory.getLogger(Controller.class); |
alshabib | 9eab22f | 2014-10-20 17:17:31 -0700 | [diff] [blame] | 57 | |
tom | 7ef8ff9 | 2014-09-17 13:08:06 -0700 | [diff] [blame] | 58 | protected static final OFFactory FACTORY13 = OFFactories.getFactory(OFVersion.OF_13); |
| 59 | protected static final OFFactory FACTORY10 = OFFactories.getFactory(OFVersion.OF_10); |
| 60 | |
tom | 7ef8ff9 | 2014-09-17 13:08:06 -0700 | [diff] [blame] | 61 | protected HashMap<String, String> controllerNodeIPsCache; |
| 62 | |
| 63 | private ChannelGroup cg; |
| 64 | |
| 65 | // Configuration options |
| 66 | protected int openFlowPort = 6633; |
| 67 | protected int workerThreads = 0; |
| 68 | |
| 69 | // Start time of the controller |
| 70 | protected long systemStartTime; |
| 71 | |
| 72 | private OpenFlowAgent agent; |
| 73 | |
| 74 | private NioServerSocketChannelFactory execFactory; |
| 75 | |
| 76 | // Perf. related configuration |
| 77 | protected static final int SEND_BUFFER_SIZE = 4 * 1024 * 1024; |
alshabib | b452fd7 | 2015-04-22 20:46:20 -0700 | [diff] [blame] | 78 | private DriverService driverService; |
tom | 7ef8ff9 | 2014-09-17 13:08:06 -0700 | [diff] [blame] | 79 | |
| 80 | // *************** |
| 81 | // Getters/Setters |
| 82 | // *************** |
| 83 | |
| 84 | public OFFactory getOFMessageFactory10() { |
| 85 | return FACTORY10; |
| 86 | } |
| 87 | |
| 88 | |
| 89 | public OFFactory getOFMessageFactory13() { |
| 90 | return FACTORY13; |
| 91 | } |
| 92 | |
| 93 | |
tom | 7ef8ff9 | 2014-09-17 13:08:06 -0700 | [diff] [blame] | 94 | public Map<String, String> getControllerNodeIPs() { |
| 95 | // We return a copy of the mapping so we can guarantee that |
| 96 | // the mapping return is the same as one that will be (or was) |
| 97 | // dispatched to IHAListeners |
Jonathan Hart | bbd91d4 | 2015-02-27 11:18:04 -0800 | [diff] [blame] | 98 | HashMap<String, String> retval = new HashMap<>(); |
tom | 7ef8ff9 | 2014-09-17 13:08:06 -0700 | [diff] [blame] | 99 | synchronized (controllerNodeIPsCache) { |
| 100 | retval.putAll(controllerNodeIPsCache); |
| 101 | } |
| 102 | return retval; |
| 103 | } |
| 104 | |
| 105 | |
| 106 | public long getSystemStartTime() { |
| 107 | return (this.systemStartTime); |
| 108 | } |
| 109 | |
| 110 | // ************** |
| 111 | // Initialization |
| 112 | // ************** |
| 113 | |
| 114 | /** |
| 115 | * Tell controller that we're ready to accept switches loop. |
| 116 | */ |
| 117 | public void run() { |
| 118 | |
| 119 | try { |
| 120 | final ServerBootstrap bootstrap = createServerBootStrap(); |
| 121 | |
| 122 | bootstrap.setOption("reuseAddr", true); |
| 123 | bootstrap.setOption("child.keepAlive", true); |
| 124 | bootstrap.setOption("child.tcpNoDelay", true); |
| 125 | bootstrap.setOption("child.sendBufferSize", Controller.SEND_BUFFER_SIZE); |
| 126 | |
| 127 | ChannelPipelineFactory pfact = |
| 128 | new OpenflowPipelineFactory(this, null); |
| 129 | bootstrap.setPipelineFactory(pfact); |
| 130 | InetSocketAddress sa = new InetSocketAddress(openFlowPort); |
| 131 | cg = new DefaultChannelGroup(); |
| 132 | cg.add(bootstrap.bind(sa)); |
| 133 | |
| 134 | log.info("Listening for switch connections on {}", sa); |
| 135 | } catch (Exception e) { |
| 136 | throw new RuntimeException(e); |
| 137 | } |
| 138 | |
| 139 | } |
| 140 | |
| 141 | private ServerBootstrap createServerBootStrap() { |
| 142 | |
| 143 | if (workerThreads == 0) { |
Thomas Vachuska | 6f94ded | 2015-02-21 14:02:38 -0800 | [diff] [blame] | 144 | execFactory = new NioServerSocketChannelFactory( |
| 145 | Executors.newCachedThreadPool(groupedThreads("onos/of", "boss-%d")), |
| 146 | Executors.newCachedThreadPool(groupedThreads("onos/of", "worker-%d"))); |
tom | 7ef8ff9 | 2014-09-17 13:08:06 -0700 | [diff] [blame] | 147 | return new ServerBootstrap(execFactory); |
| 148 | } else { |
| 149 | execFactory = new NioServerSocketChannelFactory( |
Thomas Vachuska | 6f94ded | 2015-02-21 14:02:38 -0800 | [diff] [blame] | 150 | Executors.newCachedThreadPool(groupedThreads("onos/of", "boss-%d")), |
| 151 | Executors.newCachedThreadPool(groupedThreads("onos/of", "worker-%d")), workerThreads); |
tom | 7ef8ff9 | 2014-09-17 13:08:06 -0700 | [diff] [blame] | 152 | return new ServerBootstrap(execFactory); |
| 153 | } |
| 154 | } |
| 155 | |
| 156 | public void setConfigParams(Map<String, String> configParams) { |
| 157 | String ofPort = configParams.get("openflowport"); |
| 158 | if (ofPort != null) { |
| 159 | this.openFlowPort = Integer.parseInt(ofPort); |
| 160 | } |
alshabib | b452fd7 | 2015-04-22 20:46:20 -0700 | [diff] [blame] | 161 | |
tom | 7ef8ff9 | 2014-09-17 13:08:06 -0700 | [diff] [blame] | 162 | log.debug("OpenFlow port set to {}", this.openFlowPort); |
| 163 | String threads = configParams.get("workerthreads"); |
tom | 1679e18 | 2014-10-09 13:50:45 -0700 | [diff] [blame] | 164 | this.workerThreads = threads != null ? Integer.parseInt(threads) : 16; |
tom | 7ef8ff9 | 2014-09-17 13:08:06 -0700 | [diff] [blame] | 165 | log.debug("Number of worker threads set to {}", this.workerThreads); |
| 166 | } |
| 167 | |
| 168 | |
| 169 | /** |
| 170 | * Initialize internal data structures. |
| 171 | */ |
Jonathan Hart | bbd91d4 | 2015-02-27 11:18:04 -0800 | [diff] [blame] | 172 | public void init() { |
tom | 7ef8ff9 | 2014-09-17 13:08:06 -0700 | [diff] [blame] | 173 | // These data structures are initialized here because other |
| 174 | // module's startUp() might be called before ours |
Jonathan Hart | bbd91d4 | 2015-02-27 11:18:04 -0800 | [diff] [blame] | 175 | this.controllerNodeIPsCache = new HashMap<>(); |
tom | 7ef8ff9 | 2014-09-17 13:08:06 -0700 | [diff] [blame] | 176 | |
tom | 7ef8ff9 | 2014-09-17 13:08:06 -0700 | [diff] [blame] | 177 | this.systemStartTime = System.currentTimeMillis(); |
tom | 7ef8ff9 | 2014-09-17 13:08:06 -0700 | [diff] [blame] | 178 | } |
| 179 | |
| 180 | // ************** |
| 181 | // Utility methods |
| 182 | // ************** |
| 183 | |
| 184 | public Map<String, Long> getMemory() { |
Jonathan Hart | bbd91d4 | 2015-02-27 11:18:04 -0800 | [diff] [blame] | 185 | Map<String, Long> m = new HashMap<>(); |
tom | 7ef8ff9 | 2014-09-17 13:08:06 -0700 | [diff] [blame] | 186 | Runtime runtime = Runtime.getRuntime(); |
| 187 | m.put("total", runtime.totalMemory()); |
| 188 | m.put("free", runtime.freeMemory()); |
| 189 | return m; |
| 190 | } |
| 191 | |
| 192 | |
| 193 | public Long getUptime() { |
| 194 | RuntimeMXBean rb = ManagementFactory.getRuntimeMXBean(); |
| 195 | return rb.getUptime(); |
| 196 | } |
| 197 | |
| 198 | /** |
| 199 | * Forward to the driver-manager to get an IOFSwitch instance. |
Thomas Vachuska | 6f94ded | 2015-02-21 14:02:38 -0800 | [diff] [blame] | 200 | * |
Yuta HIGUCHI | 5c94727 | 2014-11-03 21:39:21 -0800 | [diff] [blame] | 201 | * @param dpid data path id |
| 202 | * @param desc switch description |
Thomas Vachuska | 6f94ded | 2015-02-21 14:02:38 -0800 | [diff] [blame] | 203 | * @param ofv OpenFlow version |
tom | 7ef8ff9 | 2014-09-17 13:08:06 -0700 | [diff] [blame] | 204 | * @return switch instance |
| 205 | */ |
| 206 | protected OpenFlowSwitchDriver getOFSwitchInstance(long dpid, |
alshabib | b452fd7 | 2015-04-22 20:46:20 -0700 | [diff] [blame] | 207 | OFDescStatsReply desc, |
| 208 | OFVersion ofv) { |
| 209 | Driver driver = driverService |
| 210 | .getDriver(desc.getMfrDesc(), desc.getHwDesc(), desc.getSwDesc()); |
| 211 | |
Thomas Vachuska | 3358af2 | 2015-05-19 18:40:34 -0700 | [diff] [blame] | 212 | if (driver != null && driver.hasBehaviour(OpenFlowSwitchDriver.class)) { |
Thomas Vachuska | 80b0a80 | 2015-07-17 08:43:30 -0700 | [diff] [blame^] | 213 | Dpid did = new Dpid(dpid); |
| 214 | DefaultDriverHandler handler = |
| 215 | new DefaultDriverHandler(new DefaultDriverData(driver, deviceId(uri(did)))); |
| 216 | OpenFlowSwitchDriver ofSwitchDriver = |
| 217 | driver.createBehaviour(handler, OpenFlowSwitchDriver.class); |
| 218 | ofSwitchDriver.init(did, desc, ofv); |
alshabib | b452fd7 | 2015-04-22 20:46:20 -0700 | [diff] [blame] | 219 | ofSwitchDriver.setAgent(agent); |
| 220 | ofSwitchDriver.setRoleHandler(new RoleManager(ofSwitchDriver)); |
Saurav Das | 100e3b8 | 2015-04-30 11:12:10 -0700 | [diff] [blame] | 221 | log.info("OpenFlow handshaker found for device {}: {}", dpid, ofSwitchDriver); |
alshabib | b452fd7 | 2015-04-22 20:46:20 -0700 | [diff] [blame] | 222 | return ofSwitchDriver; |
| 223 | } |
| 224 | log.error("No OpenFlow driver for {} : {}", dpid, desc); |
| 225 | return null; |
| 226 | |
tom | 7ef8ff9 | 2014-09-17 13:08:06 -0700 | [diff] [blame] | 227 | } |
| 228 | |
alshabib | b452fd7 | 2015-04-22 20:46:20 -0700 | [diff] [blame] | 229 | public void start(OpenFlowAgent ag, DriverService driverService) { |
tom | 7ef8ff9 | 2014-09-17 13:08:06 -0700 | [diff] [blame] | 230 | log.info("Starting OpenFlow IO"); |
| 231 | this.agent = ag; |
alshabib | b452fd7 | 2015-04-22 20:46:20 -0700 | [diff] [blame] | 232 | this.driverService = driverService; |
Jonathan Hart | bbd91d4 | 2015-02-27 11:18:04 -0800 | [diff] [blame] | 233 | this.init(); |
tom | 7ef8ff9 | 2014-09-17 13:08:06 -0700 | [diff] [blame] | 234 | this.run(); |
| 235 | } |
| 236 | |
| 237 | |
| 238 | public void stop() { |
| 239 | log.info("Stopping OpenFlow IO"); |
tom | 7ef8ff9 | 2014-09-17 13:08:06 -0700 | [diff] [blame] | 240 | cg.close(); |
Thomas Vachuska | 1c681d7 | 2015-05-18 14:58:53 -0700 | [diff] [blame] | 241 | execFactory.shutdown(); |
tom | 7ef8ff9 | 2014-09-17 13:08:06 -0700 | [diff] [blame] | 242 | } |
| 243 | |
| 244 | } |