Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 1 | package net.onrc.onos.ofcontroller.proxyarp; |
| 2 | |
| 3 | import java.io.IOException; |
| 4 | import java.net.InetAddress; |
| 5 | import java.net.UnknownHostException; |
| 6 | import java.util.ArrayList; |
| 7 | import java.util.Collection; |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 8 | import java.util.Iterator; |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 9 | import java.util.List; |
| 10 | import java.util.Map; |
| 11 | import java.util.Set; |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 12 | import java.util.Timer; |
| 13 | import java.util.TimerTask; |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 14 | |
| 15 | import net.floodlightcontroller.core.FloodlightContext; |
| 16 | import net.floodlightcontroller.core.IFloodlightProviderService; |
| 17 | import net.floodlightcontroller.core.IOFMessageListener; |
| 18 | import net.floodlightcontroller.core.IOFSwitch; |
| 19 | import net.floodlightcontroller.packet.ARP; |
| 20 | import net.floodlightcontroller.packet.Ethernet; |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 21 | import net.floodlightcontroller.packet.IPv4; |
Jonathan Hart | 5afde49 | 2013-10-01 12:30:53 +1300 | [diff] [blame] | 22 | import net.floodlightcontroller.restserver.IRestApiService; |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 23 | import net.floodlightcontroller.topology.ITopologyService; |
Jonathan Hart | 8ec133c | 2013-06-26 15:25:18 +1200 | [diff] [blame] | 24 | import net.floodlightcontroller.util.MACAddress; |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 25 | import net.onrc.onos.ofcontroller.bgproute.ILayer3InfoService; |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 26 | import net.onrc.onos.ofcontroller.bgproute.Interface; |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 27 | |
| 28 | import org.openflow.protocol.OFMessage; |
| 29 | import org.openflow.protocol.OFPacketIn; |
| 30 | import org.openflow.protocol.OFPacketOut; |
| 31 | import org.openflow.protocol.OFPort; |
| 32 | import org.openflow.protocol.OFType; |
| 33 | import org.openflow.protocol.action.OFAction; |
| 34 | import org.openflow.protocol.action.OFActionOutput; |
Jonathan Hart | 8ec133c | 2013-06-26 15:25:18 +1200 | [diff] [blame] | 35 | import org.openflow.util.HexString; |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 36 | import org.slf4j.Logger; |
| 37 | import org.slf4j.LoggerFactory; |
| 38 | |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 39 | import com.google.common.collect.HashMultimap; |
| 40 | import com.google.common.collect.Multimaps; |
| 41 | import com.google.common.collect.SetMultimap; |
| 42 | |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 43 | public class ProxyArpManager implements IProxyArpService, IOFMessageListener { |
Jonathan Hart | 5b803bc | 2013-09-23 14:46:11 +1200 | [diff] [blame] | 44 | private final static Logger log = LoggerFactory.getLogger(ProxyArpManager.class); |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 45 | |
Jonathan Hart | df6ec33 | 2013-08-04 01:37:14 +1200 | [diff] [blame] | 46 | private final long ARP_TIMER_PERIOD = 60000; //ms (== 1 min) |
Jonathan Hart | da4d0e1 | 2013-09-30 21:00:20 +1300 | [diff] [blame] | 47 | |
| 48 | private static final int ARP_REQUEST_TIMEOUT = 2000; //ms |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 49 | |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 50 | private final IFloodlightProviderService floodlightProvider; |
| 51 | private final ITopologyService topology; |
| 52 | private final ILayer3InfoService layer3; |
Jonathan Hart | 5afde49 | 2013-10-01 12:30:53 +1300 | [diff] [blame] | 53 | private final IRestApiService restApi; |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 54 | |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 55 | private final ArpCache arpCache; |
Jonathan Hart | df6ec33 | 2013-08-04 01:37:14 +1200 | [diff] [blame] | 56 | |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 57 | private final SetMultimap<InetAddress, ArpRequest> arpRequests; |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 58 | |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 59 | private static class ArpRequest { |
Jonathan Hart | 5b803bc | 2013-09-23 14:46:11 +1200 | [diff] [blame] | 60 | private final IArpRequester requester; |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 61 | private final boolean retry; |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 62 | private long requestTime; |
| 63 | |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 64 | public ArpRequest(IArpRequester requester, boolean retry){ |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 65 | this.requester = requester; |
| 66 | this.retry = retry; |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 67 | this.requestTime = System.currentTimeMillis(); |
| 68 | } |
| 69 | |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 70 | public ArpRequest(ArpRequest old) { |
| 71 | this.requester = old.requester; |
| 72 | this.retry = old.retry; |
| 73 | this.requestTime = System.currentTimeMillis(); |
| 74 | } |
| 75 | |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 76 | public boolean isExpired() { |
Jonathan Hart | da4d0e1 | 2013-09-30 21:00:20 +1300 | [diff] [blame] | 77 | return (System.currentTimeMillis() - requestTime) > ARP_REQUEST_TIMEOUT; |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 78 | } |
| 79 | |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 80 | public boolean shouldRetry() { |
| 81 | return retry; |
| 82 | } |
| 83 | |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 84 | public void dispatchReply(InetAddress ipAddress, MACAddress replyMacAddress) { |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 85 | requester.arpResponse(ipAddress, replyMacAddress); |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 86 | } |
| 87 | } |
| 88 | |
Jonathan Hart | da4d0e1 | 2013-09-30 21:00:20 +1300 | [diff] [blame] | 89 | private class HostArpRequester implements IArpRequester { |
| 90 | private final ARP arpRequest; |
| 91 | private final long dpid; |
| 92 | private final short port; |
| 93 | |
| 94 | public HostArpRequester(ARP arpRequest, long dpid, short port) { |
| 95 | this.arpRequest = arpRequest; |
| 96 | this.dpid = dpid; |
| 97 | this.port = port; |
| 98 | } |
| 99 | |
| 100 | @Override |
| 101 | public void arpResponse(InetAddress ipAddress, MACAddress macAddress) { |
| 102 | ProxyArpManager.this.sendArpReply(arpRequest, dpid, port, macAddress); |
| 103 | } |
| 104 | } |
| 105 | |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 106 | public ProxyArpManager(IFloodlightProviderService floodlightProvider, |
Jonathan Hart | 5afde49 | 2013-10-01 12:30:53 +1300 | [diff] [blame] | 107 | ITopologyService topology, ILayer3InfoService layer3, |
| 108 | IRestApiService restApi){ |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 109 | this.floodlightProvider = floodlightProvider; |
| 110 | this.topology = topology; |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 111 | this.layer3 = layer3; |
Jonathan Hart | 5afde49 | 2013-10-01 12:30:53 +1300 | [diff] [blame] | 112 | this.restApi = restApi; |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 113 | |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 114 | arpCache = new ArpCache(); |
Jonathan Hart | df6ec33 | 2013-08-04 01:37:14 +1200 | [diff] [blame] | 115 | |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 116 | arpRequests = Multimaps.synchronizedSetMultimap( |
| 117 | HashMultimap.<InetAddress, ArpRequest>create()); |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 118 | } |
| 119 | |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 120 | public void startUp() { |
Jonathan Hart | 5afde49 | 2013-10-01 12:30:53 +1300 | [diff] [blame] | 121 | restApi.addRestletRoutable(new ArpWebRoutable()); |
| 122 | |
Jonathan Hart | 4aa2b4e | 2013-09-24 14:50:23 +1200 | [diff] [blame] | 123 | Timer arpTimer = new Timer("arp-processing"); |
Jonathan Hart | df6ec33 | 2013-08-04 01:37:14 +1200 | [diff] [blame] | 124 | arpTimer.scheduleAtFixedRate(new TimerTask() { |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 125 | @Override |
| 126 | public void run() { |
Jonathan Hart | df6ec33 | 2013-08-04 01:37:14 +1200 | [diff] [blame] | 127 | doPeriodicArpProcessing(); |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 128 | } |
Jonathan Hart | df6ec33 | 2013-08-04 01:37:14 +1200 | [diff] [blame] | 129 | }, 0, ARP_TIMER_PERIOD); |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 130 | } |
| 131 | |
Jonathan Hart | df6ec33 | 2013-08-04 01:37:14 +1200 | [diff] [blame] | 132 | /* |
| 133 | * Function that runs periodically to manage the asynchronous request mechanism. |
| 134 | * It basically cleans up old ARP requests if we don't get a response for them. |
| 135 | * The caller can designate that a request should be retried indefinitely, and |
| 136 | * this task will handle that as well. |
| 137 | */ |
| 138 | private void doPeriodicArpProcessing() { |
| 139 | SetMultimap<InetAddress, ArpRequest> retryList |
| 140 | = HashMultimap.<InetAddress, ArpRequest>create(); |
| 141 | |
| 142 | //Have to synchronize externally on the Multimap while using an iterator, |
| 143 | //even though it's a synchronizedMultimap |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 144 | synchronized (arpRequests) { |
Jonathan Hart | df6ec33 | 2013-08-04 01:37:14 +1200 | [diff] [blame] | 145 | log.debug("Current have {} outstanding requests", |
| 146 | arpRequests.size()); |
| 147 | |
| 148 | Iterator<Map.Entry<InetAddress, ArpRequest>> it |
| 149 | = arpRequests.entries().iterator(); |
| 150 | |
| 151 | while (it.hasNext()) { |
| 152 | Map.Entry<InetAddress, ArpRequest> entry |
| 153 | = it.next(); |
| 154 | ArpRequest request = entry.getValue(); |
| 155 | if (request.isExpired()) { |
| 156 | log.debug("Cleaning expired ARP request for {}", |
| 157 | entry.getKey().getHostAddress()); |
| 158 | |
| 159 | it.remove(); |
| 160 | |
| 161 | if (request.shouldRetry()) { |
| 162 | retryList.put(entry.getKey(), request); |
| 163 | } |
| 164 | } |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 165 | } |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 166 | } |
Jonathan Hart | df6ec33 | 2013-08-04 01:37:14 +1200 | [diff] [blame] | 167 | |
| 168 | for (Map.Entry<InetAddress, Collection<ArpRequest>> entry |
| 169 | : retryList.asMap().entrySet()) { |
| 170 | |
| 171 | InetAddress address = entry.getKey(); |
| 172 | |
| 173 | log.debug("Resending ARP request for {}", address.getHostAddress()); |
| 174 | |
| 175 | sendArpRequestForAddress(address); |
| 176 | |
| 177 | for (ArpRequest request : entry.getValue()) { |
| 178 | arpRequests.put(address, new ArpRequest(request)); |
| 179 | } |
| 180 | } |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 181 | } |
| 182 | |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 183 | @Override |
| 184 | public String getName() { |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 185 | return "ProxyArpManager"; |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 186 | } |
| 187 | |
| 188 | @Override |
| 189 | public boolean isCallbackOrderingPrereq(OFType type, String name) { |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 190 | return false; |
| 191 | } |
| 192 | |
| 193 | @Override |
| 194 | public boolean isCallbackOrderingPostreq(OFType type, String name) { |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 195 | return false; |
| 196 | } |
| 197 | |
| 198 | @Override |
| 199 | public Command receive( |
| 200 | IOFSwitch sw, OFMessage msg, FloodlightContext cntx) { |
| 201 | |
| 202 | if (msg.getType() != OFType.PACKET_IN){ |
| 203 | return Command.CONTINUE; |
| 204 | } |
| 205 | |
| 206 | OFPacketIn pi = (OFPacketIn) msg; |
| 207 | |
| 208 | Ethernet eth = IFloodlightProviderService.bcStore.get(cntx, |
| 209 | IFloodlightProviderService.CONTEXT_PI_PAYLOAD); |
| 210 | |
| 211 | if (eth.getEtherType() == Ethernet.TYPE_ARP){ |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 212 | ARP arp = (ARP) eth.getPayload(); |
| 213 | |
| 214 | if (arp.getOpCode() == ARP.OP_REQUEST) { |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 215 | handleArpRequest(sw, pi, arp); |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 216 | } |
| 217 | else if (arp.getOpCode() == ARP.OP_REPLY) { |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 218 | handleArpReply(sw, pi, arp); |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 219 | } |
| 220 | } |
| 221 | |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 222 | //TODO should we propagate ARP or swallow it? |
| 223 | //Always propagate for now so DeviceManager can learn the host location |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 224 | return Command.CONTINUE; |
| 225 | } |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 226 | |
Jonathan Hart | 1912afc | 2013-10-11 12:02:44 +1300 | [diff] [blame] | 227 | private void handleArpRequest(IOFSwitch sw, OFPacketIn pi, ARP arp) { |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 228 | if (log.isTraceEnabled()) { |
| 229 | log.trace("ARP request received for {}", |
| 230 | inetAddressToString(arp.getTargetProtocolAddress())); |
| 231 | } |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 232 | |
| 233 | InetAddress target; |
| 234 | try { |
| 235 | target = InetAddress.getByAddress(arp.getTargetProtocolAddress()); |
| 236 | } catch (UnknownHostException e) { |
| 237 | log.debug("Invalid address in ARP request", e); |
| 238 | return; |
| 239 | } |
Jonathan Hart | 5b803bc | 2013-09-23 14:46:11 +1200 | [diff] [blame] | 240 | |
| 241 | if (layer3.fromExternalNetwork(sw.getId(), pi.getInPort())) { |
| 242 | //If the request came from outside our network, we only care if |
| 243 | //it was a request for one of our interfaces. |
| 244 | if (layer3.isInterfaceAddress(target)) { |
| 245 | log.trace("ARP request for our interface. Sending reply {} => {}", |
| 246 | target.getHostAddress(), layer3.getRouterMacAddress()); |
| 247 | |
| 248 | sendArpReply(arp, sw.getId(), pi.getInPort(), |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 249 | layer3.getRouterMacAddress()); |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 250 | } |
Jonathan Hart | 6e61821 | 2013-08-21 22:28:43 +1200 | [diff] [blame] | 251 | |
Jonathan Hart | 5b803bc | 2013-09-23 14:46:11 +1200 | [diff] [blame] | 252 | return; |
| 253 | } |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 254 | |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 255 | MACAddress macAddress = arpCache.lookup(target); |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 256 | |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 257 | if (macAddress == null){ |
| 258 | //MAC address is not in our ARP cache. |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 259 | |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 260 | //Record where the request came from so we know where to send the reply |
Jonathan Hart | 9ea3121 | 2013-08-12 21:40:34 +1200 | [diff] [blame] | 261 | arpRequests.put(target, new ArpRequest( |
Jonathan Hart | da4d0e1 | 2013-09-30 21:00:20 +1300 | [diff] [blame] | 262 | new HostArpRequester(arp, sw.getId(), pi.getInPort()), false)); |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 263 | |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 264 | //Flood the request out edge ports |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 265 | sendArpRequestToSwitches(target, pi.getPacketData(), sw.getId(), pi.getInPort()); |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 266 | } |
| 267 | else { |
| 268 | //We know the address, so send a reply |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 269 | if (log.isTraceEnabled()) { |
| 270 | log.trace("Sending reply: {} => {} to host at {}/{}", new Object [] { |
| 271 | inetAddressToString(arp.getTargetProtocolAddress()), |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 272 | macAddress.toString(), |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 273 | HexString.toHexString(sw.getId()), pi.getInPort()}); |
| 274 | } |
Jonathan Hart | 1633a40 | 2013-08-24 11:38:56 +1200 | [diff] [blame] | 275 | |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 276 | sendArpReply(arp, sw.getId(), pi.getInPort(), macAddress); |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 277 | } |
| 278 | } |
| 279 | |
Jonathan Hart | 1912afc | 2013-10-11 12:02:44 +1300 | [diff] [blame] | 280 | private void handleArpReply(IOFSwitch sw, OFPacketIn pi, ARP arp){ |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 281 | if (log.isTraceEnabled()) { |
| 282 | log.trace("ARP reply recieved: {} => {}, on {}/{}", new Object[] { |
| 283 | inetAddressToString(arp.getSenderProtocolAddress()), |
| 284 | HexString.toHexString(arp.getSenderHardwareAddress()), |
| 285 | HexString.toHexString(sw.getId()), pi.getInPort()}); |
| 286 | } |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 287 | |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 288 | InetAddress senderIpAddress; |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 289 | try { |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 290 | senderIpAddress = InetAddress.getByAddress(arp.getSenderProtocolAddress()); |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 291 | } catch (UnknownHostException e) { |
Jonathan Hart | 5b803bc | 2013-09-23 14:46:11 +1200 | [diff] [blame] | 292 | log.debug("Invalid address in ARP reply", e); |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 293 | return; |
| 294 | } |
| 295 | |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 296 | MACAddress senderMacAddress = MACAddress.valueOf(arp.getSenderHardwareAddress()); |
| 297 | |
| 298 | arpCache.update(senderIpAddress, senderMacAddress); |
| 299 | |
| 300 | //See if anyone's waiting for this ARP reply |
| 301 | Set<ArpRequest> requests = arpRequests.get(senderIpAddress); |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 302 | |
| 303 | //Synchronize on the Multimap while using an iterator for one of the sets |
Jonathan Hart | e751e1c | 2013-08-23 00:48:47 +1200 | [diff] [blame] | 304 | List<ArpRequest> requestsToSend = new ArrayList<ArpRequest>(requests.size()); |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 305 | synchronized (arpRequests) { |
| 306 | Iterator<ArpRequest> it = requests.iterator(); |
| 307 | while (it.hasNext()) { |
| 308 | ArpRequest request = it.next(); |
| 309 | it.remove(); |
Jonathan Hart | e751e1c | 2013-08-23 00:48:47 +1200 | [diff] [blame] | 310 | requestsToSend.add(request); |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 311 | } |
| 312 | } |
Jonathan Hart | e751e1c | 2013-08-23 00:48:47 +1200 | [diff] [blame] | 313 | |
| 314 | //Don't hold an ARP lock while dispatching requests |
| 315 | for (ArpRequest request : requestsToSend) { |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 316 | request.dispatchReply(senderIpAddress, senderMacAddress); |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 317 | } |
| 318 | } |
| 319 | |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 320 | private void sendArpRequestForAddress(InetAddress ipAddress) { |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 321 | //TODO what should the sender IP address and MAC address be if no |
| 322 | //IP addresses are configured? Will there ever be a need to send |
| 323 | //ARP requests from the controller in that case? |
| 324 | //All-zero MAC address doesn't seem to work - hosts don't respond to it |
| 325 | |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 326 | byte[] zeroIpv4 = {0x0, 0x0, 0x0, 0x0}; |
| 327 | byte[] zeroMac = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0}; |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 328 | byte[] genericNonZeroMac = {0x0, 0x0, 0x0, 0x0, 0x0, 0x01}; |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 329 | byte[] broadcastMac = {(byte)0xff, (byte)0xff, (byte)0xff, |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 330 | (byte)0xff, (byte)0xff, (byte)0xff}; |
| 331 | |
| 332 | ARP arpRequest = new ARP(); |
| 333 | |
| 334 | arpRequest.setHardwareType(ARP.HW_TYPE_ETHERNET) |
| 335 | .setProtocolType(ARP.PROTO_TYPE_IP) |
| 336 | .setHardwareAddressLength((byte)Ethernet.DATALAYER_ADDRESS_LENGTH) |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 337 | .setProtocolAddressLength((byte)IPv4.ADDRESS_LENGTH) |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 338 | .setOpCode(ARP.OP_REQUEST) |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 339 | .setTargetHardwareAddress(zeroMac) |
| 340 | .setTargetProtocolAddress(ipAddress.getAddress()); |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 341 | |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 342 | MACAddress routerMacAddress = layer3.getRouterMacAddress(); |
Jonathan Hart | 5b803bc | 2013-09-23 14:46:11 +1200 | [diff] [blame] | 343 | //TODO hack for now as it's unclear what the MAC address should be |
| 344 | byte[] senderMacAddress = genericNonZeroMac; |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 345 | if (routerMacAddress != null) { |
| 346 | senderMacAddress = routerMacAddress.toBytes(); |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 347 | } |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 348 | arpRequest.setSenderHardwareAddress(senderMacAddress); |
| 349 | |
| 350 | byte[] senderIPAddress = zeroIpv4; |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 351 | Interface intf = layer3.getOutgoingInterface(ipAddress); |
| 352 | if (intf != null) { |
| 353 | senderIPAddress = intf.getIpAddress().getAddress(); |
| 354 | } |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 355 | |
| 356 | arpRequest.setSenderProtocolAddress(senderIPAddress); |
| 357 | |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 358 | Ethernet eth = new Ethernet(); |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 359 | eth.setSourceMACAddress(senderMacAddress) |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 360 | .setDestinationMACAddress(broadcastMac) |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 361 | .setEtherType(Ethernet.TYPE_ARP) |
| 362 | .setPayload(arpRequest); |
| 363 | |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 364 | sendArpRequestToSwitches(ipAddress, eth.serialize()); |
| 365 | } |
| 366 | |
| 367 | private void sendArpRequestToSwitches(InetAddress dstAddress, byte[] arpRequest) { |
Jonathan Hart | 5b803bc | 2013-09-23 14:46:11 +1200 | [diff] [blame] | 368 | sendArpRequestToSwitches(dstAddress, arpRequest, |
| 369 | 0, OFPort.OFPP_NONE.getValue()); |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 370 | } |
Jonathan Hart | 5b803bc | 2013-09-23 14:46:11 +1200 | [diff] [blame] | 371 | |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 372 | private void sendArpRequestToSwitches(InetAddress dstAddress, byte[] arpRequest, |
| 373 | long inSwitch, short inPort) { |
Jonathan Hart | 5b803bc | 2013-09-23 14:46:11 +1200 | [diff] [blame] | 374 | |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 375 | if (layer3.hasLayer3Configuration()) { |
| 376 | Interface intf = layer3.getOutgoingInterface(dstAddress); |
| 377 | if (intf != null) { |
| 378 | sendArpRequestOutPort(arpRequest, intf.getDpid(), intf.getPort()); |
| 379 | } |
| 380 | else { |
| 381 | //TODO here it should be broadcast out all non-interface edge ports. |
| 382 | //I think we can assume that if it's not a request for an external |
| 383 | //network, it's an ARP for a host in our own network. So we want to |
| 384 | //send it out all edge ports that don't have an interface configured |
| 385 | //to ensure it reaches all hosts in our network. |
| 386 | log.debug("No interface found to send ARP request for {}", |
| 387 | dstAddress.getHostAddress()); |
| 388 | } |
| 389 | } |
| 390 | else { |
| 391 | broadcastArpRequestOutEdge(arpRequest, inSwitch, inPort); |
| 392 | } |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 393 | } |
| 394 | |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 395 | private void broadcastArpRequestOutEdge(byte[] arpRequest, long inSwitch, short inPort) { |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 396 | for (IOFSwitch sw : floodlightProvider.getSwitches().values()){ |
| 397 | Collection<Short> enabledPorts = sw.getEnabledPortNumbers(); |
| 398 | Set<Short> linkPorts = topology.getPortsWithLinks(sw.getId()); |
| 399 | |
Jonathan Hart | 8ec133c | 2013-06-26 15:25:18 +1200 | [diff] [blame] | 400 | if (linkPorts == null){ |
| 401 | //I think this means the switch isn't known to topology yet. |
| 402 | //Maybe it only just joined. |
| 403 | continue; |
| 404 | } |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 405 | |
| 406 | OFPacketOut po = new OFPacketOut(); |
| 407 | po.setInPort(OFPort.OFPP_NONE) |
| 408 | .setBufferId(-1) |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 409 | .setPacketData(arpRequest); |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 410 | |
| 411 | List<OFAction> actions = new ArrayList<OFAction>(); |
| 412 | |
| 413 | for (short portNum : enabledPorts){ |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 414 | if (linkPorts.contains(portNum) || |
| 415 | (sw.getId() == inSwitch && portNum == inPort)){ |
| 416 | //If this port isn't an edge port or is the ingress port |
| 417 | //for the ARP, don't broadcast out it |
| 418 | continue; |
| 419 | } |
| 420 | |
| 421 | actions.add(new OFActionOutput(portNum)); |
| 422 | } |
| 423 | |
| 424 | po.setActions(actions); |
| 425 | short actionsLength = (short) (actions.size() * OFActionOutput.MINIMUM_LENGTH); |
| 426 | po.setActionsLength(actionsLength); |
| 427 | po.setLengthU(OFPacketOut.MINIMUM_LENGTH + actionsLength |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 428 | + arpRequest.length); |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 429 | |
| 430 | List<OFMessage> msgList = new ArrayList<OFMessage>(); |
| 431 | msgList.add(po); |
| 432 | |
| 433 | try { |
| 434 | sw.write(msgList, null); |
| 435 | sw.flush(); |
| 436 | } catch (IOException e) { |
| 437 | log.error("Failure writing packet out to switch", e); |
| 438 | } |
| 439 | } |
| 440 | } |
| 441 | |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 442 | private void sendArpRequestOutPort(byte[] arpRequest, long dpid, short port) { |
Jonathan Hart | 5b803bc | 2013-09-23 14:46:11 +1200 | [diff] [blame] | 443 | if (log.isTraceEnabled()) { |
| 444 | log.trace("Sending ARP request out {}/{}", |
| 445 | HexString.toHexString(dpid), port); |
| 446 | } |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 447 | |
| 448 | OFPacketOut po = new OFPacketOut(); |
| 449 | po.setInPort(OFPort.OFPP_NONE) |
| 450 | .setBufferId(-1) |
| 451 | .setPacketData(arpRequest); |
| 452 | |
| 453 | List<OFAction> actions = new ArrayList<OFAction>(); |
| 454 | actions.add(new OFActionOutput(port)); |
| 455 | po.setActions(actions); |
| 456 | short actionsLength = (short) (actions.size() * OFActionOutput.MINIMUM_LENGTH); |
| 457 | po.setActionsLength(actionsLength); |
| 458 | po.setLengthU(OFPacketOut.MINIMUM_LENGTH + actionsLength |
| 459 | + arpRequest.length); |
| 460 | |
| 461 | IOFSwitch sw = floodlightProvider.getSwitches().get(dpid); |
| 462 | |
| 463 | if (sw == null) { |
Jonathan Hart | 5b803bc | 2013-09-23 14:46:11 +1200 | [diff] [blame] | 464 | log.warn("Switch not found when sending ARP request"); |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 465 | return; |
| 466 | } |
| 467 | |
| 468 | try { |
| 469 | sw.write(po, null); |
| 470 | sw.flush(); |
| 471 | } catch (IOException e) { |
| 472 | log.error("Failure writing packet out to switch", e); |
| 473 | } |
| 474 | } |
| 475 | |
Jonathan Hart | da4d0e1 | 2013-09-30 21:00:20 +1300 | [diff] [blame] | 476 | private void sendArpReply(ARP arpRequest, long dpid, short port, MACAddress targetMac) { |
Jonathan Hart | 5b803bc | 2013-09-23 14:46:11 +1200 | [diff] [blame] | 477 | if (log.isTraceEnabled()) { |
| 478 | log.trace("Sending reply {} => {} to {}", new Object[] { |
| 479 | inetAddressToString(arpRequest.getTargetProtocolAddress()), |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 480 | targetMac, |
Jonathan Hart | 5b803bc | 2013-09-23 14:46:11 +1200 | [diff] [blame] | 481 | inetAddressToString(arpRequest.getSenderProtocolAddress())}); |
| 482 | } |
Jonathan Hart | 1633a40 | 2013-08-24 11:38:56 +1200 | [diff] [blame] | 483 | |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 484 | ARP arpReply = new ARP(); |
| 485 | arpReply.setHardwareType(ARP.HW_TYPE_ETHERNET) |
| 486 | .setProtocolType(ARP.PROTO_TYPE_IP) |
| 487 | .setHardwareAddressLength((byte)Ethernet.DATALAYER_ADDRESS_LENGTH) |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 488 | .setProtocolAddressLength((byte)IPv4.ADDRESS_LENGTH) |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 489 | .setOpCode(ARP.OP_REPLY) |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 490 | .setSenderHardwareAddress(targetMac.toBytes()) |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 491 | .setSenderProtocolAddress(arpRequest.getTargetProtocolAddress()) |
| 492 | .setTargetHardwareAddress(arpRequest.getSenderHardwareAddress()) |
| 493 | .setTargetProtocolAddress(arpRequest.getSenderProtocolAddress()); |
| 494 | |
| 495 | Ethernet eth = new Ethernet(); |
| 496 | eth.setDestinationMACAddress(arpRequest.getSenderHardwareAddress()) |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 497 | .setSourceMACAddress(targetMac.toBytes()) |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 498 | .setEtherType(Ethernet.TYPE_ARP) |
| 499 | .setPayload(arpReply); |
| 500 | |
| 501 | List<OFAction> actions = new ArrayList<OFAction>(); |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 502 | actions.add(new OFActionOutput(port)); |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 503 | |
| 504 | OFPacketOut po = new OFPacketOut(); |
| 505 | po.setInPort(OFPort.OFPP_NONE) |
| 506 | .setBufferId(-1) |
Jonathan Hart | 8ec133c | 2013-06-26 15:25:18 +1200 | [diff] [blame] | 507 | .setPacketData(eth.serialize()) |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 508 | .setActions(actions) |
| 509 | .setActionsLength((short)OFActionOutput.MINIMUM_LENGTH) |
| 510 | .setLengthU(OFPacketOut.MINIMUM_LENGTH + OFActionOutput.MINIMUM_LENGTH |
| 511 | + po.getPacketData().length); |
| 512 | |
| 513 | List<OFMessage> msgList = new ArrayList<OFMessage>(); |
| 514 | msgList.add(po); |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 515 | |
| 516 | IOFSwitch sw = floodlightProvider.getSwitches().get(dpid); |
| 517 | |
| 518 | if (sw == null) { |
Jonathan Hart | 5b803bc | 2013-09-23 14:46:11 +1200 | [diff] [blame] | 519 | log.warn("Switch {} not found when sending ARP reply", |
Jonathan Hart | 1633a40 | 2013-08-24 11:38:56 +1200 | [diff] [blame] | 520 | HexString.toHexString(dpid)); |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 521 | return; |
| 522 | } |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 523 | |
| 524 | try { |
| 525 | sw.write(msgList, null); |
| 526 | sw.flush(); |
| 527 | } catch (IOException e) { |
Jonathan Hart | 5b803bc | 2013-09-23 14:46:11 +1200 | [diff] [blame] | 528 | log.error("Failure writing packet out to switch", e); |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 529 | } |
| 530 | } |
Jonathan Hart | da4d0e1 | 2013-09-30 21:00:20 +1300 | [diff] [blame] | 531 | |
| 532 | private String inetAddressToString(byte[] bytes) { |
| 533 | try { |
| 534 | return InetAddress.getByAddress(bytes).getHostAddress(); |
| 535 | } catch (UnknownHostException e) { |
| 536 | log.debug("Invalid IP address", e); |
| 537 | return ""; |
| 538 | } |
| 539 | } |
| 540 | |
| 541 | /* |
| 542 | * IProxyArpService methods |
| 543 | */ |
Jonathan Hart | c824ad0 | 2013-07-03 15:58:45 +1200 | [diff] [blame] | 544 | |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 545 | @Override |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 546 | public MACAddress getMacAddress(InetAddress ipAddress) { |
| 547 | return arpCache.lookup(ipAddress); |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 548 | } |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 549 | |
| 550 | @Override |
| 551 | public void sendArpRequest(InetAddress ipAddress, IArpRequester requester, |
| 552 | boolean retry) { |
Jonathan Hart | df6ec33 | 2013-08-04 01:37:14 +1200 | [diff] [blame] | 553 | arpRequests.put(ipAddress, new ArpRequest(requester, retry)); |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 554 | |
Jonathan Hart | 6e61821 | 2013-08-21 22:28:43 +1200 | [diff] [blame] | 555 | //Sanity check to make sure we don't send a request for our own address |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 556 | if (!layer3.isInterfaceAddress(ipAddress)) { |
Jonathan Hart | 6e61821 | 2013-08-21 22:28:43 +1200 | [diff] [blame] | 557 | sendArpRequestForAddress(ipAddress); |
| 558 | } |
| 559 | } |
Jonathan Hart | 5afde49 | 2013-10-01 12:30:53 +1300 | [diff] [blame] | 560 | |
| 561 | @Override |
| 562 | public List<String> getMappings() { |
| 563 | return arpCache.getMappings(); |
| 564 | } |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 565 | } |