Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 1 | package net.onrc.onos.ofcontroller.proxyarp; |
| 2 | |
| 3 | import java.io.IOException; |
| 4 | import java.net.InetAddress; |
| 5 | import java.net.UnknownHostException; |
| 6 | import java.util.ArrayList; |
| 7 | import java.util.Collection; |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 8 | import java.util.Iterator; |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 9 | import java.util.List; |
| 10 | import java.util.Map; |
| 11 | import java.util.Set; |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 12 | import java.util.Timer; |
| 13 | import java.util.TimerTask; |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 14 | |
| 15 | import net.floodlightcontroller.core.FloodlightContext; |
| 16 | import net.floodlightcontroller.core.IFloodlightProviderService; |
| 17 | import net.floodlightcontroller.core.IOFMessageListener; |
| 18 | import net.floodlightcontroller.core.IOFSwitch; |
| 19 | import net.floodlightcontroller.packet.ARP; |
| 20 | import net.floodlightcontroller.packet.Ethernet; |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 21 | import net.floodlightcontroller.packet.IPv4; |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 22 | import net.floodlightcontroller.topology.ITopologyService; |
Jonathan Hart | 8ec133c | 2013-06-26 15:25:18 +1200 | [diff] [blame] | 23 | import net.floodlightcontroller.util.MACAddress; |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 24 | import net.onrc.onos.ofcontroller.bgproute.ILayer3InfoService; |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 25 | import net.onrc.onos.ofcontroller.bgproute.Interface; |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 26 | |
| 27 | import org.openflow.protocol.OFMessage; |
| 28 | import org.openflow.protocol.OFPacketIn; |
| 29 | import org.openflow.protocol.OFPacketOut; |
| 30 | import org.openflow.protocol.OFPort; |
| 31 | import org.openflow.protocol.OFType; |
| 32 | import org.openflow.protocol.action.OFAction; |
| 33 | import org.openflow.protocol.action.OFActionOutput; |
Jonathan Hart | 8ec133c | 2013-06-26 15:25:18 +1200 | [diff] [blame] | 34 | import org.openflow.util.HexString; |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 35 | import org.slf4j.Logger; |
| 36 | import org.slf4j.LoggerFactory; |
| 37 | |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 38 | import com.google.common.collect.HashMultimap; |
| 39 | import com.google.common.collect.Multimaps; |
| 40 | import com.google.common.collect.SetMultimap; |
| 41 | |
Jonathan Hart | e751e1c | 2013-08-23 00:48:47 +1200 | [diff] [blame] | 42 | //TODO REST API to inspect ARP table |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 43 | public class ProxyArpManager implements IProxyArpService, IOFMessageListener { |
Jonathan Hart | 5b803bc | 2013-09-23 14:46:11 +1200 | [diff] [blame] | 44 | private final static Logger log = LoggerFactory.getLogger(ProxyArpManager.class); |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 45 | |
Jonathan Hart | df6ec33 | 2013-08-04 01:37:14 +1200 | [diff] [blame] | 46 | private final long ARP_TIMER_PERIOD = 60000; //ms (== 1 min) |
Jonathan Hart | da4d0e1 | 2013-09-30 21:00:20 +1300 | [diff] [blame^] | 47 | |
| 48 | private static final int ARP_REQUEST_TIMEOUT = 2000; //ms |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 49 | |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 50 | private final IFloodlightProviderService floodlightProvider; |
| 51 | private final ITopologyService topology; |
| 52 | private final ILayer3InfoService layer3; |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 53 | |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 54 | private final ArpCache arpCache; |
Jonathan Hart | df6ec33 | 2013-08-04 01:37:14 +1200 | [diff] [blame] | 55 | |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 56 | private final SetMultimap<InetAddress, ArpRequest> arpRequests; |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 57 | |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 58 | private static class ArpRequest { |
Jonathan Hart | 5b803bc | 2013-09-23 14:46:11 +1200 | [diff] [blame] | 59 | private final IArpRequester requester; |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 60 | private final boolean retry; |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 61 | private long requestTime; |
| 62 | |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 63 | public ArpRequest(IArpRequester requester, boolean retry){ |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 64 | this.requester = requester; |
| 65 | this.retry = retry; |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 66 | this.requestTime = System.currentTimeMillis(); |
| 67 | } |
| 68 | |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 69 | public ArpRequest(ArpRequest old) { |
| 70 | this.requester = old.requester; |
| 71 | this.retry = old.retry; |
| 72 | this.requestTime = System.currentTimeMillis(); |
| 73 | } |
| 74 | |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 75 | public boolean isExpired() { |
Jonathan Hart | da4d0e1 | 2013-09-30 21:00:20 +1300 | [diff] [blame^] | 76 | return (System.currentTimeMillis() - requestTime) > ARP_REQUEST_TIMEOUT; |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 77 | } |
| 78 | |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 79 | public boolean shouldRetry() { |
| 80 | return retry; |
| 81 | } |
| 82 | |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 83 | public void dispatchReply(InetAddress ipAddress, MACAddress replyMacAddress) { |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 84 | requester.arpResponse(ipAddress, replyMacAddress); |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 85 | } |
| 86 | } |
| 87 | |
Jonathan Hart | da4d0e1 | 2013-09-30 21:00:20 +1300 | [diff] [blame^] | 88 | private class HostArpRequester implements IArpRequester { |
| 89 | private final ARP arpRequest; |
| 90 | private final long dpid; |
| 91 | private final short port; |
| 92 | |
| 93 | public HostArpRequester(ARP arpRequest, long dpid, short port) { |
| 94 | this.arpRequest = arpRequest; |
| 95 | this.dpid = dpid; |
| 96 | this.port = port; |
| 97 | } |
| 98 | |
| 99 | @Override |
| 100 | public void arpResponse(InetAddress ipAddress, MACAddress macAddress) { |
| 101 | ProxyArpManager.this.sendArpReply(arpRequest, dpid, port, macAddress); |
| 102 | } |
| 103 | } |
| 104 | |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 105 | public ProxyArpManager(IFloodlightProviderService floodlightProvider, |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 106 | ITopologyService topology, ILayer3InfoService layer3){ |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 107 | this.floodlightProvider = floodlightProvider; |
| 108 | this.topology = topology; |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 109 | this.layer3 = layer3; |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 110 | |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 111 | arpCache = new ArpCache(); |
Jonathan Hart | df6ec33 | 2013-08-04 01:37:14 +1200 | [diff] [blame] | 112 | |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 113 | arpRequests = Multimaps.synchronizedSetMultimap( |
| 114 | HashMultimap.<InetAddress, ArpRequest>create()); |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 115 | } |
| 116 | |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 117 | public void startUp() { |
Jonathan Hart | 4aa2b4e | 2013-09-24 14:50:23 +1200 | [diff] [blame] | 118 | Timer arpTimer = new Timer("arp-processing"); |
Jonathan Hart | df6ec33 | 2013-08-04 01:37:14 +1200 | [diff] [blame] | 119 | arpTimer.scheduleAtFixedRate(new TimerTask() { |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 120 | @Override |
| 121 | public void run() { |
Jonathan Hart | df6ec33 | 2013-08-04 01:37:14 +1200 | [diff] [blame] | 122 | doPeriodicArpProcessing(); |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 123 | } |
Jonathan Hart | df6ec33 | 2013-08-04 01:37:14 +1200 | [diff] [blame] | 124 | }, 0, ARP_TIMER_PERIOD); |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 125 | } |
| 126 | |
Jonathan Hart | df6ec33 | 2013-08-04 01:37:14 +1200 | [diff] [blame] | 127 | /* |
| 128 | * Function that runs periodically to manage the asynchronous request mechanism. |
| 129 | * It basically cleans up old ARP requests if we don't get a response for them. |
| 130 | * The caller can designate that a request should be retried indefinitely, and |
| 131 | * this task will handle that as well. |
| 132 | */ |
| 133 | private void doPeriodicArpProcessing() { |
| 134 | SetMultimap<InetAddress, ArpRequest> retryList |
| 135 | = HashMultimap.<InetAddress, ArpRequest>create(); |
| 136 | |
| 137 | //Have to synchronize externally on the Multimap while using an iterator, |
| 138 | //even though it's a synchronizedMultimap |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 139 | synchronized (arpRequests) { |
Jonathan Hart | df6ec33 | 2013-08-04 01:37:14 +1200 | [diff] [blame] | 140 | log.debug("Current have {} outstanding requests", |
| 141 | arpRequests.size()); |
| 142 | |
| 143 | Iterator<Map.Entry<InetAddress, ArpRequest>> it |
| 144 | = arpRequests.entries().iterator(); |
| 145 | |
| 146 | while (it.hasNext()) { |
| 147 | Map.Entry<InetAddress, ArpRequest> entry |
| 148 | = it.next(); |
| 149 | ArpRequest request = entry.getValue(); |
| 150 | if (request.isExpired()) { |
| 151 | log.debug("Cleaning expired ARP request for {}", |
| 152 | entry.getKey().getHostAddress()); |
| 153 | |
| 154 | it.remove(); |
| 155 | |
| 156 | if (request.shouldRetry()) { |
| 157 | retryList.put(entry.getKey(), request); |
| 158 | } |
| 159 | } |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 160 | } |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 161 | } |
Jonathan Hart | df6ec33 | 2013-08-04 01:37:14 +1200 | [diff] [blame] | 162 | |
| 163 | for (Map.Entry<InetAddress, Collection<ArpRequest>> entry |
| 164 | : retryList.asMap().entrySet()) { |
| 165 | |
| 166 | InetAddress address = entry.getKey(); |
| 167 | |
| 168 | log.debug("Resending ARP request for {}", address.getHostAddress()); |
| 169 | |
| 170 | sendArpRequestForAddress(address); |
| 171 | |
| 172 | for (ArpRequest request : entry.getValue()) { |
| 173 | arpRequests.put(address, new ArpRequest(request)); |
| 174 | } |
| 175 | } |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 176 | } |
| 177 | |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 178 | @Override |
| 179 | public String getName() { |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 180 | return "ProxyArpManager"; |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 181 | } |
| 182 | |
| 183 | @Override |
| 184 | public boolean isCallbackOrderingPrereq(OFType type, String name) { |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 185 | return false; |
| 186 | } |
| 187 | |
| 188 | @Override |
| 189 | public boolean isCallbackOrderingPostreq(OFType type, String name) { |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 190 | return false; |
| 191 | } |
| 192 | |
| 193 | @Override |
| 194 | public Command receive( |
| 195 | IOFSwitch sw, OFMessage msg, FloodlightContext cntx) { |
| 196 | |
| 197 | if (msg.getType() != OFType.PACKET_IN){ |
| 198 | return Command.CONTINUE; |
| 199 | } |
| 200 | |
| 201 | OFPacketIn pi = (OFPacketIn) msg; |
| 202 | |
| 203 | Ethernet eth = IFloodlightProviderService.bcStore.get(cntx, |
| 204 | IFloodlightProviderService.CONTEXT_PI_PAYLOAD); |
| 205 | |
| 206 | if (eth.getEtherType() == Ethernet.TYPE_ARP){ |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 207 | ARP arp = (ARP) eth.getPayload(); |
| 208 | |
| 209 | if (arp.getOpCode() == ARP.OP_REQUEST) { |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 210 | handleArpRequest(sw, pi, arp); |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 211 | } |
| 212 | else if (arp.getOpCode() == ARP.OP_REPLY) { |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 213 | handleArpReply(sw, pi, arp); |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 214 | } |
| 215 | } |
| 216 | |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 217 | //TODO should we propagate ARP or swallow it? |
| 218 | //Always propagate for now so DeviceManager can learn the host location |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 219 | return Command.CONTINUE; |
| 220 | } |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 221 | |
| 222 | protected void handleArpRequest(IOFSwitch sw, OFPacketIn pi, ARP arp) { |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 223 | if (log.isTraceEnabled()) { |
| 224 | log.trace("ARP request received for {}", |
| 225 | inetAddressToString(arp.getTargetProtocolAddress())); |
| 226 | } |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 227 | |
| 228 | InetAddress target; |
| 229 | try { |
| 230 | target = InetAddress.getByAddress(arp.getTargetProtocolAddress()); |
| 231 | } catch (UnknownHostException e) { |
| 232 | log.debug("Invalid address in ARP request", e); |
| 233 | return; |
| 234 | } |
Jonathan Hart | 5b803bc | 2013-09-23 14:46:11 +1200 | [diff] [blame] | 235 | |
| 236 | if (layer3.fromExternalNetwork(sw.getId(), pi.getInPort())) { |
| 237 | //If the request came from outside our network, we only care if |
| 238 | //it was a request for one of our interfaces. |
| 239 | if (layer3.isInterfaceAddress(target)) { |
| 240 | log.trace("ARP request for our interface. Sending reply {} => {}", |
| 241 | target.getHostAddress(), layer3.getRouterMacAddress()); |
| 242 | |
| 243 | sendArpReply(arp, sw.getId(), pi.getInPort(), |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 244 | layer3.getRouterMacAddress()); |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 245 | } |
Jonathan Hart | 6e61821 | 2013-08-21 22:28:43 +1200 | [diff] [blame] | 246 | |
Jonathan Hart | 5b803bc | 2013-09-23 14:46:11 +1200 | [diff] [blame] | 247 | return; |
| 248 | } |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 249 | |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 250 | MACAddress macAddress = arpCache.lookup(target); |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 251 | |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 252 | if (macAddress == null){ |
| 253 | //MAC address is not in our ARP cache. |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 254 | |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 255 | //Record where the request came from so we know where to send the reply |
Jonathan Hart | 9ea3121 | 2013-08-12 21:40:34 +1200 | [diff] [blame] | 256 | arpRequests.put(target, new ArpRequest( |
Jonathan Hart | da4d0e1 | 2013-09-30 21:00:20 +1300 | [diff] [blame^] | 257 | new HostArpRequester(arp, sw.getId(), pi.getInPort()), false)); |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 258 | |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 259 | //Flood the request out edge ports |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 260 | sendArpRequestToSwitches(target, pi.getPacketData(), sw.getId(), pi.getInPort()); |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 261 | } |
| 262 | else { |
| 263 | //We know the address, so send a reply |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 264 | if (log.isTraceEnabled()) { |
| 265 | log.trace("Sending reply: {} => {} to host at {}/{}", new Object [] { |
| 266 | inetAddressToString(arp.getTargetProtocolAddress()), |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 267 | macAddress.toString(), |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 268 | HexString.toHexString(sw.getId()), pi.getInPort()}); |
| 269 | } |
Jonathan Hart | 1633a40 | 2013-08-24 11:38:56 +1200 | [diff] [blame] | 270 | |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 271 | sendArpReply(arp, sw.getId(), pi.getInPort(), macAddress); |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 272 | } |
| 273 | } |
| 274 | |
| 275 | protected void handleArpReply(IOFSwitch sw, OFPacketIn pi, ARP arp){ |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 276 | if (log.isTraceEnabled()) { |
| 277 | log.trace("ARP reply recieved: {} => {}, on {}/{}", new Object[] { |
| 278 | inetAddressToString(arp.getSenderProtocolAddress()), |
| 279 | HexString.toHexString(arp.getSenderHardwareAddress()), |
| 280 | HexString.toHexString(sw.getId()), pi.getInPort()}); |
| 281 | } |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 282 | |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 283 | InetAddress senderIpAddress; |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 284 | try { |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 285 | senderIpAddress = InetAddress.getByAddress(arp.getSenderProtocolAddress()); |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 286 | } catch (UnknownHostException e) { |
Jonathan Hart | 5b803bc | 2013-09-23 14:46:11 +1200 | [diff] [blame] | 287 | log.debug("Invalid address in ARP reply", e); |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 288 | return; |
| 289 | } |
| 290 | |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 291 | MACAddress senderMacAddress = MACAddress.valueOf(arp.getSenderHardwareAddress()); |
| 292 | |
| 293 | arpCache.update(senderIpAddress, senderMacAddress); |
| 294 | |
| 295 | //See if anyone's waiting for this ARP reply |
| 296 | Set<ArpRequest> requests = arpRequests.get(senderIpAddress); |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 297 | |
| 298 | //Synchronize on the Multimap while using an iterator for one of the sets |
Jonathan Hart | e751e1c | 2013-08-23 00:48:47 +1200 | [diff] [blame] | 299 | List<ArpRequest> requestsToSend = new ArrayList<ArpRequest>(requests.size()); |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 300 | synchronized (arpRequests) { |
| 301 | Iterator<ArpRequest> it = requests.iterator(); |
| 302 | while (it.hasNext()) { |
| 303 | ArpRequest request = it.next(); |
| 304 | it.remove(); |
Jonathan Hart | e751e1c | 2013-08-23 00:48:47 +1200 | [diff] [blame] | 305 | requestsToSend.add(request); |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 306 | } |
| 307 | } |
Jonathan Hart | e751e1c | 2013-08-23 00:48:47 +1200 | [diff] [blame] | 308 | |
| 309 | //Don't hold an ARP lock while dispatching requests |
| 310 | for (ArpRequest request : requestsToSend) { |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 311 | request.dispatchReply(senderIpAddress, senderMacAddress); |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 312 | } |
| 313 | } |
| 314 | |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 315 | private void sendArpRequestForAddress(InetAddress ipAddress) { |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 316 | //TODO what should the sender IP address and MAC address be if no |
| 317 | //IP addresses are configured? Will there ever be a need to send |
| 318 | //ARP requests from the controller in that case? |
| 319 | //All-zero MAC address doesn't seem to work - hosts don't respond to it |
| 320 | |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 321 | byte[] zeroIpv4 = {0x0, 0x0, 0x0, 0x0}; |
| 322 | byte[] zeroMac = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0}; |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 323 | byte[] genericNonZeroMac = {0x0, 0x0, 0x0, 0x0, 0x0, 0x01}; |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 324 | byte[] broadcastMac = {(byte)0xff, (byte)0xff, (byte)0xff, |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 325 | (byte)0xff, (byte)0xff, (byte)0xff}; |
| 326 | |
| 327 | ARP arpRequest = new ARP(); |
| 328 | |
| 329 | arpRequest.setHardwareType(ARP.HW_TYPE_ETHERNET) |
| 330 | .setProtocolType(ARP.PROTO_TYPE_IP) |
| 331 | .setHardwareAddressLength((byte)Ethernet.DATALAYER_ADDRESS_LENGTH) |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 332 | .setProtocolAddressLength((byte)IPv4.ADDRESS_LENGTH) |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 333 | .setOpCode(ARP.OP_REQUEST) |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 334 | .setTargetHardwareAddress(zeroMac) |
| 335 | .setTargetProtocolAddress(ipAddress.getAddress()); |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 336 | |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 337 | MACAddress routerMacAddress = layer3.getRouterMacAddress(); |
Jonathan Hart | 5b803bc | 2013-09-23 14:46:11 +1200 | [diff] [blame] | 338 | //TODO hack for now as it's unclear what the MAC address should be |
| 339 | byte[] senderMacAddress = genericNonZeroMac; |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 340 | if (routerMacAddress != null) { |
| 341 | senderMacAddress = routerMacAddress.toBytes(); |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 342 | } |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 343 | arpRequest.setSenderHardwareAddress(senderMacAddress); |
| 344 | |
| 345 | byte[] senderIPAddress = zeroIpv4; |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 346 | Interface intf = layer3.getOutgoingInterface(ipAddress); |
| 347 | if (intf != null) { |
| 348 | senderIPAddress = intf.getIpAddress().getAddress(); |
| 349 | } |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 350 | |
| 351 | arpRequest.setSenderProtocolAddress(senderIPAddress); |
| 352 | |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 353 | Ethernet eth = new Ethernet(); |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 354 | eth.setSourceMACAddress(senderMacAddress) |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 355 | .setDestinationMACAddress(broadcastMac) |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 356 | .setEtherType(Ethernet.TYPE_ARP) |
| 357 | .setPayload(arpRequest); |
| 358 | |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 359 | sendArpRequestToSwitches(ipAddress, eth.serialize()); |
| 360 | } |
| 361 | |
| 362 | private void sendArpRequestToSwitches(InetAddress dstAddress, byte[] arpRequest) { |
Jonathan Hart | 5b803bc | 2013-09-23 14:46:11 +1200 | [diff] [blame] | 363 | sendArpRequestToSwitches(dstAddress, arpRequest, |
| 364 | 0, OFPort.OFPP_NONE.getValue()); |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 365 | } |
Jonathan Hart | 5b803bc | 2013-09-23 14:46:11 +1200 | [diff] [blame] | 366 | |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 367 | private void sendArpRequestToSwitches(InetAddress dstAddress, byte[] arpRequest, |
| 368 | long inSwitch, short inPort) { |
Jonathan Hart | 5b803bc | 2013-09-23 14:46:11 +1200 | [diff] [blame] | 369 | |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 370 | if (layer3.hasLayer3Configuration()) { |
| 371 | Interface intf = layer3.getOutgoingInterface(dstAddress); |
| 372 | if (intf != null) { |
| 373 | sendArpRequestOutPort(arpRequest, intf.getDpid(), intf.getPort()); |
| 374 | } |
| 375 | else { |
| 376 | //TODO here it should be broadcast out all non-interface edge ports. |
| 377 | //I think we can assume that if it's not a request for an external |
| 378 | //network, it's an ARP for a host in our own network. So we want to |
| 379 | //send it out all edge ports that don't have an interface configured |
| 380 | //to ensure it reaches all hosts in our network. |
| 381 | log.debug("No interface found to send ARP request for {}", |
| 382 | dstAddress.getHostAddress()); |
| 383 | } |
| 384 | } |
| 385 | else { |
| 386 | broadcastArpRequestOutEdge(arpRequest, inSwitch, inPort); |
| 387 | } |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 388 | } |
| 389 | |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 390 | private void broadcastArpRequestOutEdge(byte[] arpRequest, long inSwitch, short inPort) { |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 391 | for (IOFSwitch sw : floodlightProvider.getSwitches().values()){ |
| 392 | Collection<Short> enabledPorts = sw.getEnabledPortNumbers(); |
| 393 | Set<Short> linkPorts = topology.getPortsWithLinks(sw.getId()); |
| 394 | |
Jonathan Hart | 8ec133c | 2013-06-26 15:25:18 +1200 | [diff] [blame] | 395 | if (linkPorts == null){ |
| 396 | //I think this means the switch isn't known to topology yet. |
| 397 | //Maybe it only just joined. |
| 398 | continue; |
| 399 | } |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 400 | |
| 401 | OFPacketOut po = new OFPacketOut(); |
| 402 | po.setInPort(OFPort.OFPP_NONE) |
| 403 | .setBufferId(-1) |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 404 | .setPacketData(arpRequest); |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 405 | |
| 406 | List<OFAction> actions = new ArrayList<OFAction>(); |
| 407 | |
| 408 | for (short portNum : enabledPorts){ |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 409 | if (linkPorts.contains(portNum) || |
| 410 | (sw.getId() == inSwitch && portNum == inPort)){ |
| 411 | //If this port isn't an edge port or is the ingress port |
| 412 | //for the ARP, don't broadcast out it |
| 413 | continue; |
| 414 | } |
| 415 | |
| 416 | actions.add(new OFActionOutput(portNum)); |
| 417 | } |
| 418 | |
| 419 | po.setActions(actions); |
| 420 | short actionsLength = (short) (actions.size() * OFActionOutput.MINIMUM_LENGTH); |
| 421 | po.setActionsLength(actionsLength); |
| 422 | po.setLengthU(OFPacketOut.MINIMUM_LENGTH + actionsLength |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 423 | + arpRequest.length); |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 424 | |
| 425 | List<OFMessage> msgList = new ArrayList<OFMessage>(); |
| 426 | msgList.add(po); |
| 427 | |
| 428 | try { |
| 429 | sw.write(msgList, null); |
| 430 | sw.flush(); |
| 431 | } catch (IOException e) { |
| 432 | log.error("Failure writing packet out to switch", e); |
| 433 | } |
| 434 | } |
| 435 | } |
| 436 | |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 437 | private void sendArpRequestOutPort(byte[] arpRequest, long dpid, short port) { |
Jonathan Hart | 5b803bc | 2013-09-23 14:46:11 +1200 | [diff] [blame] | 438 | if (log.isTraceEnabled()) { |
| 439 | log.trace("Sending ARP request out {}/{}", |
| 440 | HexString.toHexString(dpid), port); |
| 441 | } |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 442 | |
| 443 | OFPacketOut po = new OFPacketOut(); |
| 444 | po.setInPort(OFPort.OFPP_NONE) |
| 445 | .setBufferId(-1) |
| 446 | .setPacketData(arpRequest); |
| 447 | |
| 448 | List<OFAction> actions = new ArrayList<OFAction>(); |
| 449 | actions.add(new OFActionOutput(port)); |
| 450 | po.setActions(actions); |
| 451 | short actionsLength = (short) (actions.size() * OFActionOutput.MINIMUM_LENGTH); |
| 452 | po.setActionsLength(actionsLength); |
| 453 | po.setLengthU(OFPacketOut.MINIMUM_LENGTH + actionsLength |
| 454 | + arpRequest.length); |
| 455 | |
| 456 | IOFSwitch sw = floodlightProvider.getSwitches().get(dpid); |
| 457 | |
| 458 | if (sw == null) { |
Jonathan Hart | 5b803bc | 2013-09-23 14:46:11 +1200 | [diff] [blame] | 459 | log.warn("Switch not found when sending ARP request"); |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 460 | return; |
| 461 | } |
| 462 | |
| 463 | try { |
| 464 | sw.write(po, null); |
| 465 | sw.flush(); |
| 466 | } catch (IOException e) { |
| 467 | log.error("Failure writing packet out to switch", e); |
| 468 | } |
| 469 | } |
| 470 | |
Jonathan Hart | da4d0e1 | 2013-09-30 21:00:20 +1300 | [diff] [blame^] | 471 | private void sendArpReply(ARP arpRequest, long dpid, short port, MACAddress targetMac) { |
Jonathan Hart | 5b803bc | 2013-09-23 14:46:11 +1200 | [diff] [blame] | 472 | if (log.isTraceEnabled()) { |
| 473 | log.trace("Sending reply {} => {} to {}", new Object[] { |
| 474 | inetAddressToString(arpRequest.getTargetProtocolAddress()), |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 475 | targetMac, |
Jonathan Hart | 5b803bc | 2013-09-23 14:46:11 +1200 | [diff] [blame] | 476 | inetAddressToString(arpRequest.getSenderProtocolAddress())}); |
| 477 | } |
Jonathan Hart | 1633a40 | 2013-08-24 11:38:56 +1200 | [diff] [blame] | 478 | |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 479 | ARP arpReply = new ARP(); |
| 480 | arpReply.setHardwareType(ARP.HW_TYPE_ETHERNET) |
| 481 | .setProtocolType(ARP.PROTO_TYPE_IP) |
| 482 | .setHardwareAddressLength((byte)Ethernet.DATALAYER_ADDRESS_LENGTH) |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 483 | .setProtocolAddressLength((byte)IPv4.ADDRESS_LENGTH) |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 484 | .setOpCode(ARP.OP_REPLY) |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 485 | .setSenderHardwareAddress(targetMac.toBytes()) |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 486 | .setSenderProtocolAddress(arpRequest.getTargetProtocolAddress()) |
| 487 | .setTargetHardwareAddress(arpRequest.getSenderHardwareAddress()) |
| 488 | .setTargetProtocolAddress(arpRequest.getSenderProtocolAddress()); |
| 489 | |
| 490 | Ethernet eth = new Ethernet(); |
| 491 | eth.setDestinationMACAddress(arpRequest.getSenderHardwareAddress()) |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 492 | .setSourceMACAddress(targetMac.toBytes()) |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 493 | .setEtherType(Ethernet.TYPE_ARP) |
| 494 | .setPayload(arpReply); |
| 495 | |
| 496 | List<OFAction> actions = new ArrayList<OFAction>(); |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 497 | actions.add(new OFActionOutput(port)); |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 498 | |
| 499 | OFPacketOut po = new OFPacketOut(); |
| 500 | po.setInPort(OFPort.OFPP_NONE) |
| 501 | .setBufferId(-1) |
Jonathan Hart | 8ec133c | 2013-06-26 15:25:18 +1200 | [diff] [blame] | 502 | .setPacketData(eth.serialize()) |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 503 | .setActions(actions) |
| 504 | .setActionsLength((short)OFActionOutput.MINIMUM_LENGTH) |
| 505 | .setLengthU(OFPacketOut.MINIMUM_LENGTH + OFActionOutput.MINIMUM_LENGTH |
| 506 | + po.getPacketData().length); |
| 507 | |
| 508 | List<OFMessage> msgList = new ArrayList<OFMessage>(); |
| 509 | msgList.add(po); |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 510 | |
| 511 | IOFSwitch sw = floodlightProvider.getSwitches().get(dpid); |
| 512 | |
| 513 | if (sw == null) { |
Jonathan Hart | 5b803bc | 2013-09-23 14:46:11 +1200 | [diff] [blame] | 514 | log.warn("Switch {} not found when sending ARP reply", |
Jonathan Hart | 1633a40 | 2013-08-24 11:38:56 +1200 | [diff] [blame] | 515 | HexString.toHexString(dpid)); |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 516 | return; |
| 517 | } |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 518 | |
| 519 | try { |
| 520 | sw.write(msgList, null); |
| 521 | sw.flush(); |
| 522 | } catch (IOException e) { |
Jonathan Hart | 5b803bc | 2013-09-23 14:46:11 +1200 | [diff] [blame] | 523 | log.error("Failure writing packet out to switch", e); |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 524 | } |
| 525 | } |
Jonathan Hart | da4d0e1 | 2013-09-30 21:00:20 +1300 | [diff] [blame^] | 526 | |
| 527 | private String inetAddressToString(byte[] bytes) { |
| 528 | try { |
| 529 | return InetAddress.getByAddress(bytes).getHostAddress(); |
| 530 | } catch (UnknownHostException e) { |
| 531 | log.debug("Invalid IP address", e); |
| 532 | return ""; |
| 533 | } |
| 534 | } |
| 535 | |
| 536 | /* |
| 537 | * IProxyArpService methods |
| 538 | */ |
Jonathan Hart | c824ad0 | 2013-07-03 15:58:45 +1200 | [diff] [blame] | 539 | |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 540 | @Override |
Jonathan Hart | abad6a5 | 2013-09-30 18:17:21 +1300 | [diff] [blame] | 541 | public MACAddress getMacAddress(InetAddress ipAddress) { |
| 542 | return arpCache.lookup(ipAddress); |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 543 | } |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 544 | |
| 545 | @Override |
| 546 | public void sendArpRequest(InetAddress ipAddress, IArpRequester requester, |
| 547 | boolean retry) { |
Jonathan Hart | df6ec33 | 2013-08-04 01:37:14 +1200 | [diff] [blame] | 548 | arpRequests.put(ipAddress, new ArpRequest(requester, retry)); |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 549 | |
Jonathan Hart | 6e61821 | 2013-08-21 22:28:43 +1200 | [diff] [blame] | 550 | //Sanity check to make sure we don't send a request for our own address |
Jonathan Hart | 08ee852 | 2013-09-22 17:34:43 +1200 | [diff] [blame] | 551 | if (!layer3.isInterfaceAddress(ipAddress)) { |
Jonathan Hart | 6e61821 | 2013-08-21 22:28:43 +1200 | [diff] [blame] | 552 | sendArpRequestForAddress(ipAddress); |
| 553 | } |
| 554 | } |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 555 | } |