Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 1 | package net.onrc.onos.ofcontroller.proxyarp; |
| 2 | |
| 3 | import java.io.IOException; |
| 4 | import java.net.InetAddress; |
| 5 | import java.net.UnknownHostException; |
| 6 | import java.util.ArrayList; |
| 7 | import java.util.Collection; |
| 8 | import java.util.HashMap; |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 9 | import java.util.Iterator; |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 10 | import java.util.List; |
| 11 | import java.util.Map; |
| 12 | import java.util.Set; |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 13 | import java.util.Timer; |
| 14 | import java.util.TimerTask; |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 15 | |
| 16 | import net.floodlightcontroller.core.FloodlightContext; |
| 17 | import net.floodlightcontroller.core.IFloodlightProviderService; |
| 18 | import net.floodlightcontroller.core.IOFMessageListener; |
| 19 | import net.floodlightcontroller.core.IOFSwitch; |
| 20 | import net.floodlightcontroller.packet.ARP; |
| 21 | import net.floodlightcontroller.packet.Ethernet; |
| 22 | import net.floodlightcontroller.topology.ITopologyService; |
Jonathan Hart | 8ec133c | 2013-06-26 15:25:18 +1200 | [diff] [blame] | 23 | import net.floodlightcontroller.util.MACAddress; |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 24 | import net.onrc.onos.ofcontroller.bgproute.IPatriciaTrie; |
| 25 | import net.onrc.onos.ofcontroller.bgproute.Interface; |
| 26 | import net.onrc.onos.ofcontroller.bgproute.Prefix; |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 27 | |
| 28 | import org.openflow.protocol.OFMessage; |
| 29 | import org.openflow.protocol.OFPacketIn; |
| 30 | import org.openflow.protocol.OFPacketOut; |
| 31 | import org.openflow.protocol.OFPort; |
| 32 | import org.openflow.protocol.OFType; |
| 33 | import org.openflow.protocol.action.OFAction; |
| 34 | import org.openflow.protocol.action.OFActionOutput; |
Jonathan Hart | 8ec133c | 2013-06-26 15:25:18 +1200 | [diff] [blame] | 35 | import org.openflow.util.HexString; |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 36 | import org.slf4j.Logger; |
| 37 | import org.slf4j.LoggerFactory; |
| 38 | |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 39 | import com.google.common.collect.HashMultimap; |
| 40 | import com.google.common.collect.Multimaps; |
| 41 | import com.google.common.collect.SetMultimap; |
| 42 | |
Jonathan Hart | 32e1822 | 2013-08-07 22:05:42 +1200 | [diff] [blame] | 43 | //TODO have L2 and also L3 mode, where it takes into account interface addresses |
Jonathan Hart | e751e1c | 2013-08-23 00:48:47 +1200 | [diff] [blame^] | 44 | //TODO REST API to inspect ARP table |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 45 | public class ProxyArpManager implements IProxyArpService, IOFMessageListener { |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 46 | private static Logger log = LoggerFactory.getLogger(ProxyArpManager.class); |
| 47 | |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 48 | private final long ARP_ENTRY_TIMEOUT = 600000; //ms (== 10 mins) |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 49 | |
Jonathan Hart | df6ec33 | 2013-08-04 01:37:14 +1200 | [diff] [blame] | 50 | private final long ARP_TIMER_PERIOD = 60000; //ms (== 1 min) |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 51 | |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 52 | protected IFloodlightProviderService floodlightProvider; |
| 53 | protected ITopologyService topology; |
| 54 | |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 55 | protected Map<InetAddress, ArpTableEntry> arpTable; |
Jonathan Hart | df6ec33 | 2013-08-04 01:37:14 +1200 | [diff] [blame] | 56 | |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 57 | protected SetMultimap<InetAddress, ArpRequest> arpRequests; |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 58 | |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 59 | public enum Mode {L2_MODE, L3_MODE} |
| 60 | |
| 61 | private Mode mode; |
| 62 | private IPatriciaTrie<Interface> interfacePtrie = null; |
| 63 | private MACAddress routerMacAddress = null; |
| 64 | //private SwitchPort bgpdAttachmentPoint = null; |
| 65 | |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 66 | private class ArpRequest { |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 67 | private IArpRequester requester; |
| 68 | private boolean retry; |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 69 | private long requestTime; |
| 70 | |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 71 | public ArpRequest(IArpRequester requester, boolean retry){ |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 72 | this.requester = requester; |
| 73 | this.retry = retry; |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 74 | this.requestTime = System.currentTimeMillis(); |
| 75 | } |
| 76 | |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 77 | public ArpRequest(ArpRequest old) { |
| 78 | this.requester = old.requester; |
| 79 | this.retry = old.retry; |
| 80 | this.requestTime = System.currentTimeMillis(); |
| 81 | } |
| 82 | |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 83 | public boolean isExpired() { |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 84 | return (System.currentTimeMillis() - requestTime) |
| 85 | > IProxyArpService.ARP_REQUEST_TIMEOUT; |
| 86 | } |
| 87 | |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 88 | public boolean shouldRetry() { |
| 89 | return retry; |
| 90 | } |
| 91 | |
Jonathan Hart | 32e1822 | 2013-08-07 22:05:42 +1200 | [diff] [blame] | 92 | public void dispatchReply(InetAddress ipAddress, byte[] replyMacAddress) { |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 93 | log.debug("Dispatching reply for {} to {}", ipAddress.getHostAddress(), |
| 94 | requester); |
| 95 | requester.arpResponse(ipAddress, replyMacAddress); |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 96 | } |
| 97 | } |
| 98 | |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 99 | public ProxyArpManager(IFloodlightProviderService floodlightProvider, |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 100 | ITopologyService topology){ |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 101 | this.floodlightProvider = floodlightProvider; |
| 102 | this.topology = topology; |
| 103 | |
| 104 | arpTable = new HashMap<InetAddress, ArpTableEntry>(); |
Jonathan Hart | df6ec33 | 2013-08-04 01:37:14 +1200 | [diff] [blame] | 105 | |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 106 | arpRequests = Multimaps.synchronizedSetMultimap( |
| 107 | HashMultimap.<InetAddress, ArpRequest>create()); |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 108 | |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 109 | mode = Mode.L2_MODE; |
| 110 | } |
| 111 | |
| 112 | public void setL3Mode(IPatriciaTrie<Interface> interfacePtrie, MACAddress routerMacAddress) { |
| 113 | this.interfacePtrie = interfacePtrie; |
| 114 | this.routerMacAddress = routerMacAddress; |
| 115 | //this.bgpdAttachmentPoint = bgpdAttachmentPoint; |
| 116 | mode = Mode.L3_MODE; |
| 117 | } |
| 118 | |
| 119 | public void startUp() { |
Jonathan Hart | df6ec33 | 2013-08-04 01:37:14 +1200 | [diff] [blame] | 120 | Timer arpTimer = new Timer(); |
| 121 | arpTimer.scheduleAtFixedRate(new TimerTask() { |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 122 | @Override |
| 123 | public void run() { |
Jonathan Hart | df6ec33 | 2013-08-04 01:37:14 +1200 | [diff] [blame] | 124 | doPeriodicArpProcessing(); |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 125 | } |
Jonathan Hart | df6ec33 | 2013-08-04 01:37:14 +1200 | [diff] [blame] | 126 | }, 0, ARP_TIMER_PERIOD); |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 127 | } |
| 128 | |
Jonathan Hart | df6ec33 | 2013-08-04 01:37:14 +1200 | [diff] [blame] | 129 | /* |
| 130 | * Function that runs periodically to manage the asynchronous request mechanism. |
| 131 | * It basically cleans up old ARP requests if we don't get a response for them. |
| 132 | * The caller can designate that a request should be retried indefinitely, and |
| 133 | * this task will handle that as well. |
| 134 | */ |
| 135 | private void doPeriodicArpProcessing() { |
| 136 | SetMultimap<InetAddress, ArpRequest> retryList |
| 137 | = HashMultimap.<InetAddress, ArpRequest>create(); |
| 138 | |
| 139 | //Have to synchronize externally on the Multimap while using an iterator, |
| 140 | //even though it's a synchronizedMultimap |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 141 | synchronized (arpRequests) { |
Jonathan Hart | df6ec33 | 2013-08-04 01:37:14 +1200 | [diff] [blame] | 142 | log.debug("Current have {} outstanding requests", |
| 143 | arpRequests.size()); |
| 144 | |
| 145 | Iterator<Map.Entry<InetAddress, ArpRequest>> it |
| 146 | = arpRequests.entries().iterator(); |
| 147 | |
| 148 | while (it.hasNext()) { |
| 149 | Map.Entry<InetAddress, ArpRequest> entry |
| 150 | = it.next(); |
| 151 | ArpRequest request = entry.getValue(); |
| 152 | if (request.isExpired()) { |
| 153 | log.debug("Cleaning expired ARP request for {}", |
| 154 | entry.getKey().getHostAddress()); |
| 155 | |
| 156 | it.remove(); |
| 157 | |
| 158 | if (request.shouldRetry()) { |
| 159 | retryList.put(entry.getKey(), request); |
| 160 | } |
| 161 | } |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 162 | } |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 163 | } |
Jonathan Hart | df6ec33 | 2013-08-04 01:37:14 +1200 | [diff] [blame] | 164 | |
| 165 | for (Map.Entry<InetAddress, Collection<ArpRequest>> entry |
| 166 | : retryList.asMap().entrySet()) { |
| 167 | |
| 168 | InetAddress address = entry.getKey(); |
| 169 | |
| 170 | log.debug("Resending ARP request for {}", address.getHostAddress()); |
| 171 | |
| 172 | sendArpRequestForAddress(address); |
| 173 | |
| 174 | for (ArpRequest request : entry.getValue()) { |
| 175 | arpRequests.put(address, new ArpRequest(request)); |
| 176 | } |
| 177 | } |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 178 | } |
| 179 | |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 180 | @Override |
| 181 | public String getName() { |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 182 | return "ProxyArpManager"; |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 183 | } |
| 184 | |
| 185 | @Override |
| 186 | public boolean isCallbackOrderingPrereq(OFType type, String name) { |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 187 | return false; |
| 188 | } |
| 189 | |
| 190 | @Override |
| 191 | public boolean isCallbackOrderingPostreq(OFType type, String name) { |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 192 | return false; |
| 193 | } |
| 194 | |
| 195 | @Override |
| 196 | public Command receive( |
| 197 | IOFSwitch sw, OFMessage msg, FloodlightContext cntx) { |
| 198 | |
| 199 | if (msg.getType() != OFType.PACKET_IN){ |
| 200 | return Command.CONTINUE; |
| 201 | } |
| 202 | |
| 203 | OFPacketIn pi = (OFPacketIn) msg; |
| 204 | |
| 205 | Ethernet eth = IFloodlightProviderService.bcStore.get(cntx, |
| 206 | IFloodlightProviderService.CONTEXT_PI_PAYLOAD); |
| 207 | |
| 208 | if (eth.getEtherType() == Ethernet.TYPE_ARP){ |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 209 | ARP arp = (ARP) eth.getPayload(); |
| 210 | |
| 211 | if (arp.getOpCode() == ARP.OP_REQUEST) { |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 212 | handleArpRequest(sw, pi, arp); |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 213 | } |
| 214 | else if (arp.getOpCode() == ARP.OP_REPLY) { |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 215 | handleArpReply(sw, pi, arp); |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 216 | } |
| 217 | } |
| 218 | |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 219 | //TODO should we propagate ARP or swallow it? |
| 220 | //Always propagate for now so DeviceManager can learn the host location |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 221 | return Command.CONTINUE; |
| 222 | } |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 223 | |
| 224 | protected void handleArpRequest(IOFSwitch sw, OFPacketIn pi, ARP arp) { |
Jonathan Hart | 64c0b20 | 2013-08-20 15:45:07 +1200 | [diff] [blame] | 225 | log.trace("ARP request received for {}", |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 226 | bytesToStringAddr(arp.getTargetProtocolAddress())); |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 227 | |
| 228 | InetAddress target; |
Jonathan Hart | 6e61821 | 2013-08-21 22:28:43 +1200 | [diff] [blame] | 229 | InetAddress source; |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 230 | try { |
| 231 | target = InetAddress.getByAddress(arp.getTargetProtocolAddress()); |
Jonathan Hart | 6e61821 | 2013-08-21 22:28:43 +1200 | [diff] [blame] | 232 | source = InetAddress.getByAddress(arp.getSenderProtocolAddress()); |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 233 | } catch (UnknownHostException e) { |
| 234 | log.debug("Invalid address in ARP request", e); |
| 235 | return; |
| 236 | } |
| 237 | |
| 238 | if (mode == Mode.L3_MODE) { |
Jonathan Hart | 6e61821 | 2013-08-21 22:28:43 +1200 | [diff] [blame] | 239 | |
| 240 | if (originatedOutsideNetwork(source)) { |
| 241 | //If the request came from outside our network, we only care if |
| 242 | //it was a request for one of our interfaces. |
| 243 | if (isInterfaceAddress(target)) { |
| 244 | sendArpReply(arp, sw.getId(), pi.getInPort(), routerMacAddress.toBytes()); |
| 245 | } |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 246 | return; |
| 247 | } |
Jonathan Hart | 6e61821 | 2013-08-21 22:28:43 +1200 | [diff] [blame] | 248 | |
| 249 | /* |
| 250 | Interface intf = interfacePtrie.match(new Prefix(target.getAddress(), 32)); |
| 251 | //if (intf != null && target.equals(intf.getIpAddress())) { |
| 252 | if (intf != null) { |
| 253 | if (target.equals(intf.getIpAddress())) { |
| 254 | //ARP request for one of our interfaces, we can reply straight away |
| 255 | sendArpReply(arp, sw.getId(), pi.getInPort(), routerMacAddress.toBytes()); |
| 256 | } |
| 257 | // If we didn't enter the above if block, then we found a matching |
| 258 | // interface for the target IP but the request wasn't for us. |
| 259 | // This is someone else ARPing for a different host in the subnet. |
| 260 | // We shouldn't do anything in this case - if we let processing continue |
| 261 | // we'll end up erroneously re-broadcasting an ARP for someone else. |
| 262 | return; |
| 263 | } |
| 264 | */ |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 265 | } |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 266 | |
| 267 | byte[] mac = lookupArpTable(arp.getTargetProtocolAddress()); |
| 268 | |
| 269 | if (mac == null){ |
| 270 | //Mac address is not in our arp table. |
| 271 | |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 272 | //Record where the request came from so we know where to send the reply |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 273 | |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 274 | |
Jonathan Hart | 9ea3121 | 2013-08-12 21:40:34 +1200 | [diff] [blame] | 275 | //Should we just broadcast all received requests here? Or rate limit |
| 276 | //if we know we just sent an request? |
| 277 | arpRequests.put(target, new ArpRequest( |
| 278 | new HostArpRequester(this, arp, sw.getId(), pi.getInPort()), false)); |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 279 | |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 280 | //Flood the request out edge ports |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 281 | //broadcastArpRequestOutEdge(pi.getPacketData(), sw.getId(), pi.getInPort()); |
| 282 | sendArpRequestToSwitches(target, pi.getPacketData(), sw.getId(), pi.getInPort()); |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 283 | } |
| 284 | else { |
| 285 | //We know the address, so send a reply |
Jonathan Hart | 64c0b20 | 2013-08-20 15:45:07 +1200 | [diff] [blame] | 286 | log.trace("Sending reply of {}", MACAddress.valueOf(mac).toString()); |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 287 | sendArpReply(arp, sw.getId(), pi.getInPort(), mac); |
| 288 | } |
| 289 | } |
| 290 | |
| 291 | protected void handleArpReply(IOFSwitch sw, OFPacketIn pi, ARP arp){ |
Jonathan Hart | 64c0b20 | 2013-08-20 15:45:07 +1200 | [diff] [blame] | 292 | log.trace("ARP reply recieved for {}, is {}, on {}/{}", new Object[] { |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 293 | bytesToStringAddr(arp.getSenderProtocolAddress()), |
| 294 | HexString.toHexString(arp.getSenderHardwareAddress()), |
| 295 | HexString.toHexString(sw.getId()), pi.getInPort()}); |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 296 | |
| 297 | updateArpTable(arp); |
| 298 | |
| 299 | //See if anyone's waiting for this ARP reply |
| 300 | InetAddress addr; |
| 301 | try { |
| 302 | addr = InetAddress.getByAddress(arp.getSenderProtocolAddress()); |
| 303 | } catch (UnknownHostException e) { |
| 304 | return; |
| 305 | } |
| 306 | |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 307 | Set<ArpRequest> requests = arpRequests.get(addr); |
| 308 | |
| 309 | //Synchronize on the Multimap while using an iterator for one of the sets |
Jonathan Hart | e751e1c | 2013-08-23 00:48:47 +1200 | [diff] [blame^] | 310 | List<ArpRequest> requestsToSend = new ArrayList<ArpRequest>(requests.size()); |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 311 | synchronized (arpRequests) { |
| 312 | Iterator<ArpRequest> it = requests.iterator(); |
| 313 | while (it.hasNext()) { |
| 314 | ArpRequest request = it.next(); |
| 315 | it.remove(); |
Jonathan Hart | e751e1c | 2013-08-23 00:48:47 +1200 | [diff] [blame^] | 316 | //request.dispatchReply(addr, arp.getSenderHardwareAddress()); |
| 317 | requestsToSend.add(request); |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 318 | } |
| 319 | } |
Jonathan Hart | e751e1c | 2013-08-23 00:48:47 +1200 | [diff] [blame^] | 320 | |
| 321 | //Don't hold an ARP lock while dispatching requests |
| 322 | for (ArpRequest request : requestsToSend) { |
| 323 | request.dispatchReply(addr, arp.getSenderHardwareAddress()); |
| 324 | } |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 325 | } |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 326 | |
| 327 | private synchronized byte[] lookupArpTable(byte[] ipAddress){ |
| 328 | InetAddress addr; |
| 329 | try { |
| 330 | addr = InetAddress.getByAddress(ipAddress); |
| 331 | } catch (UnknownHostException e) { |
| 332 | log.warn("Unable to create InetAddress", e); |
| 333 | return null; |
| 334 | } |
| 335 | |
| 336 | ArpTableEntry arpEntry = arpTable.get(addr); |
| 337 | |
| 338 | if (arpEntry == null){ |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 339 | //log.debug("MAC for {} unknown", bytesToStringAddr(ipAddress)); |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 340 | return null; |
| 341 | } |
| 342 | |
| 343 | if (System.currentTimeMillis() - arpEntry.getTimeLastSeen() |
| 344 | > ARP_ENTRY_TIMEOUT){ |
| 345 | //Entry has timed out so we'll remove it and return null |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 346 | log.debug("Timing out old ARP entry for {}", bytesToStringAddr(ipAddress)); |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 347 | arpTable.remove(addr); |
| 348 | return null; |
| 349 | } |
| 350 | |
| 351 | return arpEntry.getMacAddress(); |
| 352 | } |
| 353 | |
| 354 | private synchronized void updateArpTable(ARP arp){ |
| 355 | InetAddress addr; |
| 356 | try { |
| 357 | addr = InetAddress.getByAddress(arp.getSenderProtocolAddress()); |
| 358 | } catch (UnknownHostException e) { |
| 359 | log.warn("Unable to create InetAddress", e); |
| 360 | return; |
| 361 | } |
| 362 | |
| 363 | ArpTableEntry arpEntry = arpTable.get(addr); |
| 364 | |
| 365 | if (arpEntry != null |
| 366 | && arpEntry.getMacAddress() == arp.getSenderHardwareAddress()){ |
| 367 | arpEntry.setTimeLastSeen(System.currentTimeMillis()); |
| 368 | } |
| 369 | else { |
| 370 | arpTable.put(addr, |
| 371 | new ArpTableEntry(arp.getSenderHardwareAddress(), |
| 372 | System.currentTimeMillis())); |
| 373 | } |
| 374 | } |
| 375 | |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 376 | private void sendArpRequestForAddress(InetAddress ipAddress) { |
Jonathan Hart | 0ee0f02 | 2013-08-03 22:21:54 +1200 | [diff] [blame] | 377 | //TODO what should the sender IP address be? Probably not 0.0.0.0 |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 378 | byte[] zeroIpv4 = {0x0, 0x0, 0x0, 0x0}; |
| 379 | byte[] zeroMac = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0}; |
Jonathan Hart | 6e61821 | 2013-08-21 22:28:43 +1200 | [diff] [blame] | 380 | //byte[] bgpdMac = {0x0, 0x0, 0x0, 0x0, 0x0, 0x01}; |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 381 | byte[] broadcastMac = {(byte)0xff, (byte)0xff, (byte)0xff, |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 382 | (byte)0xff, (byte)0xff, (byte)0xff}; |
| 383 | |
| 384 | ARP arpRequest = new ARP(); |
| 385 | |
| 386 | arpRequest.setHardwareType(ARP.HW_TYPE_ETHERNET) |
| 387 | .setProtocolType(ARP.PROTO_TYPE_IP) |
| 388 | .setHardwareAddressLength((byte)Ethernet.DATALAYER_ADDRESS_LENGTH) |
| 389 | .setProtocolAddressLength((byte)4) //can't find the constant anywhere |
| 390 | .setOpCode(ARP.OP_REQUEST) |
Jonathan Hart | e97fa64 | 2013-08-21 13:37:38 +1200 | [diff] [blame] | 391 | //.setSenderHardwareAddress(bgpdMac) |
| 392 | .setSenderHardwareAddress(routerMacAddress.toBytes()) |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 393 | //.setSenderProtocolAddress(zeroIpv4) |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 394 | .setTargetHardwareAddress(zeroMac) |
| 395 | .setTargetProtocolAddress(ipAddress.getAddress()); |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 396 | |
| 397 | byte[] senderIPAddress = zeroIpv4; |
| 398 | if (mode == Mode.L3_MODE) { |
| 399 | Interface intf = interfacePtrie.match(new Prefix(ipAddress.getAddress(), 32)); |
| 400 | if (intf != null) { |
| 401 | senderIPAddress = intf.getIpAddress().getAddress(); |
| 402 | } |
| 403 | } |
| 404 | |
| 405 | arpRequest.setSenderProtocolAddress(senderIPAddress); |
| 406 | |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 407 | Ethernet eth = new Ethernet(); |
Jonathan Hart | b8c2153 | 2013-08-21 14:01:38 +1200 | [diff] [blame] | 408 | eth.setSourceMACAddress(routerMacAddress.toBytes()) |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 409 | .setDestinationMACAddress(broadcastMac) |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 410 | .setEtherType(Ethernet.TYPE_ARP) |
| 411 | .setPayload(arpRequest); |
| 412 | |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 413 | //broadcastArpRequestOutEdge(eth.serialize(), 0, OFPort.OFPP_NONE.getValue()); |
| 414 | sendArpRequestToSwitches(ipAddress, eth.serialize()); |
| 415 | } |
| 416 | |
| 417 | private void sendArpRequestToSwitches(InetAddress dstAddress, byte[] arpRequest) { |
| 418 | sendArpRequestToSwitches(dstAddress, arpRequest, 0, OFPort.OFPP_NONE.getValue()); |
| 419 | } |
| 420 | private void sendArpRequestToSwitches(InetAddress dstAddress, byte[] arpRequest, |
| 421 | long inSwitch, short inPort) { |
| 422 | if (mode == Mode.L2_MODE) { |
Jonathan Hart | 64c0b20 | 2013-08-20 15:45:07 +1200 | [diff] [blame] | 423 | //log.debug("mode is l2"); |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 424 | broadcastArpRequestOutEdge(arpRequest, inSwitch, inPort); |
| 425 | } |
| 426 | else if (mode == Mode.L3_MODE) { |
Jonathan Hart | 64c0b20 | 2013-08-20 15:45:07 +1200 | [diff] [blame] | 427 | //log.debug("mode is l3"); |
Jonathan Hart | 6e61821 | 2013-08-21 22:28:43 +1200 | [diff] [blame] | 428 | //TODO the case where it should be broadcast out all non-interface |
| 429 | //edge ports |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 430 | Interface intf = interfacePtrie.match(new Prefix(dstAddress.getAddress(), 32)); |
| 431 | if (intf != null) { |
| 432 | sendArpRequestOutPort(arpRequest, intf.getDpid(), intf.getPort()); |
| 433 | } |
| 434 | } |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 435 | } |
| 436 | |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 437 | private void broadcastArpRequestOutEdge(byte[] arpRequest, long inSwitch, short inPort) { |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 438 | for (IOFSwitch sw : floodlightProvider.getSwitches().values()){ |
| 439 | Collection<Short> enabledPorts = sw.getEnabledPortNumbers(); |
| 440 | Set<Short> linkPorts = topology.getPortsWithLinks(sw.getId()); |
| 441 | |
Jonathan Hart | 8ec133c | 2013-06-26 15:25:18 +1200 | [diff] [blame] | 442 | if (linkPorts == null){ |
| 443 | //I think this means the switch isn't known to topology yet. |
| 444 | //Maybe it only just joined. |
| 445 | continue; |
| 446 | } |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 447 | |
| 448 | OFPacketOut po = new OFPacketOut(); |
| 449 | po.setInPort(OFPort.OFPP_NONE) |
| 450 | .setBufferId(-1) |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 451 | .setPacketData(arpRequest); |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 452 | |
| 453 | List<OFAction> actions = new ArrayList<OFAction>(); |
| 454 | |
| 455 | for (short portNum : enabledPorts){ |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 456 | if (linkPorts.contains(portNum) || |
| 457 | (sw.getId() == inSwitch && portNum == inPort)){ |
| 458 | //If this port isn't an edge port or is the ingress port |
| 459 | //for the ARP, don't broadcast out it |
| 460 | continue; |
| 461 | } |
| 462 | |
| 463 | actions.add(new OFActionOutput(portNum)); |
Jonathan Hart | df6ec33 | 2013-08-04 01:37:14 +1200 | [diff] [blame] | 464 | //log.debug("Broadcasting out {}/{}", HexString.toHexString(sw.getId()), portNum); |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 465 | } |
| 466 | |
| 467 | po.setActions(actions); |
| 468 | short actionsLength = (short) (actions.size() * OFActionOutput.MINIMUM_LENGTH); |
| 469 | po.setActionsLength(actionsLength); |
| 470 | po.setLengthU(OFPacketOut.MINIMUM_LENGTH + actionsLength |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 471 | + arpRequest.length); |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 472 | |
| 473 | List<OFMessage> msgList = new ArrayList<OFMessage>(); |
| 474 | msgList.add(po); |
| 475 | |
| 476 | try { |
| 477 | sw.write(msgList, null); |
| 478 | sw.flush(); |
| 479 | } catch (IOException e) { |
| 480 | log.error("Failure writing packet out to switch", e); |
| 481 | } |
| 482 | } |
| 483 | } |
| 484 | |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 485 | private void sendArpRequestOutPort(byte[] arpRequest, long dpid, short port) { |
Jonathan Hart | 6e61821 | 2013-08-21 22:28:43 +1200 | [diff] [blame] | 486 | log.debug("Sending ARP request out {}/{}", HexString.toHexString(dpid), port); |
Jonathan Hart | 2f790d2 | 2013-08-15 14:01:24 +1200 | [diff] [blame] | 487 | |
| 488 | OFPacketOut po = new OFPacketOut(); |
| 489 | po.setInPort(OFPort.OFPP_NONE) |
| 490 | .setBufferId(-1) |
| 491 | .setPacketData(arpRequest); |
| 492 | |
| 493 | List<OFAction> actions = new ArrayList<OFAction>(); |
| 494 | actions.add(new OFActionOutput(port)); |
| 495 | po.setActions(actions); |
| 496 | short actionsLength = (short) (actions.size() * OFActionOutput.MINIMUM_LENGTH); |
| 497 | po.setActionsLength(actionsLength); |
| 498 | po.setLengthU(OFPacketOut.MINIMUM_LENGTH + actionsLength |
| 499 | + arpRequest.length); |
| 500 | |
| 501 | IOFSwitch sw = floodlightProvider.getSwitches().get(dpid); |
| 502 | |
| 503 | if (sw == null) { |
| 504 | log.debug("Switch not found when sending ARP request"); |
| 505 | return; |
| 506 | } |
| 507 | |
| 508 | try { |
| 509 | sw.write(po, null); |
| 510 | sw.flush(); |
| 511 | } catch (IOException e) { |
| 512 | log.error("Failure writing packet out to switch", e); |
| 513 | } |
| 514 | } |
| 515 | |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 516 | public void sendArpReply(ARP arpRequest, long dpid, short port, byte[] targetMac) { |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 517 | ARP arpReply = new ARP(); |
| 518 | arpReply.setHardwareType(ARP.HW_TYPE_ETHERNET) |
| 519 | .setProtocolType(ARP.PROTO_TYPE_IP) |
| 520 | .setHardwareAddressLength((byte)Ethernet.DATALAYER_ADDRESS_LENGTH) |
| 521 | .setProtocolAddressLength((byte)4) //can't find the constant anywhere |
| 522 | .setOpCode(ARP.OP_REPLY) |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 523 | .setSenderHardwareAddress(targetMac) |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 524 | .setSenderProtocolAddress(arpRequest.getTargetProtocolAddress()) |
| 525 | .setTargetHardwareAddress(arpRequest.getSenderHardwareAddress()) |
| 526 | .setTargetProtocolAddress(arpRequest.getSenderProtocolAddress()); |
| 527 | |
| 528 | Ethernet eth = new Ethernet(); |
| 529 | eth.setDestinationMACAddress(arpRequest.getSenderHardwareAddress()) |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 530 | .setSourceMACAddress(targetMac) |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 531 | .setEtherType(Ethernet.TYPE_ARP) |
| 532 | .setPayload(arpReply); |
| 533 | |
| 534 | List<OFAction> actions = new ArrayList<OFAction>(); |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 535 | actions.add(new OFActionOutput(port)); |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 536 | |
| 537 | OFPacketOut po = new OFPacketOut(); |
| 538 | po.setInPort(OFPort.OFPP_NONE) |
| 539 | .setBufferId(-1) |
Jonathan Hart | 8ec133c | 2013-06-26 15:25:18 +1200 | [diff] [blame] | 540 | .setPacketData(eth.serialize()) |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 541 | .setActions(actions) |
| 542 | .setActionsLength((short)OFActionOutput.MINIMUM_LENGTH) |
| 543 | .setLengthU(OFPacketOut.MINIMUM_LENGTH + OFActionOutput.MINIMUM_LENGTH |
| 544 | + po.getPacketData().length); |
| 545 | |
| 546 | List<OFMessage> msgList = new ArrayList<OFMessage>(); |
| 547 | msgList.add(po); |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 548 | |
| 549 | IOFSwitch sw = floodlightProvider.getSwitches().get(dpid); |
| 550 | |
| 551 | if (sw == null) { |
| 552 | return; |
| 553 | } |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 554 | |
| 555 | try { |
Jonathan Hart | 6e61821 | 2013-08-21 22:28:43 +1200 | [diff] [blame] | 556 | log.debug("Sending ARP reply to {}/{}", HexString.toHexString(sw.getId()), port); |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 557 | sw.write(msgList, null); |
| 558 | sw.flush(); |
| 559 | } catch (IOException e) { |
| 560 | log.warn("Failure writing packet out to switch", e); |
| 561 | } |
| 562 | } |
Jonathan Hart | c824ad0 | 2013-07-03 15:58:45 +1200 | [diff] [blame] | 563 | |
| 564 | //TODO this should be put somewhere more central. I use it in BgpRoute as well. |
| 565 | //We need a HexString.toHexString() equivalent. |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 566 | private String bytesToStringAddr(byte[] bytes) { |
Jonathan Hart | 8ec133c | 2013-06-26 15:25:18 +1200 | [diff] [blame] | 567 | InetAddress addr; |
| 568 | try { |
| 569 | addr = InetAddress.getByAddress(bytes); |
| 570 | } catch (UnknownHostException e) { |
Jonathan Hart | c824ad0 | 2013-07-03 15:58:45 +1200 | [diff] [blame] | 571 | log.warn(" ", e); |
Jonathan Hart | 8ec133c | 2013-06-26 15:25:18 +1200 | [diff] [blame] | 572 | return ""; |
| 573 | } |
| 574 | if (addr == null) return ""; |
| 575 | else return addr.getHostAddress(); |
| 576 | } |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 577 | |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 578 | @Override |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 579 | public byte[] getMacAddress(InetAddress ipAddress) { |
| 580 | return lookupArpTable(ipAddress.getAddress()); |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 581 | } |
Jonathan Hart | 4dfc365 | 2013-08-02 20:22:36 +1200 | [diff] [blame] | 582 | |
| 583 | @Override |
| 584 | public void sendArpRequest(InetAddress ipAddress, IArpRequester requester, |
| 585 | boolean retry) { |
Jonathan Hart | df6ec33 | 2013-08-04 01:37:14 +1200 | [diff] [blame] | 586 | arpRequests.put(ipAddress, new ArpRequest(requester, retry)); |
| 587 | //storeRequester(ipAddress, requester, retry); |
Jonathan Hart | f0c0dcb | 2013-07-24 15:28:42 +1200 | [diff] [blame] | 588 | |
Jonathan Hart | 6e61821 | 2013-08-21 22:28:43 +1200 | [diff] [blame] | 589 | //Sanity check to make sure we don't send a request for our own address |
| 590 | if (!isInterfaceAddress(ipAddress)) { |
| 591 | sendArpRequestForAddress(ipAddress); |
| 592 | } |
| 593 | } |
| 594 | |
| 595 | /* |
| 596 | * TODO These methods might be more suited to some kind of L3 information service |
| 597 | * that ProxyArpManager could query, rather than having the information |
| 598 | * embedded in ProxyArpManager. There may be many modules that need L3 information. |
| 599 | */ |
| 600 | |
| 601 | private boolean originatedOutsideNetwork(InetAddress source) { |
| 602 | Interface intf = interfacePtrie.match(new Prefix(source.getAddress(), 32)); |
| 603 | if (intf != null) { |
| 604 | if (intf.getIpAddress().equals(source)) { |
| 605 | // This request must have been originated by us (the controller) |
| 606 | return false; |
| 607 | } |
| 608 | else { |
| 609 | // Source was in one of our interface subnets, but wasn't us. |
| 610 | // It must be external. |
| 611 | return true; |
| 612 | } |
| 613 | } |
| 614 | else { |
| 615 | // Source is not in one of our interface subnets. It's probably a host |
| 616 | // in our network as we should only receive ARPs broadcast by external |
| 617 | // hosts if they're in the same subnet. |
| 618 | return false; |
| 619 | } |
| 620 | } |
| 621 | |
| 622 | private boolean isInterfaceAddress(InetAddress address) { |
| 623 | Interface intf = interfacePtrie.match(new Prefix(address.getAddress(), 32)); |
| 624 | return (intf != null && intf.getIpAddress().equals(address)); |
| 625 | } |
| 626 | |
| 627 | private boolean inInterfaceSubnet(InetAddress address) { |
| 628 | Interface intf = interfacePtrie.match(new Prefix(address.getAddress(), 32)); |
| 629 | return (intf != null && !intf.getIpAddress().equals(address)); |
Jonathan Hart | 6261dcd | 2013-07-22 17:58:35 +1200 | [diff] [blame] | 630 | } |
Jonathan Hart | c7ca35d | 2013-06-25 20:54:25 +1200 | [diff] [blame] | 631 | } |