blob: 6d1e0388b56ebb8d1468f8a9fce5249bace6eb6e [file] [log] [blame]
Hyunsun Moonb974fca2016-06-30 21:20:39 -07001/*
Jian Li8e7e6cd2018-03-30 13:33:08 +09002 * Copyright 2016-present Open Networking Foundation
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
Hyunsun Moon05400872017-02-07 17:11:25 +090016package org.onosproject.openstacknetworking.impl;
Hyunsun Moonb974fca2016-06-30 21:20:39 -070017
18import com.google.common.base.Strings;
Hyunsun Moonb974fca2016-06-30 21:20:39 -070019import org.onlab.packet.ARP;
Hyunsun Moon44aac662017-02-18 02:07:01 +090020import org.onlab.packet.EthType;
Hyunsun Moonb974fca2016-06-30 21:20:39 -070021import org.onlab.packet.Ethernet;
22import org.onlab.packet.Ip4Address;
23import org.onlab.packet.IpAddress;
24import org.onlab.packet.MacAddress;
25import org.onlab.util.Tools;
Hyunsun Moon44aac662017-02-18 02:07:01 +090026import org.onosproject.cfg.ComponentConfigService;
Jian Li7f70bb72018-07-06 23:35:30 +090027import org.onosproject.cfg.ConfigProperty;
Jian Lieae12362018-04-10 18:48:32 +090028import org.onosproject.cluster.ClusterService;
29import org.onosproject.cluster.LeadershipService;
30import org.onosproject.cluster.NodeId;
Hyunsun Moon44aac662017-02-18 02:07:01 +090031import org.onosproject.core.ApplicationId;
32import org.onosproject.core.CoreService;
Jian Lieae12362018-04-10 18:48:32 +090033import org.onosproject.mastership.MastershipService;
34import org.onosproject.net.PortNumber;
35import org.onosproject.net.device.DeviceService;
Hyunsun Moon44aac662017-02-18 02:07:01 +090036import org.onosproject.net.flow.DefaultTrafficSelector;
Hyunsun Moonb974fca2016-06-30 21:20:39 -070037import org.onosproject.net.flow.DefaultTrafficTreatment;
Hyunsun Moon44aac662017-02-18 02:07:01 +090038import org.onosproject.net.flow.TrafficSelector;
Hyunsun Moonb974fca2016-06-30 21:20:39 -070039import org.onosproject.net.flow.TrafficTreatment;
40import org.onosproject.net.packet.DefaultOutboundPacket;
41import org.onosproject.net.packet.PacketContext;
42import org.onosproject.net.packet.PacketProcessor;
43import org.onosproject.net.packet.PacketService;
Hyunsun Moon44aac662017-02-18 02:07:01 +090044import org.onosproject.openstacknetworking.api.InstancePort;
Jian Lieae12362018-04-10 18:48:32 +090045import org.onosproject.openstacknetworking.api.InstancePortEvent;
46import org.onosproject.openstacknetworking.api.InstancePortListener;
Hyunsun Moon44aac662017-02-18 02:07:01 +090047import org.onosproject.openstacknetworking.api.InstancePortService;
Jian Lieae12362018-04-10 18:48:32 +090048import org.onosproject.openstacknetworking.api.OpenstackFlowRuleService;
Hyunsun Moon44aac662017-02-18 02:07:01 +090049import org.onosproject.openstacknetworking.api.OpenstackNetworkEvent;
50import org.onosproject.openstacknetworking.api.OpenstackNetworkListener;
51import org.onosproject.openstacknetworking.api.OpenstackNetworkService;
Jian Lieae12362018-04-10 18:48:32 +090052import org.onosproject.openstacknode.api.OpenstackNode;
53import org.onosproject.openstacknode.api.OpenstackNodeEvent;
54import org.onosproject.openstacknode.api.OpenstackNodeListener;
55import org.onosproject.openstacknode.api.OpenstackNodeService;
56import org.openstack4j.model.network.Network;
57import org.openstack4j.model.network.NetworkType;
Hyunsun Moon44aac662017-02-18 02:07:01 +090058import org.openstack4j.model.network.Subnet;
Hyunsun Moonb974fca2016-06-30 21:20:39 -070059import org.osgi.service.component.ComponentContext;
Ray Milkeyd84f89b2018-08-17 14:54:17 -070060import org.osgi.service.component.annotations.Activate;
61import org.osgi.service.component.annotations.Component;
62import org.osgi.service.component.annotations.Deactivate;
63import org.osgi.service.component.annotations.Modified;
64import org.osgi.service.component.annotations.Reference;
65import org.osgi.service.component.annotations.ReferenceCardinality;
Hyunsun Moonb974fca2016-06-30 21:20:39 -070066import org.slf4j.Logger;
67import org.slf4j.LoggerFactory;
Hyunsun Moon44aac662017-02-18 02:07:01 +090068
Hyunsun Moonb974fca2016-06-30 21:20:39 -070069import java.nio.ByteBuffer;
70import java.util.Dictionary;
Jian Lieae12362018-04-10 18:48:32 +090071import java.util.Objects;
Hyunsun Moonb974fca2016-06-30 21:20:39 -070072import java.util.Set;
73
74import static com.google.common.base.Preconditions.checkNotNull;
Jian Lieae12362018-04-10 18:48:32 +090075import static org.onosproject.openstacknetworking.api.Constants.ARP_BROADCAST_MODE;
76import static org.onosproject.openstacknetworking.api.Constants.ARP_PROXY_MODE;
77import static org.onosproject.openstacknetworking.api.Constants.DEFAULT_ARP_MODE_STR;
Hyunsun Moon44aac662017-02-18 02:07:01 +090078import static org.onosproject.openstacknetworking.api.Constants.DEFAULT_GATEWAY_MAC_STR;
Jian Lieae12362018-04-10 18:48:32 +090079import static org.onosproject.openstacknetworking.api.Constants.DHCP_ARP_TABLE;
Hyunsun Moon44aac662017-02-18 02:07:01 +090080import static org.onosproject.openstacknetworking.api.Constants.OPENSTACK_NETWORKING_APP_ID;
Jian Lieae12362018-04-10 18:48:32 +090081import static org.onosproject.openstacknetworking.api.Constants.PRIORITY_ARP_CONTROL_RULE;
82import static org.onosproject.openstacknetworking.api.Constants.PRIORITY_ARP_GATEWAY_RULE;
83import static org.onosproject.openstacknetworking.api.Constants.PRIORITY_ARP_REPLY_RULE;
84import static org.onosproject.openstacknetworking.api.Constants.PRIORITY_ARP_REQUEST_RULE;
85import static org.onosproject.openstacknetworking.api.Constants.PRIORITY_ARP_SUBNET_RULE;
Jian Lic2403592018-07-18 12:56:45 +090086import static org.onosproject.openstacknetworking.api.InstancePort.State.ACTIVE;
Jian Li7f70bb72018-07-06 23:35:30 +090087import static org.onosproject.openstacknetworking.util.OpenstackNetworkingUtil.getPropertyValue;
Jian Liec5c32b2018-07-13 14:28:58 +090088import static org.onosproject.openstacknetworking.util.OpenstackNetworkingUtil.swapStaleLocation;
Jian Lieae12362018-04-10 18:48:32 +090089import static org.onosproject.openstacknetworking.util.RulePopulatorUtil.buildExtension;
90import static org.onosproject.openstacknode.api.OpenstackNode.NodeType.COMPUTE;
Hyunsun Moonb974fca2016-06-30 21:20:39 -070091
92/**
93 * Handles ARP packet from VMs.
94 */
95@Component(immediate = true)
Hyunsun Moon44aac662017-02-18 02:07:01 +090096public final class OpenstackSwitchingArpHandler {
Hyunsun Moonb974fca2016-06-30 21:20:39 -070097
98 private final Logger log = LoggerFactory.getLogger(getClass());
99
100 private static final String GATEWAY_MAC = "gatewayMac";
Jian Lieae12362018-04-10 18:48:32 +0900101 private static final String ARP_MODE = "arpMode";
Hyunsun Moonb974fca2016-06-30 21:20:39 -0700102
Ray Milkeyd84f89b2018-08-17 14:54:17 -0700103 @Reference(cardinality = ReferenceCardinality.MANDATORY)
Ray Milkey9c9cde42018-01-12 14:22:06 -0800104 CoreService coreService;
Hyunsun Moon44aac662017-02-18 02:07:01 +0900105
Ray Milkeyd84f89b2018-08-17 14:54:17 -0700106 @Reference(cardinality = ReferenceCardinality.MANDATORY)
Ray Milkey9c9cde42018-01-12 14:22:06 -0800107 PacketService packetService;
Hyunsun Moonb974fca2016-06-30 21:20:39 -0700108
Ray Milkeyd84f89b2018-08-17 14:54:17 -0700109 @Reference(cardinality = ReferenceCardinality.MANDATORY)
Jian Lieae12362018-04-10 18:48:32 +0900110 OpenstackFlowRuleService osFlowRuleService;
111
Ray Milkeyd84f89b2018-08-17 14:54:17 -0700112 @Reference(cardinality = ReferenceCardinality.MANDATORY)
Ray Milkey9c9cde42018-01-12 14:22:06 -0800113 ComponentConfigService configService;
Hyunsun Moon44aac662017-02-18 02:07:01 +0900114
Ray Milkeyd84f89b2018-08-17 14:54:17 -0700115 @Reference(cardinality = ReferenceCardinality.MANDATORY)
Jian Lieae12362018-04-10 18:48:32 +0900116 ClusterService clusterService;
117
Ray Milkeyd84f89b2018-08-17 14:54:17 -0700118 @Reference(cardinality = ReferenceCardinality.MANDATORY)
Jian Lieae12362018-04-10 18:48:32 +0900119 LeadershipService leadershipService;
120
Ray Milkeyd84f89b2018-08-17 14:54:17 -0700121 @Reference(cardinality = ReferenceCardinality.MANDATORY)
Jian Lieae12362018-04-10 18:48:32 +0900122 DeviceService deviceService;
123
Ray Milkeyd84f89b2018-08-17 14:54:17 -0700124 @Reference(cardinality = ReferenceCardinality.MANDATORY)
Jian Lieae12362018-04-10 18:48:32 +0900125 MastershipService mastershipService;
126
Ray Milkeyd84f89b2018-08-17 14:54:17 -0700127 @Reference(cardinality = ReferenceCardinality.MANDATORY)
Ray Milkey9c9cde42018-01-12 14:22:06 -0800128 InstancePortService instancePortService;
Hyunsun Moon44aac662017-02-18 02:07:01 +0900129
Ray Milkeyd84f89b2018-08-17 14:54:17 -0700130 @Reference(cardinality = ReferenceCardinality.MANDATORY)
Ray Milkey9c9cde42018-01-12 14:22:06 -0800131 OpenstackNetworkService osNetworkService;
Hyunsun Moonb974fca2016-06-30 21:20:39 -0700132
Ray Milkeyd84f89b2018-08-17 14:54:17 -0700133 @Reference(cardinality = ReferenceCardinality.MANDATORY)
Jian Lieae12362018-04-10 18:48:32 +0900134 protected OpenstackNodeService osNodeService;
135
Ray Milkeyd84f89b2018-08-17 14:54:17 -0700136 //@Property(name = GATEWAY_MAC, value = DEFAULT_GATEWAY_MAC_STR,
137 // label = "Fake MAC address for virtual network subnet gateway")
Hyunsun Moonb3eb84d2016-07-27 19:10:52 -0700138 private String gatewayMac = DEFAULT_GATEWAY_MAC_STR;
Hyunsun Moonb974fca2016-06-30 21:20:39 -0700139
Ray Milkeyd84f89b2018-08-17 14:54:17 -0700140 //@Property(name = ARP_MODE, value = DEFAULT_ARP_MODE_STR,
141 // label = "ARP processing mode, broadcast | proxy (default)")
Jian Lieae12362018-04-10 18:48:32 +0900142 protected String arpMode = DEFAULT_ARP_MODE_STR;
143
Hyunsun Moonb974fca2016-06-30 21:20:39 -0700144 private final InternalPacketProcessor packetProcessor = new InternalPacketProcessor();
Hyunsun Moon44aac662017-02-18 02:07:01 +0900145 private final InternalOpenstackNetworkListener osNetworkListener =
146 new InternalOpenstackNetworkListener();
Jian Lieae12362018-04-10 18:48:32 +0900147 private final InstancePortListener instancePortListener = new InternalInstancePortListener();
148 private final OpenstackNodeListener osNodeListener = new InternalNodeEventListener();
149
Hyunsun Moon44aac662017-02-18 02:07:01 +0900150
151 private ApplicationId appId;
Jian Lieae12362018-04-10 18:48:32 +0900152 private NodeId localNodeId;
Hyunsun Moonb974fca2016-06-30 21:20:39 -0700153
154 @Activate
Ray Milkey9c9cde42018-01-12 14:22:06 -0800155 void activate() {
Hyunsun Moon44aac662017-02-18 02:07:01 +0900156 appId = coreService.registerApplication(OPENSTACK_NETWORKING_APP_ID);
157 configService.registerProperties(getClass());
Jian Lieae12362018-04-10 18:48:32 +0900158 localNodeId = clusterService.getLocalNode().id();
Hyunsun Moon44aac662017-02-18 02:07:01 +0900159 osNetworkService.addListener(osNetworkListener);
Jian Lieae12362018-04-10 18:48:32 +0900160 osNodeService.addListener(osNodeListener);
161 leadershipService.runForLeadership(appId.name());
Hyunsun Moonb974fca2016-06-30 21:20:39 -0700162 packetService.addProcessor(packetProcessor, PacketProcessor.director(0));
Jian Lieae12362018-04-10 18:48:32 +0900163
164 instancePortService.addListener(instancePortListener);
165
Hyunsun Moon44aac662017-02-18 02:07:01 +0900166 log.info("Started");
Hyunsun Moonb974fca2016-06-30 21:20:39 -0700167 }
168
169 @Deactivate
Ray Milkey9c9cde42018-01-12 14:22:06 -0800170 void deactivate() {
Hyunsun Moonb974fca2016-06-30 21:20:39 -0700171 packetService.removeProcessor(packetProcessor);
Hyunsun Moon44aac662017-02-18 02:07:01 +0900172 osNetworkService.removeListener(osNetworkListener);
Jian Lieae12362018-04-10 18:48:32 +0900173 osNodeService.removeListener(osNodeListener);
174 instancePortService.removeListener(instancePortListener);
175 leadershipService.withdraw(appId.name());
Hyunsun Moon44aac662017-02-18 02:07:01 +0900176 configService.unregisterProperties(getClass(), false);
177
178 log.info("Stopped");
Hyunsun Moonb974fca2016-06-30 21:20:39 -0700179 }
180
181 @Modified
Ray Milkey9c9cde42018-01-12 14:22:06 -0800182 void modified(ComponentContext context) {
Jian Li7f70bb72018-07-06 23:35:30 +0900183 readComponentConfiguration(context);
Jian Lieae12362018-04-10 18:48:32 +0900184
Hyunsun Moonb974fca2016-06-30 21:20:39 -0700185 log.info("Modified");
186 }
187
Jian Li7f70bb72018-07-06 23:35:30 +0900188 private String getArpMode() {
189 Set<ConfigProperty> properties = configService.getProperties(this.getClass().getName());
190 return getPropertyValue(properties, ARP_MODE);
191 }
192
Hyunsun Moonb974fca2016-06-30 21:20:39 -0700193 /**
194 * Processes ARP request packets.
195 * It checks if the target IP is owned by a known host first and then ask to
196 * OpenStack if it's not. This ARP proxy does not support overlapping IP.
197 *
Hyunsun Moon44aac662017-02-18 02:07:01 +0900198 * @param context packet context
Hyunsun Moonb974fca2016-06-30 21:20:39 -0700199 * @param ethPacket ethernet packet
200 */
201 private void processPacketIn(PacketContext context, Ethernet ethPacket) {
Jian Lieae12362018-04-10 18:48:32 +0900202
203 // if the ARP mode is configured as broadcast mode, we simply ignore ARP packet_in
Jian Li7f70bb72018-07-06 23:35:30 +0900204 if (ARP_BROADCAST_MODE.equals(getArpMode())) {
Jian Lieae12362018-04-10 18:48:32 +0900205 return;
206 }
207
Hyunsun Moonb974fca2016-06-30 21:20:39 -0700208 ARP arpPacket = (ARP) ethPacket.getPayload();
209 if (arpPacket.getOpCode() != ARP.OP_REQUEST) {
210 return;
211 }
212
Hyunsun Moon44aac662017-02-18 02:07:01 +0900213 InstancePort srcInstPort = instancePortService.instancePort(ethPacket.getSourceMAC());
214 if (srcInstPort == null) {
215 log.trace("Failed to find source instance port(MAC:{})",
216 ethPacket.getSourceMAC());
217 return;
Hyunsun Moonb974fca2016-06-30 21:20:39 -0700218 }
219
Hyunsun Moon44aac662017-02-18 02:07:01 +0900220 IpAddress targetIp = Ip4Address.valueOf(arpPacket.getTargetProtocolAddress());
Daniel Park4d7f88b2018-09-19 19:03:38 +0900221
222 MacAddress replyMac = gatewayIp(targetIp) ? MacAddress.valueOf(gatewayMac) :
Hyunsun Moon44aac662017-02-18 02:07:01 +0900223 getMacFromHostOpenstack(targetIp, srcInstPort.networkId());
Hyunsun Moonb974fca2016-06-30 21:20:39 -0700224 if (replyMac == MacAddress.NONE) {
Hyunsun Moon44aac662017-02-18 02:07:01 +0900225 log.trace("Failed to find MAC address for {}", targetIp);
Hyunsun Moonb974fca2016-06-30 21:20:39 -0700226 return;
227 }
228
229 Ethernet ethReply = ARP.buildArpReply(
230 targetIp.getIp4Address(),
231 replyMac,
232 ethPacket);
233
234 TrafficTreatment treatment = DefaultTrafficTreatment.builder()
235 .setOutput(context.inPacket().receivedFrom().port())
236 .build();
237
238 packetService.emit(new DefaultOutboundPacket(
239 context.inPacket().receivedFrom().deviceId(),
240 treatment,
241 ByteBuffer.wrap(ethReply.serialize())));
242 }
243
Daniel Park4d7f88b2018-09-19 19:03:38 +0900244 private boolean gatewayIp(IpAddress targetIp) {
245 return osNetworkService.subnets().stream()
246 .anyMatch(subnet -> subnet.getGateway().equals(targetIp.toString()));
247 }
248
Hyunsun Moonb974fca2016-06-30 21:20:39 -0700249 /**
250 * Returns MAC address of a host with a given target IP address by asking to
Hyunsun Moon44aac662017-02-18 02:07:01 +0900251 * instance port service.
Hyunsun Moonb974fca2016-06-30 21:20:39 -0700252 *
253 * @param targetIp target ip
Hyunsun Moon44aac662017-02-18 02:07:01 +0900254 * @param osNetId openstack network id of the source instance port
255 * @return mac address, or none mac address if it fails to find the mac
Hyunsun Moonb974fca2016-06-30 21:20:39 -0700256 */
Hyunsun Moon44aac662017-02-18 02:07:01 +0900257 private MacAddress getMacFromHostOpenstack(IpAddress targetIp, String osNetId) {
Hyunsun Moonb974fca2016-06-30 21:20:39 -0700258 checkNotNull(targetIp);
259
Hyunsun Moon44aac662017-02-18 02:07:01 +0900260 InstancePort instPort = instancePortService.instancePort(targetIp, osNetId);
261 if (instPort != null) {
262 log.trace("Found MAC from host service for {}", targetIp);
263 return instPort.macAddress();
Hyunsun Moonb974fca2016-06-30 21:20:39 -0700264 } else {
265 return MacAddress.NONE;
266 }
267 }
268
Jian Lieae12362018-04-10 18:48:32 +0900269 /**
Daniel Park613ac372018-06-28 14:30:11 +0900270 * Installs flow rules which convert ARP request packet into ARP reply
271 * by adding a fake gateway MAC address as Source Hardware Address.
272 *
273 * @param osSubnet openstack subnet
274 * @param install flag which indicates whether to install rule or remove rule
275 */
276 private void setFakeGatewayArpRule(Subnet osSubnet, boolean install, OpenstackNode osNode) {
277
Jian Li7f70bb72018-07-06 23:35:30 +0900278 if (ARP_BROADCAST_MODE.equals(getArpMode())) {
Jian Li8e365bd2018-10-12 22:09:03 +0900279
280 // do not remove fake gateway ARP rules, if there is another gateway
281 // which has the same subnet that to be removed
282 // this only occurs if we have duplicated subnets associated with
283 // different networks
284 if (!install) {
285 long numOfDupGws = osNetworkService.subnets().stream()
286 .filter(s -> !s.getId().equals(osSubnet.getId()))
Jian Li7ce775a2018-10-18 07:24:53 +0900287 .filter(s -> s.getGateway() != null)
Jian Li8e365bd2018-10-12 22:09:03 +0900288 .filter(s -> s.getGateway().equals(osSubnet.getGateway()))
289 .count();
290 if (numOfDupGws > 0) {
291 return;
292 }
293 }
294
Daniel Park613ac372018-06-28 14:30:11 +0900295 String gateway = osSubnet.getGateway();
296
297 TrafficSelector selector = DefaultTrafficSelector.builder()
298 .matchEthType(EthType.EtherType.ARP.ethType().toShort())
299 .matchArpOp(ARP.OP_REQUEST)
300 .matchArpTpa(Ip4Address.valueOf(gateway))
301 .build();
302
303 TrafficTreatment treatment = DefaultTrafficTreatment.builder()
304 .setArpOp(ARP.OP_REPLY)
305 .setArpSha(MacAddress.valueOf(gatewayMac))
306 .setArpSpa(Ip4Address.valueOf(gateway))
307 .setOutput(PortNumber.IN_PORT)
308 .build();
309
310 if (osNode == null) {
311 osNodeService.completeNodes(COMPUTE).forEach(n ->
312 osFlowRuleService.setRule(
313 appId,
314 n.intgBridge(),
315 selector,
316 treatment,
317 PRIORITY_ARP_GATEWAY_RULE,
318 DHCP_ARP_TABLE,
319 install
320 )
321 );
322 } else {
323 osFlowRuleService.setRule(
324 appId,
325 osNode.intgBridge(),
326 selector,
327 treatment,
328 PRIORITY_ARP_GATEWAY_RULE,
329 DHCP_ARP_TABLE,
330 install
331 );
332 }
333
334 }
335 }
336
337 /**
Jian Li7f70bb72018-07-06 23:35:30 +0900338 * Installs flow rules to match ARP request packets.
339 *
340 * @param port instance port
341 * @param install installation flag
342 */
343 private void setArpRequestRule(InstancePort port, boolean install) {
344 NetworkType type = osNetworkService.network(port.networkId()).getNetworkType();
345
346 switch (type) {
347 case VXLAN:
348 setRemoteArpRequestRuleForVxlan(port, install);
349 break;
350 case VLAN:
351 // since VLAN ARP packet can be broadcasted to all hosts that connected with L2 network,
352 // there is no need to add any flow rules to handle ARP request
353 break;
354 default:
355 break;
356 }
357 }
358
359 /**
360 * Installs flow rules to match ARP reply packets.
361 *
362 * @param port instance port
363 * @param install installation flag
364 */
365 private void setArpReplyRule(InstancePort port, boolean install) {
366 NetworkType type = osNetworkService.network(port.networkId()).getNetworkType();
367
368 switch (type) {
369 case VXLAN:
370 setArpReplyRuleForVxlan(port, install);
371 break;
372 case VLAN:
373 setArpReplyRuleForVlan(port, install);
374 break;
375 default:
376 break;
377 }
378 }
379
380 /**
381 * Installs flow rules to match ARP request packets only for VxLAN.
382 *
383 * @param port instance port
384 * @param install installation flag
385 */
386 private void setRemoteArpRequestRuleForVxlan(InstancePort port, boolean install) {
387
388 OpenstackNode localNode = osNodeService.node(port.deviceId());
389
390 TrafficSelector selector = DefaultTrafficSelector.builder()
391 .matchEthType(EthType.EtherType.ARP.ethType().toShort())
392 .matchArpOp(ARP.OP_REQUEST)
393 .matchArpTpa(port.ipAddress().getIp4Address())
394 .build();
395
396 setRemoteArpTreatmentForVxlan(selector, port, localNode, install);
397 }
398
399 /**
400 * Installs flow rules to match ARP reply packets only for VxLAN.
401 *
402 * @param port instance port
403 * @param install installation flag
404 */
405 private void setArpReplyRuleForVxlan(InstancePort port, boolean install) {
406
407 OpenstackNode localNode = osNodeService.node(port.deviceId());
408
409 TrafficSelector selector = setArpReplyRuleForVnet(port, install);
410 setRemoteArpTreatmentForVxlan(selector, port, localNode, install);
411 }
412
413 /**
414 * Installs flow rules to match ARP reply packets only for VLAN.
415 *
416 * @param port instance port
417 * @param install installation flag
418 */
419 private void setArpReplyRuleForVlan(InstancePort port, boolean install) {
420
421 TrafficSelector selector = setArpReplyRuleForVnet(port, install);
422 setRemoteArpTreatmentForVlan(selector, port, install);
423 }
424
425 // a helper method
426 private TrafficSelector setArpReplyRuleForVnet(InstancePort port, boolean install) {
427 TrafficSelector selector = DefaultTrafficSelector.builder()
428 .matchEthType(EthType.EtherType.ARP.ethType().toShort())
429 .matchArpOp(ARP.OP_REPLY)
430 .matchArpTpa(port.ipAddress().getIp4Address())
431 .matchArpTha(port.macAddress())
432 .build();
433
434 TrafficTreatment treatment = DefaultTrafficTreatment.builder()
435 .setOutput(port.portNumber())
436 .build();
437
438 osFlowRuleService.setRule(
439 appId,
440 port.deviceId(),
441 selector,
442 treatment,
443 PRIORITY_ARP_REPLY_RULE,
444 DHCP_ARP_TABLE,
445 install
446 );
447
448 return selector;
449 }
450
451 // a helper method
452 private void setRemoteArpTreatmentForVxlan(TrafficSelector selector,
453 InstancePort port,
454 OpenstackNode localNode,
455 boolean install) {
456 for (OpenstackNode remoteNode : osNodeService.completeNodes(COMPUTE)) {
457 if (!remoteNode.intgBridge().equals(port.deviceId())) {
458 TrafficTreatment treatmentToRemote = DefaultTrafficTreatment.builder()
459 .extension(buildExtension(
460 deviceService,
461 remoteNode.intgBridge(),
462 localNode.dataIp().getIp4Address()),
463 remoteNode.intgBridge())
464 .setOutput(remoteNode.tunnelPortNum())
465 .build();
466
467 osFlowRuleService.setRule(
468 appId,
469 remoteNode.intgBridge(),
470 selector,
471 treatmentToRemote,
472 PRIORITY_ARP_REQUEST_RULE,
473 DHCP_ARP_TABLE,
474 install
475 );
476 }
477 }
478 }
479
480 // a helper method
481 private void setRemoteArpTreatmentForVlan(TrafficSelector selector,
482 InstancePort port,
483 boolean install) {
484 for (OpenstackNode remoteNode : osNodeService.completeNodes(COMPUTE)) {
485 if (!remoteNode.intgBridge().equals(port.deviceId()) && remoteNode.vlanIntf() != null) {
486 TrafficTreatment treatmentToRemote = DefaultTrafficTreatment.builder()
487 .setOutput(remoteNode.vlanPortNum())
488 .build();
489
490 osFlowRuleService.setRule(
491 appId,
492 remoteNode.intgBridge(),
493 selector,
494 treatmentToRemote,
495 PRIORITY_ARP_REQUEST_RULE,
496 DHCP_ARP_TABLE,
497 install);
498 }
499 }
500 }
501
502 /**
503 * Extracts properties from the component configuration context.
504 *
505 * @param context the component context
506 */
507 private void readComponentConfiguration(ComponentContext context) {
508 Dictionary<?, ?> properties = context.getProperties();
509
510 String updatedMac = Tools.get(properties, GATEWAY_MAC);
511 gatewayMac = updatedMac != null ? updatedMac : DEFAULT_GATEWAY_MAC_STR;
512 log.info("Configured. Gateway MAC is {}", gatewayMac);
513 }
514
515 /**
Jian Lieae12362018-04-10 18:48:32 +0900516 * An internal packet processor which processes ARP request, and results in
517 * packet-out ARP reply.
518 */
Hyunsun Moonb974fca2016-06-30 21:20:39 -0700519 private class InternalPacketProcessor implements PacketProcessor {
520
521 @Override
522 public void process(PacketContext context) {
523 if (context.isHandled()) {
524 return;
525 }
526
527 Ethernet ethPacket = context.inPacket().parsed();
528 if (ethPacket == null || ethPacket.getEtherType() != Ethernet.TYPE_ARP) {
529 return;
530 }
531 processPacketIn(context, ethPacket);
532 }
533 }
Hyunsun Moon44aac662017-02-18 02:07:01 +0900534
Jian Lieae12362018-04-10 18:48:32 +0900535 /**
536 * An internal network listener which listens to openstack network event,
537 * manages the gateway collection and installs flow rule that handles
538 * ARP request in data plane.
539 */
Hyunsun Moon44aac662017-02-18 02:07:01 +0900540 private class InternalOpenstackNetworkListener implements OpenstackNetworkListener {
541
542 @Override
543 public boolean isRelevant(OpenstackNetworkEvent event) {
544 Subnet osSubnet = event.subnet();
545 if (osSubnet == null) {
546 return false;
547 }
Jian Lieae12362018-04-10 18:48:32 +0900548
Jian Libb4f5412018-04-12 09:48:50 +0900549 Network network = osNetworkService.network(osSubnet.getNetworkId());
550
Jian Lieae12362018-04-10 18:48:32 +0900551 if (network == null) {
552 log.warn("Network is not specified.");
553 return false;
554 } else {
555 if (network.getNetworkType().equals(NetworkType.FLAT)) {
556 return false;
557 }
558 }
559
560 // do not allow to proceed without leadership
561 NodeId leader = leadershipService.getLeader(appId.name());
562 if (!Objects.equals(localNodeId, leader)) {
563 return false;
564 }
565
Hyunsun Moon44aac662017-02-18 02:07:01 +0900566 return !Strings.isNullOrEmpty(osSubnet.getGateway());
567 }
568
569 @Override
570 public void event(OpenstackNetworkEvent event) {
571 switch (event.type()) {
572 case OPENSTACK_SUBNET_CREATED:
573 case OPENSTACK_SUBNET_UPDATED:
Daniel Park613ac372018-06-28 14:30:11 +0900574 setFakeGatewayArpRule(event.subnet(), true, null);
Hyunsun Moon44aac662017-02-18 02:07:01 +0900575 break;
576 case OPENSTACK_SUBNET_REMOVED:
Daniel Park613ac372018-06-28 14:30:11 +0900577 setFakeGatewayArpRule(event.subnet(), false, null);
Hyunsun Moon44aac662017-02-18 02:07:01 +0900578 break;
579 case OPENSTACK_NETWORK_CREATED:
580 case OPENSTACK_NETWORK_UPDATED:
581 case OPENSTACK_NETWORK_REMOVED:
582 case OPENSTACK_PORT_CREATED:
583 case OPENSTACK_PORT_UPDATED:
584 case OPENSTACK_PORT_REMOVED:
585 default:
586 // do nothing for the other events
587 break;
588 }
589 }
Jian Lieae12362018-04-10 18:48:32 +0900590 }
591
592 /**
593 * An internal openstack node listener which is used for listening openstack
594 * node activity. As long as a node is in complete state, we will install
595 * default ARP rule to handle ARP request.
596 */
597 private class InternalNodeEventListener implements OpenstackNodeListener {
598
599 @Override
600 public boolean isRelevant(OpenstackNodeEvent event) {
Jian Lif7934d52018-07-10 16:27:02 +0900601
Jian Lieae12362018-04-10 18:48:32 +0900602 // do not allow to proceed without leadership
603 NodeId leader = leadershipService.getLeader(appId.name());
Jian Li51b844c2018-05-31 10:59:03 +0900604 return Objects.equals(localNodeId, leader) && event.subject().type() == COMPUTE;
Jian Lieae12362018-04-10 18:48:32 +0900605 }
606
607 @Override
608 public void event(OpenstackNodeEvent event) {
609 OpenstackNode osNode = event.subject();
610 switch (event.type()) {
611 case OPENSTACK_NODE_COMPLETE:
Jian Li51b844c2018-05-31 10:59:03 +0900612 setDefaultArpRule(osNode, true);
Jian Li5b66ce02018-07-09 22:43:54 +0900613 setAllArpRules(osNode, true);
Jian Lieae12362018-04-10 18:48:32 +0900614 break;
615 case OPENSTACK_NODE_INCOMPLETE:
Jian Li51b844c2018-05-31 10:59:03 +0900616 setDefaultArpRule(osNode, false);
Jian Li5b66ce02018-07-09 22:43:54 +0900617 setAllArpRules(osNode, false);
Jian Lieae12362018-04-10 18:48:32 +0900618 break;
Jian Lieae12362018-04-10 18:48:32 +0900619 default:
620 break;
621 }
622 }
623
Jian Lif96685c2018-05-21 14:14:16 +0900624 private void setDefaultArpRule(OpenstackNode osNode, boolean install) {
Jian Libcc42282018-09-13 20:59:34 +0900625
626 if (getArpMode() == null) {
627 return;
628 }
629
Jian Li7f70bb72018-07-06 23:35:30 +0900630 switch (getArpMode()) {
Jian Lif96685c2018-05-21 14:14:16 +0900631 case ARP_PROXY_MODE:
632 setDefaultArpRuleForProxyMode(osNode, install);
633 break;
634 case ARP_BROADCAST_MODE:
635 setDefaultArpRuleForBroadcastMode(osNode, install);
Jian Lie2e03a52018-07-05 23:35:02 +0900636
637 // we do not add fake gateway ARP rules for FLAT network
638 // ARP packets generated by FLAT typed VM should not be
639 // delegated to switch to handle
640 osNetworkService.subnets().stream().filter(subnet ->
641 osNetworkService.network(subnet.getNetworkId()) != null &&
642 osNetworkService.network(subnet.getNetworkId())
Jian Li7f70bb72018-07-06 23:35:30 +0900643 .getNetworkType() != NetworkType.FLAT)
Jian Lie2e03a52018-07-05 23:35:02 +0900644 .forEach(subnet ->
645 setFakeGatewayArpRule(subnet, install, osNode));
Jian Lif96685c2018-05-21 14:14:16 +0900646 break;
647 default:
648 log.warn("Invalid ARP mode {}. Please use either " +
Jian Li7f70bb72018-07-06 23:35:30 +0900649 "broadcast or proxy mode.", getArpMode());
Jian Lif96685c2018-05-21 14:14:16 +0900650 break;
Jian Lieae12362018-04-10 18:48:32 +0900651 }
652 }
Jian Lif96685c2018-05-21 14:14:16 +0900653
654 private void setDefaultArpRuleForProxyMode(OpenstackNode osNode, boolean install) {
655 TrafficSelector selector = DefaultTrafficSelector.builder()
656 .matchEthType(EthType.EtherType.ARP.ethType().toShort())
657 .build();
658
659 TrafficTreatment treatment = DefaultTrafficTreatment.builder()
660 .punt()
661 .build();
662
663 osFlowRuleService.setRule(
664 appId,
665 osNode.intgBridge(),
666 selector,
667 treatment,
668 PRIORITY_ARP_CONTROL_RULE,
669 DHCP_ARP_TABLE,
670 install
671 );
672 }
673
674 private void setDefaultArpRuleForBroadcastMode(OpenstackNode osNode, boolean install) {
675 TrafficSelector selector = DefaultTrafficSelector.builder()
676 .matchEthType(EthType.EtherType.ARP.ethType().toShort())
677 .matchArpOp(ARP.OP_REQUEST)
678 .build();
679
680 TrafficTreatment treatment = DefaultTrafficTreatment.builder()
681 .setOutput(PortNumber.FLOOD)
682 .build();
683
684 osFlowRuleService.setRule(
685 appId,
686 osNode.intgBridge(),
687 selector,
688 treatment,
689 PRIORITY_ARP_SUBNET_RULE,
690 DHCP_ARP_TABLE,
691 install
692 );
693 }
Jian Li7f70bb72018-07-06 23:35:30 +0900694
Jian Li5b66ce02018-07-09 22:43:54 +0900695 private void setAllArpRules(OpenstackNode osNode, boolean install) {
Jian Li7f70bb72018-07-06 23:35:30 +0900696 if (ARP_BROADCAST_MODE.equals(getArpMode())) {
Jian Li5b66ce02018-07-09 22:43:54 +0900697 instancePortService.instancePorts().stream()
Jian Lic2403592018-07-18 12:56:45 +0900698 .filter(p -> p.state() == ACTIVE)
Jian Li5b66ce02018-07-09 22:43:54 +0900699 .filter(p -> p.deviceId().equals(osNode.intgBridge()))
700 .forEach(p -> {
701 setArpRequestRule(p, install);
702 setArpReplyRule(p, install);
Jian Li7f70bb72018-07-06 23:35:30 +0900703 });
704 }
705 }
Jian Lieae12362018-04-10 18:48:32 +0900706 }
707
708 /**
709 * An internal instance port listener which listens the port events generated
710 * from VM. When ARP a host which located in a remote compute node, we specify
711 * both ARP OP mode as REQUEST and Target Protocol Address (TPA) with
712 * host IP address. When ARP a host which located in a local compute node,
713 * we specify only ARP OP mode as REQUEST.
714 */
715 private class InternalInstancePortListener implements InstancePortListener {
716
717 @Override
718 public boolean isRelevant(InstancePortEvent event) {
719
Jian Li7f70bb72018-07-06 23:35:30 +0900720 if (ARP_PROXY_MODE.equals(getArpMode())) {
Jian Lieae12362018-04-10 18:48:32 +0900721 return false;
722 }
723
724 InstancePort instPort = event.subject();
725 return mastershipService.isLocalMaster(instPort.deviceId());
726 }
727
728 @Override
729 public void event(InstancePortEvent event) {
730 switch (event.type()) {
Jian Lieae12362018-04-10 18:48:32 +0900731 case OPENSTACK_INSTANCE_PORT_DETECTED:
Jian Liec5c32b2018-07-13 14:28:58 +0900732 case OPENSTACK_INSTANCE_PORT_UPDATED:
Jian Lieae12362018-04-10 18:48:32 +0900733 setArpRequestRule(event.subject(), true);
734 setArpReplyRule(event.subject(), true);
735 break;
736 case OPENSTACK_INSTANCE_PORT_VANISHED:
737 setArpRequestRule(event.subject(), false);
738 setArpReplyRule(event.subject(), false);
739 break;
Jian Liec5c32b2018-07-13 14:28:58 +0900740 case OPENSTACK_INSTANCE_MIGRATION_STARTED:
741 setArpRequestRule(event.subject(), true);
742 setArpReplyRule(event.subject(), true);
743 break;
Jian Li24ec59f2018-05-23 19:01:25 +0900744 case OPENSTACK_INSTANCE_MIGRATION_ENDED:
Jian Liec5c32b2018-07-13 14:28:58 +0900745 InstancePort revisedInstPort = swapStaleLocation(event.subject());
746 setArpRequestRule(revisedInstPort, false);
Jian Li24ec59f2018-05-23 19:01:25 +0900747 break;
Jian Lieae12362018-04-10 18:48:32 +0900748 default:
749 break;
750 }
751 }
Hyunsun Moon44aac662017-02-18 02:07:01 +0900752 }
Hyunsun Moonb974fca2016-06-30 21:20:39 -0700753}