blob: 426783831a9bc0215310cf4f4df606c1c42090df [file] [log] [blame]
Hyunsun Moond0e932a2015-09-15 22:39:16 -07001/*
2 * Copyright 2014-2015 Open Networking Laboratory
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16package org.onosproject.cordvtn;
17
Hyunsun Moon1d3eac92016-02-03 00:11:11 -080018import com.google.common.collect.Lists;
Hyunsun Moonae39ae82016-02-17 15:02:06 -080019import com.google.common.collect.Maps;
Hyunsun Moon1f145552015-10-08 22:25:30 -070020import com.google.common.collect.Sets;
Hyunsun Moond0e932a2015-09-15 22:39:16 -070021import org.apache.felix.scr.annotations.Activate;
22import org.apache.felix.scr.annotations.Component;
23import org.apache.felix.scr.annotations.Deactivate;
24import org.apache.felix.scr.annotations.Reference;
25import org.apache.felix.scr.annotations.ReferenceCardinality;
26import org.apache.felix.scr.annotations.Service;
Hyunsun Moon42c7b4e2016-01-11 15:30:42 -080027import org.onlab.packet.Ethernet;
Hyunsun Moon1d3eac92016-02-03 00:11:11 -080028import org.onlab.packet.Ip4Address;
Hyunsun Moon9f0814b2015-11-04 17:34:35 -080029import org.onlab.packet.IpAddress;
Hyunsun Moonb77b60f2016-01-15 20:03:18 -080030import org.onlab.packet.MacAddress;
31import org.onlab.packet.VlanId;
Hyunsun Moon1f145552015-10-08 22:25:30 -070032import org.onosproject.core.ApplicationId;
Hyunsun Moond0e932a2015-09-15 22:39:16 -070033import org.onosproject.core.CoreService;
Hyunsun Moon1d3eac92016-02-03 00:11:11 -080034import org.onosproject.dhcp.DhcpService;
Hyunsun Moonc71231d2015-12-16 20:53:23 -080035import org.onosproject.mastership.MastershipService;
Hyunsun Moonb77b60f2016-01-15 20:03:18 -080036import org.onosproject.net.ConnectPoint;
Hyunsun Moond772f342015-10-28 20:28:16 -070037import org.onosproject.net.DefaultAnnotations;
Hyunsun Moond0e932a2015-09-15 22:39:16 -070038import org.onosproject.net.Host;
Hyunsun Moon9f0814b2015-11-04 17:34:35 -080039import org.onosproject.net.HostId;
Hyunsun Moonb77b60f2016-01-15 20:03:18 -080040import org.onosproject.net.HostLocation;
Hyunsun Moon8539b042015-11-07 22:08:43 -080041import org.onosproject.net.Port;
Hyunsun Moon746956f2016-01-24 21:47:06 -080042import org.onosproject.net.config.ConfigFactory;
43import org.onosproject.net.config.NetworkConfigEvent;
44import org.onosproject.net.config.NetworkConfigListener;
45import org.onosproject.net.config.NetworkConfigRegistry;
46import org.onosproject.net.config.NetworkConfigService;
47import org.onosproject.net.config.basics.SubjectFactories;
Hyunsun Moond0e932a2015-09-15 22:39:16 -070048import org.onosproject.net.device.DeviceService;
Hyunsun Moond772f342015-10-28 20:28:16 -070049import org.onosproject.net.driver.DriverService;
Hyunsun Moonc71231d2015-12-16 20:53:23 -080050import org.onosproject.net.flow.FlowRuleService;
51import org.onosproject.net.group.GroupService;
Hyunsun Moonb77b60f2016-01-15 20:03:18 -080052import org.onosproject.net.host.DefaultHostDescription;
53import org.onosproject.net.host.HostDescription;
Hyunsun Moond0e932a2015-09-15 22:39:16 -070054import org.onosproject.net.host.HostEvent;
55import org.onosproject.net.host.HostListener;
Hyunsun Moonb77b60f2016-01-15 20:03:18 -080056import org.onosproject.net.host.HostProvider;
57import org.onosproject.net.host.HostProviderRegistry;
58import org.onosproject.net.host.HostProviderService;
Hyunsun Moond0e932a2015-09-15 22:39:16 -070059import org.onosproject.net.host.HostService;
Hyunsun Moon42c7b4e2016-01-11 15:30:42 -080060import org.onosproject.net.packet.PacketContext;
61import org.onosproject.net.packet.PacketProcessor;
62import org.onosproject.net.packet.PacketService;
Hyunsun Moonb77b60f2016-01-15 20:03:18 -080063import org.onosproject.net.provider.AbstractProvider;
64import org.onosproject.net.provider.ProviderId;
sangho93447f12016-02-24 00:33:22 +090065import org.onosproject.openstackinterface.OpenstackInterfaceService;
66import org.onosproject.openstackinterface.OpenstackNetwork;
67import org.onosproject.openstackinterface.OpenstackPort;
68import org.onosproject.openstackinterface.OpenstackSubnet;
Hyunsun Moond0e932a2015-09-15 22:39:16 -070069import org.slf4j.Logger;
70
Hyunsun Moon1d3eac92016-02-03 00:11:11 -080071import java.util.List;
Hyunsun Moon1f145552015-10-08 22:25:30 -070072import java.util.Map;
Hyunsun Moon32f3b8e2016-03-02 19:27:26 -080073import java.util.Objects;
Hyunsun Moon9f0814b2015-11-04 17:34:35 -080074import java.util.Set;
Hyunsun Moond0e932a2015-09-15 22:39:16 -070075import java.util.concurrent.ExecutorService;
Hyunsun Moon9f0814b2015-11-04 17:34:35 -080076import java.util.stream.Collectors;
Hyunsun Moon32f3b8e2016-03-02 19:27:26 -080077import java.util.stream.StreamSupport;
Hyunsun Moond0e932a2015-09-15 22:39:16 -070078
Hyunsun Moon1f145552015-10-08 22:25:30 -070079import static com.google.common.base.Preconditions.checkNotNull;
Hyunsun Moon746956f2016-01-24 21:47:06 -080080import static java.util.concurrent.Executors.newSingleThreadScheduledExecutor;
Hyunsun Moond0e932a2015-09-15 22:39:16 -070081import static org.onlab.util.Tools.groupedThreads;
Hyunsun Moond0e932a2015-09-15 22:39:16 -070082import static org.slf4j.LoggerFactory.getLogger;
83
84/**
Hyunsun Moon9f0814b2015-11-04 17:34:35 -080085 * Provisions virtual tenant networks with service chaining capability
86 * in OpenStack environment.
Hyunsun Moond0e932a2015-09-15 22:39:16 -070087 */
88@Component(immediate = true)
89@Service
Hyunsun Moonb77b60f2016-01-15 20:03:18 -080090public class CordVtn extends AbstractProvider implements CordVtnService, HostProvider {
Hyunsun Moond0e932a2015-09-15 22:39:16 -070091
92 protected final Logger log = getLogger(getClass());
93
94 @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY)
95 protected CoreService coreService;
96
97 @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY)
Hyunsun Moon746956f2016-01-24 21:47:06 -080098 protected NetworkConfigRegistry configRegistry;
99
100 @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY)
101 protected NetworkConfigService configService;
102
103 @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY)
Hyunsun Moonb77b60f2016-01-15 20:03:18 -0800104 protected HostProviderRegistry hostProviderRegistry;
Hyunsun Moond0e932a2015-09-15 22:39:16 -0700105
106 @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY)
Hyunsun Moond0e932a2015-09-15 22:39:16 -0700107 protected DeviceService deviceService;
108
109 @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY)
110 protected HostService hostService;
111
Hyunsun Moon1f145552015-10-08 22:25:30 -0700112 @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY)
Hyunsun Moond772f342015-10-28 20:28:16 -0700113 protected DriverService driverService;
114
115 @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY)
Hyunsun Moonc71231d2015-12-16 20:53:23 -0800116 protected FlowRuleService flowRuleService;
Hyunsun Moon9f0814b2015-11-04 17:34:35 -0800117
118 @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY)
Hyunsun Moon42c7b4e2016-01-11 15:30:42 -0800119 protected PacketService packetService;
120
121 @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY)
Hyunsun Moonc71231d2015-12-16 20:53:23 -0800122 protected MastershipService mastershipService;
123
124 @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY)
125 protected GroupService groupService;
126
127 @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY)
sangho93447f12016-02-24 00:33:22 +0900128 protected OpenstackInterfaceService openstackService;
Hyunsun Moon9f0814b2015-11-04 17:34:35 -0800129
Hyunsun Moon1d3eac92016-02-03 00:11:11 -0800130 @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY)
131 protected DhcpService dhcpService;
132
Hyunsun Moon746956f2016-01-24 21:47:06 -0800133 private final ConfigFactory configFactory =
134 new ConfigFactory(SubjectFactories.APP_SUBJECT_FACTORY, CordVtnConfig.class, "cordvtn") {
135 @Override
136 public CordVtnConfig createConfig() {
137 return new CordVtnConfig();
138 }
139 };
140
Hyunsun Moonb77b60f2016-01-15 20:03:18 -0800141 private static final String DEFAULT_TUNNEL = "vxlan";
142 private static final String SERVICE_ID = "serviceId";
Hyunsun Moonb77b60f2016-01-15 20:03:18 -0800143 private static final String OPENSTACK_VM_ID = "openstackVmId";
Hyunsun Moon6d247342016-02-12 12:48:47 -0800144 private static final String OPENSTACK_PORT_ID = "openstackPortId";
145 private static final String DATA_PLANE_IP = "dataPlaneIp";
146 private static final String DATA_PLANE_INTF = "dataPlaneIntf";
147 private static final String S_TAG = "stag";
148
149 private static final Ip4Address DEFAULT_DNS = Ip4Address.valueOf("8.8.8.8");
Hyunsun Moonb77b60f2016-01-15 20:03:18 -0800150
Hyunsun Moon746956f2016-01-24 21:47:06 -0800151 private final ExecutorService eventExecutor =
152 newSingleThreadScheduledExecutor(groupedThreads("onos/cordvtn", "event-handler"));
Hyunsun Moond0e932a2015-09-15 22:39:16 -0700153
Hyunsun Moon42c7b4e2016-01-11 15:30:42 -0800154 private final PacketProcessor packetProcessor = new InternalPacketProcessor();
Hyunsun Moonb77b60f2016-01-15 20:03:18 -0800155 private final HostListener hostListener = new InternalHostListener();
Hyunsun Moon746956f2016-01-24 21:47:06 -0800156 private final NetworkConfigListener configListener = new InternalConfigListener();
Hyunsun Moon2b530322015-09-23 13:24:35 -0700157
Hyunsun Moon746956f2016-01-24 21:47:06 -0800158 private ApplicationId appId;
Hyunsun Moonb77b60f2016-01-15 20:03:18 -0800159 private HostProviderService hostProvider;
Hyunsun Moon9f0814b2015-11-04 17:34:35 -0800160 private CordVtnRuleInstaller ruleInstaller;
Hyunsun Moon42c7b4e2016-01-11 15:30:42 -0800161 private CordVtnArpProxy arpProxy;
Hyunsun Moonae39ae82016-02-17 15:02:06 -0800162 private volatile MacAddress privateGatewayMac = MacAddress.NONE;
Hyunsun Moon8539b042015-11-07 22:08:43 -0800163
Hyunsun Moonb77b60f2016-01-15 20:03:18 -0800164 /**
165 * Creates an cordvtn host location provider.
166 */
167 public CordVtn() {
168 super(new ProviderId("host", CORDVTN_APP_ID));
Hyunsun Moon8539b042015-11-07 22:08:43 -0800169 }
Hyunsun Moond0e932a2015-09-15 22:39:16 -0700170
171 @Activate
172 protected void activate() {
Hyunsun Moon746956f2016-01-24 21:47:06 -0800173 appId = coreService.registerApplication("org.onosproject.cordvtn");
Hyunsun Moonc71231d2015-12-16 20:53:23 -0800174 ruleInstaller = new CordVtnRuleInstaller(appId, flowRuleService,
175 deviceService,
176 driverService,
177 groupService,
178 mastershipService,
179 DEFAULT_TUNNEL);
180
Hyunsun Moon9cf43db2016-02-12 15:59:53 -0800181 arpProxy = new CordVtnArpProxy(appId, packetService, hostService);
Hyunsun Moon42c7b4e2016-01-11 15:30:42 -0800182 packetService.addProcessor(packetProcessor, PacketProcessor.director(0));
183 arpProxy.requestPacket();
184
Hyunsun Moond0e932a2015-09-15 22:39:16 -0700185 hostService.addListener(hostListener);
Hyunsun Moonb77b60f2016-01-15 20:03:18 -0800186 hostProvider = hostProviderRegistry.register(this);
Hyunsun Moon2b530322015-09-23 13:24:35 -0700187
Hyunsun Moon746956f2016-01-24 21:47:06 -0800188 configRegistry.registerConfigFactory(configFactory);
189 configService.addListener(configListener);
190 readConfiguration();
191
Hyunsun Moond0e932a2015-09-15 22:39:16 -0700192 log.info("Started");
193 }
194
195 @Deactivate
196 protected void deactivate() {
Hyunsun Moon746956f2016-01-24 21:47:06 -0800197 hostProviderRegistry.unregister(this);
Hyunsun Moond0e932a2015-09-15 22:39:16 -0700198 hostService.removeListener(hostListener);
Hyunsun Moon746956f2016-01-24 21:47:06 -0800199
Hyunsun Moon42c7b4e2016-01-11 15:30:42 -0800200 packetService.removeProcessor(packetProcessor);
Hyunsun Moon2b530322015-09-23 13:24:35 -0700201
Hyunsun Moon746956f2016-01-24 21:47:06 -0800202 configRegistry.unregisterConfigFactory(configFactory);
203 configService.removeListener(configListener);
Hyunsun Moon2b530322015-09-23 13:24:35 -0700204
Hyunsun Moon746956f2016-01-24 21:47:06 -0800205 eventExecutor.shutdown();
Hyunsun Moond0e932a2015-09-15 22:39:16 -0700206 log.info("Stopped");
207 }
208
209 @Override
Hyunsun Moonb77b60f2016-01-15 20:03:18 -0800210 public void triggerProbe(Host host) {
211 /*
212 * Note: In CORD deployment, we assume that all hosts are configured.
213 * Therefore no probe is required.
214 */
Hyunsun Moonb219fc42016-01-14 03:42:47 -0800215 }
216
217 @Override
Hyunsun Moon640f183e2016-02-10 17:02:37 -0800218 public void createServiceDependency(CordServiceId tServiceId, CordServiceId pServiceId,
219 boolean isBidirectional) {
Hyunsun Moonc71231d2015-12-16 20:53:23 -0800220 CordService tService = getCordService(tServiceId);
221 CordService pService = getCordService(pServiceId);
Hyunsun Moonbfc47d12015-12-07 14:06:28 -0800222
Hyunsun Moonc71231d2015-12-16 20:53:23 -0800223 if (tService == null || pService == null) {
224 log.error("Failed to create CordService for {}", tServiceId.id());
225 return;
226 }
227
Hyunsun Moonb77b60f2016-01-15 20:03:18 -0800228 log.info("Service dependency from {} to {} created.", tService.id().id(), pService.id().id());
Hyunsun Moon640f183e2016-02-10 17:02:37 -0800229 ruleInstaller.populateServiceDependencyRules(tService, pService, isBidirectional);
Hyunsun Moon699f46b2015-12-04 11:35:25 -0800230 }
231
232 @Override
Hyunsun Moonc71231d2015-12-16 20:53:23 -0800233 public void removeServiceDependency(CordServiceId tServiceId, CordServiceId pServiceId) {
234 CordService tService = getCordService(tServiceId);
235 CordService pService = getCordService(pServiceId);
Hyunsun Moonbfc47d12015-12-07 14:06:28 -0800236
Hyunsun Moonc71231d2015-12-16 20:53:23 -0800237 if (tService == null || pService == null) {
238 log.error("Failed to create CordService for {}", tServiceId.id());
239 return;
240 }
241
Hyunsun Moonb77b60f2016-01-15 20:03:18 -0800242 log.info("Service dependency from {} to {} removed.", tService.id().id(), pService.id().id());
Hyunsun Moonc71231d2015-12-16 20:53:23 -0800243 ruleInstaller.removeServiceDependencyRules(tService, pService);
Hyunsun Moon699f46b2015-12-04 11:35:25 -0800244 }
245
Hyunsun Moonb77b60f2016-01-15 20:03:18 -0800246 @Override
247 public void addServiceVm(CordVtnNode node, ConnectPoint connectPoint) {
248 Port port = deviceService.getPort(connectPoint.deviceId(), connectPoint.port());
249 OpenstackPort vPort = openstackService.port(port);
250 if (vPort == null) {
251 log.warn("Failed to get OpenstackPort for {}", getPortName(port));
Hyunsun Moon8539b042015-11-07 22:08:43 -0800252 return;
253 }
254
Hyunsun Moonb77b60f2016-01-15 20:03:18 -0800255 MacAddress mac = vPort.macAddress();
256 HostId hostId = HostId.hostId(mac);
Hyunsun Moon8539b042015-11-07 22:08:43 -0800257
Hyunsun Moonb77b60f2016-01-15 20:03:18 -0800258 Host host = hostService.getHost(hostId);
259 if (host != null) {
260 // Host is already known to the system, no HOST_ADDED event is triggered in this case.
261 // It happens when the application is restarted.
Hyunsun Moon1d3eac92016-02-03 00:11:11 -0800262 String vmId = host.annotations().value(OPENSTACK_VM_ID);
263 if (vmId != null && vmId.equals(vPort.deviceId())) {
264 serviceVmAdded(host);
265 return;
266 } else {
267 hostProvider.hostVanished(host.id());
268 }
Hyunsun Moon8539b042015-11-07 22:08:43 -0800269 }
270
Hyunsun Moon32f3b8e2016-03-02 19:27:26 -0800271 Set<IpAddress> fixedIp = Sets.newHashSet(vPort.fixedIps().values());
Hyunsun Moon6d247342016-02-12 12:48:47 -0800272 DefaultAnnotations.Builder annotations = DefaultAnnotations.builder()
Hyunsun Moonb77b60f2016-01-15 20:03:18 -0800273 .set(SERVICE_ID, vPort.networkId())
Hyunsun Moon6d247342016-02-12 12:48:47 -0800274 .set(OPENSTACK_VM_ID, vPort.deviceId())
275 .set(OPENSTACK_PORT_ID, vPort.id())
276 .set(DATA_PLANE_IP, node.dpIp().ip().toString())
277 .set(DATA_PLANE_INTF, node.dpIntf());
278
279 String serviceVlan = getServiceVlan(vPort);
280 if (serviceVlan != null) {
281 annotations.set(S_TAG, serviceVlan);
282 }
Hyunsun Moonb77b60f2016-01-15 20:03:18 -0800283
284 HostDescription hostDesc = new DefaultHostDescription(
285 mac,
286 VlanId.NONE,
287 new HostLocation(connectPoint, System.currentTimeMillis()),
Hyunsun Moon32f3b8e2016-03-02 19:27:26 -0800288 fixedIp,
Hyunsun Moon6d247342016-02-12 12:48:47 -0800289 annotations.build());
Hyunsun Moonb77b60f2016-01-15 20:03:18 -0800290
291 hostProvider.hostDetected(hostId, hostDesc, false);
Hyunsun Moon8539b042015-11-07 22:08:43 -0800292 }
293
Hyunsun Moonb77b60f2016-01-15 20:03:18 -0800294 @Override
295 public void removeServiceVm(ConnectPoint connectPoint) {
Hyunsun Moon2a225162016-02-17 19:00:50 -0800296 hostService.getConnectedHosts(connectPoint)
Hyunsun Moonc71231d2015-12-16 20:53:23 -0800297 .stream()
Hyunsun Moon2a225162016-02-17 19:00:50 -0800298 .forEach(host -> hostProvider.hostVanished(host.id()));
Hyunsun Moon9f0814b2015-11-04 17:34:35 -0800299 }
300
Hyunsun Moon6d247342016-02-12 12:48:47 -0800301 @Override
302 public void updateVirtualSubscriberGateways(HostId vSgHostId, String serviceVlan,
Hyunsun Moonae39ae82016-02-17 15:02:06 -0800303 Map<IpAddress, MacAddress> vSgs) {
Hyunsun Moon6d247342016-02-12 12:48:47 -0800304 Host vSgVm = hostService.getHost(vSgHostId);
305
306 if (vSgVm == null || !vSgVm.annotations().value(S_TAG).equals(serviceVlan)) {
307 log.debug("Invalid vSG updates for {}", serviceVlan);
308 return;
309 }
310
Hyunsun Moonae39ae82016-02-17 15:02:06 -0800311 log.info("Updates vSGs in {} with {}", vSgVm.id(), vSgs.toString());
312 vSgs.entrySet().stream()
313 .forEach(entry -> addVirtualSubscriberGateway(
314 vSgVm,
315 entry.getKey(),
316 entry.getValue(),
317 serviceVlan));
318
Hyunsun Moon2a225162016-02-17 19:00:50 -0800319 hostService.getConnectedHosts(vSgVm.location()).stream()
320 .filter(host -> !host.mac().equals(vSgVm.mac()))
321 .filter(host -> !vSgs.values().contains(host.mac()))
322 .forEach(host -> {
323 log.info("Removed vSG {}", host.toString());
324 hostProvider.hostVanished(host.id());
325 });
326
Hyunsun Moonae39ae82016-02-17 15:02:06 -0800327 ruleInstaller.populateSubscriberGatewayRules(vSgVm, vSgs.keySet());
328 }
329
330 /**
331 * Adds virtual subscriber gateway to the system.
332 *
333 * @param vSgHost host virtual machine of this vSG
334 * @param vSgIp vSG ip address
335 * @param vSgMac vSG mac address
336 * @param serviceVlan service vlan
337 */
Hyunsun Moon2a225162016-02-17 19:00:50 -0800338 private void addVirtualSubscriberGateway(Host vSgHost, IpAddress vSgIp, MacAddress vSgMac,
339 String serviceVlan) {
Hyunsun Moonae39ae82016-02-17 15:02:06 -0800340 HostId hostId = HostId.hostId(vSgMac);
341 Host host = hostService.getHost(hostId);
342 if (host != null) {
Hyunsun Moon2a225162016-02-17 19:00:50 -0800343 log.trace("vSG with {} already exists", vSgMac.toString());
Hyunsun Moonae39ae82016-02-17 15:02:06 -0800344 return;
345 }
346
347 log.info("vSG with IP({}) MAC({}) detected", vSgIp.toString(), vSgMac.toString());
348 DefaultAnnotations.Builder annotations = DefaultAnnotations.builder()
349 .set(S_TAG, serviceVlan);
350
351 HostDescription hostDesc = new DefaultHostDescription(
352 vSgMac,
353 VlanId.NONE,
354 vSgHost.location(),
355 Sets.newHashSet(vSgIp),
356 annotations.build());
357
358 hostProvider.hostDetected(hostId, hostDesc, false);
Hyunsun Moon6d247342016-02-12 12:48:47 -0800359 }
360
Hyunsun Moon9f0814b2015-11-04 17:34:35 -0800361 /**
Hyunsun Moon32f3b8e2016-03-02 19:27:26 -0800362 * Returns public ip addresses of vSGs running inside a give vSG host.
363 *
364 * @param vSgHost vSG host
365 * @return map of ip and mac address, or empty map
366 */
367 private Map<IpAddress, MacAddress> getSubscriberGateways(Host vSgHost) {
368 String vPortId = vSgHost.annotations().value(OPENSTACK_PORT_ID);
369 String serviceVlan = vSgHost.annotations().value(S_TAG);
370
371 OpenstackPort vPort = openstackService.port(vPortId);
372 if (vPort == null) {
373 log.warn("Failed to get OpenStack port {} for VM {}", vPortId, vSgHost.id());
374 return Maps.newHashMap();
375 }
376
377 if (!serviceVlan.equals(getServiceVlan(vPort))) {
378 log.error("Host({}) s-tag does not match with vPort s-tag", vSgHost.id());
379 return Maps.newHashMap();
380 }
381
382 return vPort.allowedAddressPairs();
383 }
384
385 /**
Hyunsun Moonc71231d2015-12-16 20:53:23 -0800386 * Returns CordService by service ID.
Hyunsun Moonbfc47d12015-12-07 14:06:28 -0800387 *
388 * @param serviceId service id
389 * @return cord service, or null if it fails to get network from OpenStack
390 */
391 private CordService getCordService(CordServiceId serviceId) {
392 OpenstackNetwork vNet = openstackService.network(serviceId.id());
393 if (vNet == null) {
394 log.warn("Couldn't find OpenStack network for service {}", serviceId.id());
395 return null;
396 }
397
Hyunsun Moonc71231d2015-12-16 20:53:23 -0800398 OpenstackSubnet subnet = vNet.subnets().stream()
399 .findFirst()
400 .orElse(null);
401 if (subnet == null) {
402 log.warn("Couldn't find OpenStack subnet for service {}", serviceId.id());
403 return null;
404 }
405
406 Set<CordServiceId> tServices = Sets.newHashSet();
407 // TODO get tenant services from XOS
408
409 Map<Host, IpAddress> hosts = getHostsWithOpenstackNetwork(vNet)
410 .stream()
Hyunsun Moonb77b60f2016-01-15 20:03:18 -0800411 .collect(Collectors.toMap(host -> host, this::getTunnelIp));
Hyunsun Moonc71231d2015-12-16 20:53:23 -0800412
413 return new CordService(vNet, subnet, hosts, tServices);
Hyunsun Moonbfc47d12015-12-07 14:06:28 -0800414 }
415
416 /**
Hyunsun Moonc71231d2015-12-16 20:53:23 -0800417 * Returns CordService by OpenStack network.
Hyunsun Moon9f0814b2015-11-04 17:34:35 -0800418 *
419 * @param vNet OpenStack network
Hyunsun Moonc71231d2015-12-16 20:53:23 -0800420 * @return cord service
Hyunsun Moon9f0814b2015-11-04 17:34:35 -0800421 */
Hyunsun Moonc71231d2015-12-16 20:53:23 -0800422 private CordService getCordService(OpenstackNetwork vNet) {
423 checkNotNull(vNet);
Hyunsun Moon9f0814b2015-11-04 17:34:35 -0800424
Hyunsun Moonc71231d2015-12-16 20:53:23 -0800425 CordServiceId serviceId = CordServiceId.of(vNet.id());
426 OpenstackSubnet subnet = vNet.subnets().stream()
427 .findFirst()
428 .orElse(null);
429 if (subnet == null) {
430 log.warn("Couldn't find OpenStack subnet for service {}", serviceId);
431 return null;
Hyunsun Moon9f0814b2015-11-04 17:34:35 -0800432 }
Hyunsun Moon9f0814b2015-11-04 17:34:35 -0800433
Hyunsun Moonc71231d2015-12-16 20:53:23 -0800434 Set<CordServiceId> tServices = Sets.newHashSet();
435 // TODO get tenant services from XOS
Hyunsun Moon9f0814b2015-11-04 17:34:35 -0800436
Hyunsun Moonc71231d2015-12-16 20:53:23 -0800437 Map<Host, IpAddress> hosts = getHostsWithOpenstackNetwork(vNet)
438 .stream()
Hyunsun Moonb77b60f2016-01-15 20:03:18 -0800439 .collect(Collectors.toMap(host -> host, this::getTunnelIp));
Hyunsun Moon9f0814b2015-11-04 17:34:35 -0800440
Hyunsun Moonc71231d2015-12-16 20:53:23 -0800441 return new CordService(vNet, subnet, hosts, tServices);
Hyunsun Moon9f0814b2015-11-04 17:34:35 -0800442 }
443
Hyunsun Moonb77b60f2016-01-15 20:03:18 -0800444 /**
445 * Returns IP address for tunneling for a given host.
446 *
447 * @param host host
Hyunsun Moon6d247342016-02-12 12:48:47 -0800448 * @return ip address, or null
Hyunsun Moonb77b60f2016-01-15 20:03:18 -0800449 */
450 private IpAddress getTunnelIp(Host host) {
Hyunsun Moon6d247342016-02-12 12:48:47 -0800451 String ip = host.annotations().value(DATA_PLANE_IP);
452 return ip == null ? null : IpAddress.valueOf(ip);
Hyunsun Moonb77b60f2016-01-15 20:03:18 -0800453 }
Hyunsun Moond0e932a2015-09-15 22:39:16 -0700454
Hyunsun Moonb77b60f2016-01-15 20:03:18 -0800455 /**
456 * Returns port name.
457 *
458 * @param port port
459 * @return port name
460 */
461 private String getPortName(Port port) {
462 return port.annotations().value("portName");
463 }
Hyunsun Moon8539b042015-11-07 22:08:43 -0800464
Hyunsun Moonb77b60f2016-01-15 20:03:18 -0800465 /**
Hyunsun Moon6d247342016-02-12 12:48:47 -0800466 * Returns s-tag from a given OpenStack port.
467 *
468 * @param vPort openstack port
469 * @return s-tag string
470 */
471 private String getServiceVlan(OpenstackPort vPort) {
472 checkNotNull(vPort);
473
474 if (vPort.name() != null && vPort.name().startsWith(S_TAG)) {
475 return vPort.name().split("-")[1];
476 } else {
477 return null;
478 }
479 }
480
481 /**
Hyunsun Moon32f3b8e2016-03-02 19:27:26 -0800482 * Returns service ID of this host.
483 *
484 * @param host host
485 * @return service id, or null if not found
486 */
487 private String getServiceId(Host host) {
488 return host.annotations().value(SERVICE_ID);
489 }
490
491 /**
Hyunsun Moonb77b60f2016-01-15 20:03:18 -0800492 * Returns hosts associated with a given OpenStack network.
493 *
494 * @param vNet openstack network
495 * @return set of hosts
496 */
497 private Set<Host> getHostsWithOpenstackNetwork(OpenstackNetwork vNet) {
498 checkNotNull(vNet);
Hyunsun Moond0e932a2015-09-15 22:39:16 -0700499
Hyunsun Moon32f3b8e2016-03-02 19:27:26 -0800500 String vNetId = vNet.id();
501 return StreamSupport.stream(hostService.getHosts().spliterator(), false)
502 .filter(host -> Objects.equals(vNetId, getServiceId(host)))
Hyunsun Moonb77b60f2016-01-15 20:03:18 -0800503 .collect(Collectors.toSet());
Hyunsun Moon6d247342016-02-12 12:48:47 -0800504 }
505
506 /**
Hyunsun Moon1d3eac92016-02-03 00:11:11 -0800507 * Registers static DHCP lease for a given host.
508 *
509 * @param host host
510 * @param service cord service
511 */
512 private void registerDhcpLease(Host host, CordService service) {
513 List<Ip4Address> options = Lists.newArrayList();
514 options.add(Ip4Address.makeMaskPrefix(service.serviceIpRange().prefixLength()));
515 options.add(service.serviceIp().getIp4Address());
516 options.add(service.serviceIp().getIp4Address());
517 options.add(DEFAULT_DNS);
518
519 log.debug("Set static DHCP mapping for {}", host.mac());
520 dhcpService.setStaticMapping(host.mac(),
521 host.ipAddresses().stream().findFirst().get().getIp4Address(),
522 true,
523 options);
524 }
525
526 /**
Hyunsun Moonb77b60f2016-01-15 20:03:18 -0800527 * Handles VM detected situation.
528 *
529 * @param host host
530 */
531 private void serviceVmAdded(Host host) {
532 String vNetId = host.annotations().value(SERVICE_ID);
Hyunsun Moonae39ae82016-02-17 15:02:06 -0800533 if (vNetId == null) {
Hyunsun Moon2a225162016-02-17 19:00:50 -0800534 // ignore this host, it is not the service VM, or it's a vSG
Hyunsun Moonae39ae82016-02-17 15:02:06 -0800535 return;
536 }
537
Hyunsun Moonb77b60f2016-01-15 20:03:18 -0800538 OpenstackNetwork vNet = openstackService.network(vNetId);
539 if (vNet == null) {
540 log.warn("Failed to get OpenStack network {} for VM {}({}).",
541 vNetId,
542 host.id(),
543 host.annotations().value(OPENSTACK_VM_ID));
544 return;
545 }
546
547 log.info("VM {} is detected, MAC: {} IP: {}",
548 host.annotations().value(OPENSTACK_VM_ID),
549 host.mac(),
550 host.ipAddresses().stream().findFirst().get());
551
552 CordService service = getCordService(vNet);
Hyunsun Moond52bffc2016-01-29 18:57:05 -0800553 if (service == null) {
554 return;
555 }
556
Hyunsun Moon1e5caeb2016-03-01 16:36:23 -0800557 switch (service.serviceType()) {
558 case MANAGEMENT:
559 ruleInstaller.populateManagementNetworkRules(host, service);
560 break;
561 case PRIVATE:
562 case PRIVATE_INDIRECT:
563 case PRIVATE_DIRECT:
564 arpProxy.addGateway(service.serviceIp(), privateGatewayMac);
565 case PUBLIC_INDIRECT:
566 case PUBLIC_DIRECT:
567 default:
568 // TODO check if the service needs an update on its group buckets after done CORD-433
569 ruleInstaller.updateServiceGroup(service);
570 // sends gratuitous ARP here for the case of adding existing VMs
571 // when ONOS or cordvtn app is restarted
572 arpProxy.sendGratuitousArpForGateway(service.serviceIp(), Sets.newHashSet(host));
573 break;
Hyunsun Moonb77b60f2016-01-15 20:03:18 -0800574 }
575
Hyunsun Moon1d3eac92016-02-03 00:11:11 -0800576 registerDhcpLease(host, service);
Hyunsun Moon6d247342016-02-12 12:48:47 -0800577 ruleInstaller.populateBasicConnectionRules(host, getTunnelIp(host), vNet);
578
Hyunsun Moonae39ae82016-02-17 15:02:06 -0800579 String serviceVlan = host.annotations().value(S_TAG);
580 if (serviceVlan != null) {
Hyunsun Moon6d247342016-02-12 12:48:47 -0800581 log.debug("vSG VM detected {}", host.id());
Hyunsun Moonae39ae82016-02-17 15:02:06 -0800582 Map<IpAddress, MacAddress> vSgs = getSubscriberGateways(host);
583 vSgs.entrySet().stream()
584 .forEach(entry -> addVirtualSubscriberGateway(
585 host,
586 entry.getKey(),
587 entry.getValue(),
588 serviceVlan));
589
590 ruleInstaller.populateSubscriberGatewayRules(host, vSgs.keySet());
Hyunsun Moon6d247342016-02-12 12:48:47 -0800591 }
Hyunsun Moonb77b60f2016-01-15 20:03:18 -0800592 }
593
594 /**
595 * Handles VM removed situation.
596 *
597 * @param host host
598 */
599 private void serviceVmRemoved(Host host) {
Hyunsun Moon2a225162016-02-17 19:00:50 -0800600 String vNetId = host.annotations().value(SERVICE_ID);
601 if (vNetId == null) {
602 // ignore it, it's not the service VM or it's a vSG
603 String serviceVlan = host.annotations().value(S_TAG);
604 if (serviceVlan != null) {
605 log.info("vSG {} removed", host.id());
606 }
Hyunsun Moon1d3eac92016-02-03 00:11:11 -0800607 return;
608 }
609
Hyunsun Moon6d247342016-02-12 12:48:47 -0800610 OpenstackNetwork vNet = openstackService.network(vNetId);
Hyunsun Moonb77b60f2016-01-15 20:03:18 -0800611 if (vNet == null) {
612 log.warn("Failed to get OpenStack network {} for VM {}({}).",
613 vNetId,
614 host.id(),
615 host.annotations().value(OPENSTACK_VM_ID));
616 return;
617 }
618
619 log.info("VM {} is vanished, MAC: {} IP: {}",
620 host.annotations().value(OPENSTACK_VM_ID),
621 host.mac(),
622 host.ipAddresses().stream().findFirst().get());
623
624 ruleInstaller.removeBasicConnectionRules(host);
Hyunsun Moonfb631b42016-02-03 14:44:06 -0800625 dhcpService.removeStaticMapping(host.mac());
Hyunsun Moonb77b60f2016-01-15 20:03:18 -0800626
627 CordService service = getCordService(vNet);
Hyunsun Moond52bffc2016-01-29 18:57:05 -0800628 if (service == null) {
629 return;
630 }
631
Hyunsun Moon1e5caeb2016-03-01 16:36:23 -0800632 switch (service.serviceType()) {
633 case MANAGEMENT:
634 ruleInstaller.removeManagementNetworkRules(host, service);
635 break;
636 case PRIVATE:
637 case PRIVATE_INDIRECT:
638 case PRIVATE_DIRECT:
639 if (getHostsWithOpenstackNetwork(vNet).isEmpty()) {
640 arpProxy.removeGateway(service.serviceIp());
641 }
642 case PUBLIC_INDIRECT:
643 case PUBLIC_DIRECT:
644 default:
645 // TODO check if the service needs an update on its group buckets after done CORD-433
646 ruleInstaller.updateServiceGroup(service);
647 break;
Hyunsun Moond0e932a2015-09-15 22:39:16 -0700648 }
649 }
650
Hyunsun Moon746956f2016-01-24 21:47:06 -0800651 /**
652 * Sets service network gateway MAC address and sends out gratuitous ARP to all
653 * VMs to update the gateway MAC address.
654 *
Hyunsun Moonae39ae82016-02-17 15:02:06 -0800655 * @param newMac mac address to update
Hyunsun Moon746956f2016-01-24 21:47:06 -0800656 */
Hyunsun Moonae39ae82016-02-17 15:02:06 -0800657 private void setPrivateGatewayMac(MacAddress newMac) {
658 if (newMac == null || newMac.equals(privateGatewayMac)) {
659 // no updates, do nothing
660 return;
Hyunsun Moon746956f2016-01-24 21:47:06 -0800661 }
662
Hyunsun Moonae39ae82016-02-17 15:02:06 -0800663 privateGatewayMac = newMac;
664 log.debug("Set service gateway MAC address to {}", privateGatewayMac.toString());
665
Hyunsun Moon746956f2016-01-24 21:47:06 -0800666 // TODO get existing service list from XOS and replace the loop below
667 Set<String> vNets = Sets.newHashSet();
668 hostService.getHosts().forEach(host -> vNets.add(host.annotations().value(SERVICE_ID)));
669 vNets.remove(null);
670
671 vNets.stream().forEach(vNet -> {
672 CordService service = getCordService(CordServiceId.of(vNet));
673 if (service != null) {
Hyunsun Moonae39ae82016-02-17 15:02:06 -0800674 arpProxy.addGateway(service.serviceIp(), privateGatewayMac);
675 arpProxy.sendGratuitousArpForGateway(service.serviceIp(), service.hosts().keySet());
Hyunsun Moon746956f2016-01-24 21:47:06 -0800676 }
677 });
678 }
679
680 /**
Hyunsun Moonae39ae82016-02-17 15:02:06 -0800681 * Sets public gateway MAC address.
682 *
683 * @param publicGateways gateway ip and mac address pairs
684 */
685 private void setPublicGatewayMac(Map<IpAddress, MacAddress> publicGateways) {
686 publicGateways.entrySet()
687 .stream()
688 .forEach(entry -> {
689 arpProxy.addGateway(entry.getKey(), entry.getValue());
690 log.debug("Added public gateway IP {}, MAC {}",
691 entry.getKey().toString(), entry.getValue().toString());
692 });
693 // TODO notice gateway MAC change to VMs holds this gateway IP
694 }
695
696 /**
Hyunsun Moon746956f2016-01-24 21:47:06 -0800697 * Updates configurations.
698 */
699 private void readConfiguration() {
700 CordVtnConfig config = configRegistry.getConfig(appId, CordVtnConfig.class);
701 if (config == null) {
702 log.debug("No configuration found");
703 return;
704 }
705
Hyunsun Moonae39ae82016-02-17 15:02:06 -0800706 setPrivateGatewayMac(config.privateGatewayMac());
707 setPublicGatewayMac(config.publicGateways());
Hyunsun Moon746956f2016-01-24 21:47:06 -0800708 }
709
Hyunsun Moond0e932a2015-09-15 22:39:16 -0700710 private class InternalHostListener implements HostListener {
711
712 @Override
713 public void event(HostEvent event) {
Hyunsun Moonb77b60f2016-01-15 20:03:18 -0800714 Host host = event.subject();
Hyunsun Moond0e932a2015-09-15 22:39:16 -0700715
716 switch (event.type()) {
717 case HOST_ADDED:
Hyunsun Moonb77b60f2016-01-15 20:03:18 -0800718 eventExecutor.submit(() -> serviceVmAdded(host));
Hyunsun Moond0e932a2015-09-15 22:39:16 -0700719 break;
720 case HOST_REMOVED:
Hyunsun Moonb77b60f2016-01-15 20:03:18 -0800721 eventExecutor.submit(() -> serviceVmRemoved(host));
Hyunsun Moond0e932a2015-09-15 22:39:16 -0700722 break;
723 default:
724 break;
725 }
726 }
727 }
728
Hyunsun Moon42c7b4e2016-01-11 15:30:42 -0800729 private class InternalPacketProcessor implements PacketProcessor {
730
731 @Override
732 public void process(PacketContext context) {
733 if (context.isHandled()) {
734 return;
735 }
736
737 Ethernet ethPacket = context.inPacket().parsed();
Hyunsun Moon746956f2016-01-24 21:47:06 -0800738 if (ethPacket == null || ethPacket.getEtherType() != Ethernet.TYPE_ARP) {
Hyunsun Moon42c7b4e2016-01-11 15:30:42 -0800739 return;
740 }
741
Hyunsun Moonae39ae82016-02-17 15:02:06 -0800742 arpProxy.processArpPacket(context, ethPacket);
Hyunsun Moon746956f2016-01-24 21:47:06 -0800743 }
744 }
745
746 private class InternalConfigListener implements NetworkConfigListener {
747
748 @Override
749 public void event(NetworkConfigEvent event) {
750 if (!event.configClass().equals(CordVtnConfig.class)) {
Hyunsun Moon42c7b4e2016-01-11 15:30:42 -0800751 return;
752 }
753
Hyunsun Moon746956f2016-01-24 21:47:06 -0800754 switch (event.type()) {
755 case CONFIG_ADDED:
756 case CONFIG_UPDATED:
757 log.info("Network configuration changed");
758 eventExecutor.execute(CordVtn.this::readConfiguration);
759 break;
760 default:
761 break;
762 }
Hyunsun Moon42c7b4e2016-01-11 15:30:42 -0800763 }
764 }
Hyunsun Moond0e932a2015-09-15 22:39:16 -0700765}