sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 1 | /* |
Daniel Park | 3a06c52 | 2016-01-28 20:51:12 +0900 | [diff] [blame] | 2 | * Copyright 2015-2016 Open Networking Laboratory |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
sangho | 0c2a3da | 2016-02-16 13:39:07 +0900 | [diff] [blame] | 16 | package org.onosproject.openstacknetworking.switching; |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 17 | |
sangho | 0c2a3da | 2016-02-16 13:39:07 +0900 | [diff] [blame] | 18 | import com.google.common.collect.ImmutableMap; |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 19 | import com.google.common.collect.Lists; |
Daniel Park | 5df6518 | 2016-01-09 00:12:03 +0900 | [diff] [blame] | 20 | import com.google.common.collect.Maps; |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 21 | import org.apache.felix.scr.annotations.Activate; |
| 22 | import org.apache.felix.scr.annotations.Component; |
| 23 | import org.apache.felix.scr.annotations.Deactivate; |
| 24 | import org.apache.felix.scr.annotations.Reference; |
| 25 | import org.apache.felix.scr.annotations.ReferenceCardinality; |
| 26 | import org.apache.felix.scr.annotations.Service; |
| 27 | import org.onlab.packet.Ethernet; |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 28 | import org.onlab.packet.Ip4Address; |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 29 | import org.onosproject.core.ApplicationId; |
| 30 | import org.onosproject.core.CoreService; |
daniel | bb83ebc | 2015-10-29 15:13:06 +0900 | [diff] [blame] | 31 | import org.onosproject.dhcp.DhcpService; |
sanghoshin | 65723ae | 2015-11-17 22:07:21 +0900 | [diff] [blame] | 32 | import org.onosproject.event.AbstractEvent; |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 33 | import org.onosproject.net.Device; |
sanghoshin | 46c6e3e | 2015-12-18 18:42:17 +0900 | [diff] [blame] | 34 | import org.onosproject.net.DeviceId; |
sanghoshin | 65723ae | 2015-11-17 22:07:21 +0900 | [diff] [blame] | 35 | import org.onosproject.net.Host; |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 36 | import org.onosproject.net.Port; |
| 37 | import org.onosproject.net.device.DeviceEvent; |
| 38 | import org.onosproject.net.device.DeviceListener; |
| 39 | import org.onosproject.net.device.DeviceService; |
sanghoshin | f25d2e0 | 2015-11-11 23:07:17 +0900 | [diff] [blame] | 40 | import org.onosproject.net.driver.DriverService; |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 41 | import org.onosproject.net.flowobjective.FlowObjectiveService; |
sanghoshin | 65723ae | 2015-11-17 22:07:21 +0900 | [diff] [blame] | 42 | import org.onosproject.net.host.HostEvent; |
| 43 | import org.onosproject.net.host.HostListener; |
| 44 | import org.onosproject.net.host.HostService; |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 45 | import org.onosproject.net.packet.InboundPacket; |
| 46 | import org.onosproject.net.packet.PacketContext; |
| 47 | import org.onosproject.net.packet.PacketProcessor; |
| 48 | import org.onosproject.net.packet.PacketService; |
sangho | 93447f1 | 2016-02-24 00:33:22 +0900 | [diff] [blame] | 49 | import org.onosproject.openstackinterface.OpenstackInterfaceService; |
| 50 | import org.onosproject.openstackinterface.OpenstackNetwork; |
| 51 | import org.onosproject.openstackinterface.OpenstackPort; |
| 52 | import org.onosproject.openstackinterface.OpenstackSecurityGroup; |
| 53 | import org.onosproject.openstackinterface.OpenstackSubnet; |
sangho | 0c2a3da | 2016-02-16 13:39:07 +0900 | [diff] [blame] | 54 | import org.onosproject.openstacknetworking.OpenstackPortInfo; |
sangho | 0c2a3da | 2016-02-16 13:39:07 +0900 | [diff] [blame] | 55 | import org.onosproject.openstacknetworking.OpenstackSwitchingService; |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 56 | import org.slf4j.Logger; |
| 57 | import org.slf4j.LoggerFactory; |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 58 | import java.util.List; |
sanghoshin | 46297d2 | 2015-11-03 17:51:24 +0900 | [diff] [blame] | 59 | import java.util.Collection; |
Daniel Park | 5df6518 | 2016-01-09 00:12:03 +0900 | [diff] [blame] | 60 | import java.util.Map; |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 61 | import java.util.concurrent.ExecutorService; |
| 62 | import java.util.concurrent.Executors; |
sanghoshin | 46297d2 | 2015-11-03 17:51:24 +0900 | [diff] [blame] | 63 | |
sanghoshin | f6735b2 | 2015-12-17 18:23:53 +0900 | [diff] [blame] | 64 | import static org.onlab.util.Tools.groupedThreads; |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 65 | |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 66 | @Service |
| 67 | @Component(immediate = true) |
| 68 | /** |
sanghoshin | 46297d2 | 2015-11-03 17:51:24 +0900 | [diff] [blame] | 69 | * Populates forwarding rules for VMs created by Openstack. |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 70 | */ |
| 71 | public class OpenstackSwitchingManager implements OpenstackSwitchingService { |
| 72 | |
sangho | 0c2a3da | 2016-02-16 13:39:07 +0900 | [diff] [blame] | 73 | private final Logger log = LoggerFactory |
| 74 | .getLogger(getClass()); |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 75 | |
| 76 | @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY) |
| 77 | protected CoreService coreService; |
| 78 | |
| 79 | @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY) |
| 80 | protected PacketService packetService; |
| 81 | |
| 82 | @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY) |
| 83 | protected DeviceService deviceService; |
| 84 | |
| 85 | @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY) |
sanghoshin | 65723ae | 2015-11-17 22:07:21 +0900 | [diff] [blame] | 86 | protected HostService hostService; |
| 87 | |
| 88 | @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY) |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 89 | protected FlowObjectiveService flowObjectiveService; |
| 90 | |
daniel | bb83ebc | 2015-10-29 15:13:06 +0900 | [diff] [blame] | 91 | @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY) |
sanghoshin | f25d2e0 | 2015-11-11 23:07:17 +0900 | [diff] [blame] | 92 | protected DhcpService dhcpService; |
| 93 | |
| 94 | @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY) |
sanghoshin | f25d2e0 | 2015-11-11 23:07:17 +0900 | [diff] [blame] | 95 | protected DriverService driverService; |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 96 | |
Daniel Park | 81a61a1 | 2016-02-26 08:24:44 +0900 | [diff] [blame] | 97 | @Reference(cardinality = ReferenceCardinality.MANDATORY_UNARY) |
sangho | 93447f1 | 2016-02-24 00:33:22 +0900 | [diff] [blame] | 98 | protected OpenstackInterfaceService openstackService; |
Daniel Park | 3a06c52 | 2016-01-28 20:51:12 +0900 | [diff] [blame] | 99 | |
sanghoshin | 46c6e3e | 2015-12-18 18:42:17 +0900 | [diff] [blame] | 100 | public static final String PORTNAME_PREFIX_VM = "tap"; |
sangho | 3623cb6 | 2016-01-15 22:06:38 +0900 | [diff] [blame] | 101 | public static final String PORTNAME_PREFIX_ROUTER = "qr-"; |
sanghoshin | 46c6e3e | 2015-12-18 18:42:17 +0900 | [diff] [blame] | 102 | public static final String PORTNAME_PREFIX_TUNNEL = "vxlan"; |
| 103 | public static final String PORTNAME = "portName"; |
Daniel Park | 3a06c52 | 2016-01-28 20:51:12 +0900 | [diff] [blame] | 104 | private static final String ROUTER_INTERFACE = "network:router_interface"; |
sangho | 3623cb6 | 2016-01-15 22:06:38 +0900 | [diff] [blame] | 105 | public static final String DEVICE_OWNER_GATEWAY = "network:router_gateway"; |
| 106 | |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 107 | private ApplicationId appId; |
sangho | 9008853 | 2016-02-25 18:06:12 +0900 | [diff] [blame] | 108 | |
| 109 | private OpenstackArpHandler arpHandler; |
| 110 | private OpenstackSecurityGroupRulePopulator sgRulePopulator; |
daniel | bb83ebc | 2015-10-29 15:13:06 +0900 | [diff] [blame] | 111 | |
sanghoshin | f6735b2 | 2015-12-17 18:23:53 +0900 | [diff] [blame] | 112 | private ExecutorService deviceEventExcutorService = |
| 113 | Executors.newSingleThreadExecutor(groupedThreads("onos/openstackswitching", "device-event")); |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 114 | |
| 115 | private InternalPacketProcessor internalPacketProcessor = new InternalPacketProcessor(); |
| 116 | private InternalDeviceListener internalDeviceListener = new InternalDeviceListener(); |
sanghoshin | 65723ae | 2015-11-17 22:07:21 +0900 | [diff] [blame] | 117 | private InternalHostListener internalHostListener = new InternalHostListener(); |
sangho | 0c2a3da | 2016-02-16 13:39:07 +0900 | [diff] [blame] | 118 | |
Daniel Park | 5df6518 | 2016-01-09 00:12:03 +0900 | [diff] [blame] | 119 | private Map<String, OpenstackPortInfo> openstackPortInfoMap = Maps.newHashMap(); |
sangho | 9008853 | 2016-02-25 18:06:12 +0900 | [diff] [blame] | 120 | private Map<String, OpenstackSecurityGroup> securityGroupMap = Maps.newConcurrentMap(); |
Daniel Park | 5df6518 | 2016-01-09 00:12:03 +0900 | [diff] [blame] | 121 | |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 122 | @Activate |
| 123 | protected void activate() { |
| 124 | appId = coreService |
| 125 | .registerApplication("org.onosproject.openstackswitching"); |
sanghoshin | f25d2e0 | 2015-11-11 23:07:17 +0900 | [diff] [blame] | 126 | |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 127 | packetService.addProcessor(internalPacketProcessor, PacketProcessor.director(1)); |
| 128 | deviceService.addListener(internalDeviceListener); |
sanghoshin | 65723ae | 2015-11-17 22:07:21 +0900 | [diff] [blame] | 129 | hostService.addListener(internalHostListener); |
Daniel Park | 81a61a1 | 2016-02-26 08:24:44 +0900 | [diff] [blame] | 130 | arpHandler = new OpenstackArpHandler(openstackService, packetService, hostService); |
daniel | bb83ebc | 2015-10-29 15:13:06 +0900 | [diff] [blame] | 131 | |
sangho | 9008853 | 2016-02-25 18:06:12 +0900 | [diff] [blame] | 132 | arpHandler = new OpenstackArpHandler(openstackService, packetService, hostService); |
| 133 | sgRulePopulator = new OpenstackSecurityGroupRulePopulator(appId, openstackService, flowObjectiveService); |
| 134 | |
sangho | 93447f1 | 2016-02-24 00:33:22 +0900 | [diff] [blame] | 135 | initializeFlowRules(); |
sanghoshin | 46297d2 | 2015-11-03 17:51:24 +0900 | [diff] [blame] | 136 | |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 137 | log.info("Started"); |
| 138 | } |
| 139 | |
| 140 | @Deactivate |
| 141 | protected void deactivate() { |
| 142 | packetService.removeProcessor(internalPacketProcessor); |
| 143 | deviceService.removeListener(internalDeviceListener); |
| 144 | |
| 145 | deviceEventExcutorService.shutdown(); |
| 146 | |
| 147 | log.info("Stopped"); |
| 148 | } |
| 149 | |
| 150 | @Override |
| 151 | public void createPorts(OpenstackPort openstackPort) { |
Daniel Park | 3a06c52 | 2016-01-28 20:51:12 +0900 | [diff] [blame] | 152 | |
| 153 | if (!openstackPort.deviceOwner().equals(ROUTER_INTERFACE) |
| 154 | && !openstackPort.deviceOwner().equals(DEVICE_OWNER_GATEWAY)) { |
| 155 | if (!openstackPort.fixedIps().isEmpty()) { |
| 156 | registerDhcpInfo(openstackPort); |
| 157 | } |
sangho | f2ca7e5c | 2015-12-23 16:02:43 +0900 | [diff] [blame] | 158 | } |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 159 | } |
| 160 | |
| 161 | @Override |
sangho | 0c2a3da | 2016-02-16 13:39:07 +0900 | [diff] [blame] | 162 | public void removePort(String uuid) { |
sangho | 3623cb6 | 2016-01-15 22:06:38 +0900 | [diff] [blame] | 163 | // When VMs are remvoed, the flow rules for the VMs are removed using ONOS port update event. |
| 164 | // But, when router is removed, no ONOS port event occurs and we need to use Neutron port event. |
| 165 | // Here we should not touch any rules for VMs. |
| 166 | log.debug("port {} was removed", uuid); |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 167 | |
sangho | 3623cb6 | 2016-01-15 22:06:38 +0900 | [diff] [blame] | 168 | String routerPortName = PORTNAME_PREFIX_ROUTER + uuid.substring(0, 11); |
| 169 | OpenstackPortInfo routerPortInfo = openstackPortInfoMap.get(routerPortName); |
| 170 | if (routerPortInfo != null) { |
| 171 | dhcpService.removeStaticMapping(routerPortInfo.mac()); |
sangho | 93447f1 | 2016-02-24 00:33:22 +0900 | [diff] [blame] | 172 | deviceService.getPorts(routerPortInfo.deviceId()).forEach(port -> { |
| 173 | String pName = port.annotations().value("portName"); |
| 174 | if (pName.equals(routerPortName)) { |
| 175 | OpenstackSwitchingRulePopulator rulePopulator = |
| 176 | new OpenstackSwitchingRulePopulator(appId, flowObjectiveService, |
| 177 | deviceService, openstackService, driverService); |
sangho | 3623cb6 | 2016-01-15 22:06:38 +0900 | [diff] [blame] | 178 | |
sangho | 93447f1 | 2016-02-24 00:33:22 +0900 | [diff] [blame] | 179 | rulePopulator.removeSwitchingRules(port, openstackPortInfoMap); |
| 180 | openstackPortInfoMap.remove(routerPortName); |
| 181 | return; |
| 182 | } |
| 183 | }); |
sangho | 3623cb6 | 2016-01-15 22:06:38 +0900 | [diff] [blame] | 184 | } |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 185 | } |
| 186 | |
| 187 | @Override |
sanghoshin | 65723ae | 2015-11-17 22:07:21 +0900 | [diff] [blame] | 188 | public void updatePort(OpenstackPort openstackPort) { |
sangho | 9008853 | 2016-02-25 18:06:12 +0900 | [diff] [blame] | 189 | if (openstackPort.status().equals(OpenstackPort.PortStatus.ACTIVE)) { |
| 190 | String portName = PORTNAME_PREFIX_VM + openstackPort.id().substring(0, 11); |
| 191 | OpenstackPortInfo osPortInfo = openstackPortInfoMap.get(portName); |
| 192 | if (osPortInfo != null) { |
| 193 | // Remove all security group rules based on the ones stored in security group map. |
| 194 | osPortInfo.securityGroups().stream().forEach( |
| 195 | sgId -> sgRulePopulator.removeSecurityGroupRules(osPortInfo.deviceId(), sgId, |
| 196 | osPortInfo.ip(), openstackPortInfoMap, securityGroupMap)); |
| 197 | // Add all security group rules based on the updated security group. |
| 198 | openstackPort.securityGroups().stream().forEach( |
| 199 | sgId -> sgRulePopulator.populateSecurityGroupRules(osPortInfo.deviceId(), sgId, |
| 200 | osPortInfo.ip(), openstackPortInfoMap)); |
| 201 | updatePortMap(osPortInfo.deviceId(), portName, openstackService.networks(), |
| 202 | openstackService.subnets(), openstackPort); |
| 203 | } |
| 204 | } |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 205 | } |
| 206 | |
| 207 | @Override |
| 208 | public void createNetwork(OpenstackNetwork openstackNetwork) { |
Daniel Park | 81a61a1 | 2016-02-26 08:24:44 +0900 | [diff] [blame] | 209 | //TODO |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 210 | } |
| 211 | |
daniel | bb83ebc | 2015-10-29 15:13:06 +0900 | [diff] [blame] | 212 | @Override |
| 213 | public void createSubnet(OpenstackSubnet openstackSubnet) { |
Daniel Park | 81a61a1 | 2016-02-26 08:24:44 +0900 | [diff] [blame] | 214 | //TODO |
daniel | bb83ebc | 2015-10-29 15:13:06 +0900 | [diff] [blame] | 215 | } |
| 216 | |
sanghoshin | 46297d2 | 2015-11-03 17:51:24 +0900 | [diff] [blame] | 217 | @Override |
sangho | 0c2a3da | 2016-02-16 13:39:07 +0900 | [diff] [blame] | 218 | public Map<String, OpenstackPortInfo> openstackPortInfo() { |
| 219 | return ImmutableMap.copyOf(this.openstackPortInfoMap); |
Daniel Park | 3a06c52 | 2016-01-28 20:51:12 +0900 | [diff] [blame] | 220 | } |
| 221 | |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 222 | private void processDeviceAdded(Device device) { |
daniel | bb83ebc | 2015-10-29 15:13:06 +0900 | [diff] [blame] | 223 | log.debug("device {} is added", device.id()); |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 224 | } |
| 225 | |
Daniel Park | 5df6518 | 2016-01-09 00:12:03 +0900 | [diff] [blame] | 226 | private void processPortUpdated(Device device, Port port) { |
sangho | 9008853 | 2016-02-25 18:06:12 +0900 | [diff] [blame] | 227 | String portName = port.annotations().value(PORTNAME); |
| 228 | synchronized (openstackPortInfoMap) { |
| 229 | if (portName.startsWith(PORTNAME_PREFIX_VM)) { |
| 230 | if (port.isEnabled()) { |
| 231 | OpenstackSwitchingRulePopulator rulePopulator = |
| 232 | new OpenstackSwitchingRulePopulator(appId, flowObjectiveService, |
| 233 | deviceService, openstackService, driverService); |
Daniel Park | 3a06c52 | 2016-01-28 20:51:12 +0900 | [diff] [blame] | 234 | |
sangho | 9008853 | 2016-02-25 18:06:12 +0900 | [diff] [blame] | 235 | rulePopulator.populateSwitchingRules(device, port); |
| 236 | OpenstackPort openstackPort = rulePopulator.openstackPort(port); |
| 237 | Ip4Address vmIp = (Ip4Address) openstackPort.fixedIps().values().stream() |
| 238 | .findAny().orElseGet(null); |
| 239 | openstackPort.securityGroups().stream().forEach( |
| 240 | sgId -> sgRulePopulator.populateSecurityGroupRules(device.id(), sgId, vmIp, |
| 241 | openstackPortInfoMap)); |
| 242 | updatePortMap(device.id(), port.annotations().value(PORTNAME), |
| 243 | openstackService.networks(), openstackService.subnets(), openstackPort); |
Daniel Park | 3a06c52 | 2016-01-28 20:51:12 +0900 | [diff] [blame] | 244 | |
sangho | 9008853 | 2016-02-25 18:06:12 +0900 | [diff] [blame] | 245 | //In case portupdate event is driven by vm shutoff from openstack |
| 246 | } else if (!port.isEnabled() && openstackPortInfoMap.containsKey(portName)) { |
| 247 | log.debug("Flowrules according to the port {} were removed", port.number().toString()); |
| 248 | OpenstackSwitchingRulePopulator rulePopulator = |
| 249 | new OpenstackSwitchingRulePopulator(appId, flowObjectiveService, |
| 250 | deviceService, openstackService, driverService); |
| 251 | rulePopulator.removeSwitchingRules(port, openstackPortInfoMap); |
| 252 | openstackPortInfoMap.get(portName).securityGroups().stream().forEach( |
| 253 | sgId -> sgRulePopulator.removeSecurityGroupRules(device.id(), sgId, |
| 254 | openstackPortInfoMap.get(portName).ip(), openstackPortInfoMap, securityGroupMap)); |
| 255 | dhcpService.removeStaticMapping(openstackPortInfoMap.get(port.annotations().value(PORTNAME)).mac()); |
| 256 | openstackPortInfoMap.remove(port.annotations().value(PORTNAME)); |
| 257 | } |
Daniel Park | 5df6518 | 2016-01-09 00:12:03 +0900 | [diff] [blame] | 258 | } |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 259 | } |
| 260 | } |
| 261 | |
| 262 | private void processPortRemoved(Device device, Port port) { |
daniel | bb83ebc | 2015-10-29 15:13:06 +0900 | [diff] [blame] | 263 | log.debug("port {} is removed", port.toString()); |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 264 | } |
| 265 | |
sanghoshin | 075e3e7 | 2015-11-25 16:34:29 +0900 | [diff] [blame] | 266 | private void initializeFlowRules() { |
| 267 | OpenstackSwitchingRulePopulator rulePopulator = |
| 268 | new OpenstackSwitchingRulePopulator(appId, flowObjectiveService, |
sangho | 0c2a3da | 2016-02-16 13:39:07 +0900 | [diff] [blame] | 269 | deviceService, openstackService, driverService); |
sanghoshin | 075e3e7 | 2015-11-25 16:34:29 +0900 | [diff] [blame] | 270 | |
sangho | 0c2a3da | 2016-02-16 13:39:07 +0900 | [diff] [blame] | 271 | Collection<OpenstackNetwork> networks = openstackService.networks(); |
| 272 | Collection<OpenstackSubnet> subnets = openstackService.subnets(); |
sanghoshin | 46c6e3e | 2015-12-18 18:42:17 +0900 | [diff] [blame] | 273 | |
sanghoshin | 075e3e7 | 2015-11-25 16:34:29 +0900 | [diff] [blame] | 274 | deviceService.getDevices().forEach(device -> { |
sangho | 9008853 | 2016-02-25 18:06:12 +0900 | [diff] [blame] | 275 | log.debug("device {} num of ports {} ", device.id(), |
| 276 | deviceService.getPorts(device.id()).size()); |
| 277 | deviceService.getPorts(device.id()).stream() |
| 278 | .filter(port -> port.annotations().value(PORTNAME).startsWith(PORTNAME_PREFIX_VM) || |
| 279 | port.annotations().value(PORTNAME).startsWith(PORTNAME_PREFIX_ROUTER)) |
| 280 | .forEach(vmPort -> { |
| 281 | OpenstackPort osPort = rulePopulator.openstackPort(vmPort); |
| 282 | if (osPort != null && !osPort.deviceOwner().equals(DEVICE_OWNER_GATEWAY)) { |
| 283 | rulePopulator.populateSwitchingRules(device, vmPort); |
| 284 | Ip4Address vmIp = (Ip4Address) osPort.fixedIps().values().stream() |
| 285 | .findAny().orElseGet(null); |
| 286 | osPort.securityGroups().stream().forEach( |
| 287 | sgId -> sgRulePopulator.populateSecurityGroupRules(device.id(), |
| 288 | sgId, vmIp, openstackPortInfoMap)); |
| 289 | updatePortMap(device.id(), vmPort.annotations().value(PORTNAME), networks, |
| 290 | subnets, osPort); |
| 291 | registerDhcpInfo(osPort); |
| 292 | } else { |
| 293 | log.warn("No openstackPort information for port {}", vmPort); |
| 294 | } |
| 295 | } |
| 296 | ); |
sanghoshin | 075e3e7 | 2015-11-25 16:34:29 +0900 | [diff] [blame] | 297 | } |
| 298 | ); |
| 299 | } |
| 300 | |
sangho | 9008853 | 2016-02-25 18:06:12 +0900 | [diff] [blame] | 301 | private void updatePortMap(DeviceId deviceId, String portName, Collection<OpenstackNetwork> networks, |
Daniel Park | 3a06c52 | 2016-01-28 20:51:12 +0900 | [diff] [blame] | 302 | Collection<OpenstackSubnet> subnets, OpenstackPort openstackPort) { |
Daniel Park | 81a61a1 | 2016-02-26 08:24:44 +0900 | [diff] [blame] | 303 | long vni; |
| 304 | OpenstackNetwork openstackNetwork = networks.stream() |
sanghoshin | 46c6e3e | 2015-12-18 18:42:17 +0900 | [diff] [blame] | 305 | .filter(n -> n.id().equals(openstackPort.networkId())) |
Daniel Park | 81a61a1 | 2016-02-26 08:24:44 +0900 | [diff] [blame] | 306 | .findAny().orElse(null); |
| 307 | if (openstackNetwork != null) { |
| 308 | vni = Long.parseLong(openstackNetwork.segmentId()); |
| 309 | } else { |
| 310 | log.debug("updatePortMap failed because there's no OpenstackNetwork matches {}", openstackPort.networkId()); |
| 311 | return; |
| 312 | } |
| 313 | |
sanghoshin | 46c6e3e | 2015-12-18 18:42:17 +0900 | [diff] [blame] | 314 | |
Daniel Park | 3a06c52 | 2016-01-28 20:51:12 +0900 | [diff] [blame] | 315 | OpenstackSubnet openstackSubnet = subnets.stream() |
| 316 | .filter(n -> n.networkId().equals(openstackPort.networkId())) |
| 317 | .findFirst().get(); |
| 318 | |
| 319 | Ip4Address gatewayIPAddress = Ip4Address.valueOf(openstackSubnet.gatewayIp()); |
| 320 | |
sanghoshin | 46c6e3e | 2015-12-18 18:42:17 +0900 | [diff] [blame] | 321 | OpenstackPortInfo.Builder portBuilder = OpenstackPortInfo.builder() |
| 322 | .setDeviceId(deviceId) |
| 323 | .setHostIp((Ip4Address) openstackPort.fixedIps().values().stream().findFirst().orElse(null)) |
sangho | 3623cb6 | 2016-01-15 22:06:38 +0900 | [diff] [blame] | 324 | .setHostMac(openstackPort.macAddress()) |
Daniel Park | 3a06c52 | 2016-01-28 20:51:12 +0900 | [diff] [blame] | 325 | .setVni(vni) |
sangho | 9008853 | 2016-02-25 18:06:12 +0900 | [diff] [blame] | 326 | .setGatewayIP(gatewayIPAddress) |
Daniel Park | 81a61a1 | 2016-02-26 08:24:44 +0900 | [diff] [blame] | 327 | .setNetworkId(openstackPort.networkId()) |
sangho | 9008853 | 2016-02-25 18:06:12 +0900 | [diff] [blame] | 328 | .setSecurityGroups(openstackPort.securityGroups()); |
sanghoshin | 46c6e3e | 2015-12-18 18:42:17 +0900 | [diff] [blame] | 329 | |
sangho | 9008853 | 2016-02-25 18:06:12 +0900 | [diff] [blame] | 330 | openstackPortInfoMap.put(portName, portBuilder.build()); |
| 331 | |
| 332 | openstackPort.securityGroups().stream().forEach(sgId -> { |
| 333 | if (!securityGroupMap.containsKey(sgId)) { |
| 334 | securityGroupMap.put(sgId, openstackService.getSecurityGroup(sgId)); |
| 335 | } |
| 336 | }); |
sanghoshin | 46c6e3e | 2015-12-18 18:42:17 +0900 | [diff] [blame] | 337 | } |
| 338 | |
sanghoshin | 65723ae | 2015-11-17 22:07:21 +0900 | [diff] [blame] | 339 | private void processHostRemoved(Host host) { |
| 340 | log.debug("host {} was removed", host.toString()); |
sanghoshin | 65723ae | 2015-11-17 22:07:21 +0900 | [diff] [blame] | 341 | } |
| 342 | |
sanghoshin | 46297d2 | 2015-11-03 17:51:24 +0900 | [diff] [blame] | 343 | private void registerDhcpInfo(OpenstackPort openstackPort) { |
| 344 | Ip4Address ip4Address; |
| 345 | Ip4Address subnetMask; |
sanghoshin | 46297d2 | 2015-11-03 17:51:24 +0900 | [diff] [blame] | 346 | Ip4Address gatewayIPAddress; |
sanghoshin | 46c6e3e | 2015-12-18 18:42:17 +0900 | [diff] [blame] | 347 | Ip4Address dhcpServer; |
sanghoshin | 46297d2 | 2015-11-03 17:51:24 +0900 | [diff] [blame] | 348 | Ip4Address domainServer; |
| 349 | OpenstackSubnet openstackSubnet; |
| 350 | |
Daniel Park | 5df6518 | 2016-01-09 00:12:03 +0900 | [diff] [blame] | 351 | ip4Address = (Ip4Address) openstackPort.fixedIps().values().stream().findFirst().orElse(null); |
sanghoshin | 46297d2 | 2015-11-03 17:51:24 +0900 | [diff] [blame] | 352 | |
sangho | 0c2a3da | 2016-02-16 13:39:07 +0900 | [diff] [blame] | 353 | openstackSubnet = openstackService.subnets().stream() |
sanghoshin | 46297d2 | 2015-11-03 17:51:24 +0900 | [diff] [blame] | 354 | .filter(n -> n.networkId().equals(openstackPort.networkId())) |
| 355 | .findFirst().get(); |
| 356 | |
| 357 | subnetMask = Ip4Address.valueOf(buildSubnetMask(openstackSubnet.cidr())); |
| 358 | gatewayIPAddress = Ip4Address.valueOf(openstackSubnet.gatewayIp()); |
| 359 | dhcpServer = gatewayIPAddress; |
| 360 | // TODO: supports multiple DNS servers |
| 361 | if (openstackSubnet.dnsNameservers().isEmpty()) { |
| 362 | domainServer = Ip4Address.valueOf("8.8.8.8"); |
| 363 | } else { |
| 364 | domainServer = openstackSubnet.dnsNameservers().get(0); |
| 365 | } |
| 366 | List<Ip4Address> options = Lists.newArrayList(); |
| 367 | options.add(subnetMask); |
| 368 | options.add(dhcpServer); |
| 369 | options.add(gatewayIPAddress); |
| 370 | options.add(domainServer); |
| 371 | |
| 372 | dhcpService.setStaticMapping(openstackPort.macAddress(), ip4Address, true, options); |
| 373 | } |
| 374 | |
| 375 | private byte[] buildSubnetMask(String cidr) { |
| 376 | int prefix; |
| 377 | String[] parts = cidr.split("/"); |
| 378 | prefix = Integer.parseInt(parts[1]); |
| 379 | int mask = 0xffffffff << (32 - prefix); |
| 380 | byte[] bytes = new byte[]{(byte) (mask >>> 24), |
| 381 | (byte) (mask >> 16 & 0xff), (byte) (mask >> 8 & 0xff), (byte) (mask & 0xff)}; |
| 382 | |
| 383 | return bytes; |
| 384 | } |
| 385 | |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 386 | |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 387 | |
| 388 | private class InternalPacketProcessor implements PacketProcessor { |
| 389 | |
| 390 | @Override |
| 391 | public void process(PacketContext context) { |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 392 | if (context.isHandled()) { |
| 393 | return; |
| 394 | } |
| 395 | |
| 396 | InboundPacket pkt = context.inPacket(); |
| 397 | Ethernet ethernet = pkt.parsed(); |
| 398 | |
Hyunsun Moon | c98e7c5 | 2016-01-11 02:54:27 -0800 | [diff] [blame] | 399 | if (ethernet != null && ethernet.getEtherType() == Ethernet.TYPE_ARP) { |
Daniel Park | 3a06c52 | 2016-01-28 20:51:12 +0900 | [diff] [blame] | 400 | arpHandler.processPacketIn(pkt, openstackPortInfoMap.values()); |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 401 | } |
| 402 | } |
| 403 | } |
| 404 | |
sanghoshin | 65723ae | 2015-11-17 22:07:21 +0900 | [diff] [blame] | 405 | private class InternalHostListener implements HostListener { |
| 406 | |
| 407 | @Override |
| 408 | public void event(HostEvent hostEvent) { |
| 409 | deviceEventExcutorService.execute(new InternalEventHandler(hostEvent)); |
| 410 | } |
| 411 | } |
| 412 | |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 413 | private class InternalDeviceListener implements DeviceListener { |
| 414 | |
| 415 | @Override |
sanghoshin | 46297d2 | 2015-11-03 17:51:24 +0900 | [diff] [blame] | 416 | public void event(DeviceEvent deviceEvent) { |
| 417 | deviceEventExcutorService.execute(new InternalEventHandler(deviceEvent)); |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 418 | } |
| 419 | } |
| 420 | |
| 421 | private class InternalEventHandler implements Runnable { |
| 422 | |
sanghoshin | 65723ae | 2015-11-17 22:07:21 +0900 | [diff] [blame] | 423 | volatile AbstractEvent event; |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 424 | |
sanghoshin | 65723ae | 2015-11-17 22:07:21 +0900 | [diff] [blame] | 425 | InternalEventHandler(AbstractEvent event) { |
| 426 | this.event = event; |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 427 | } |
| 428 | |
| 429 | @Override |
| 430 | public void run() { |
sanghoshin | 46297d2 | 2015-11-03 17:51:24 +0900 | [diff] [blame] | 431 | |
sanghoshin | 65723ae | 2015-11-17 22:07:21 +0900 | [diff] [blame] | 432 | if (event instanceof DeviceEvent) { |
| 433 | DeviceEvent deviceEvent = (DeviceEvent) event; |
sanghoshin | 46297d2 | 2015-11-03 17:51:24 +0900 | [diff] [blame] | 434 | |
sanghoshin | 65723ae | 2015-11-17 22:07:21 +0900 | [diff] [blame] | 435 | switch (deviceEvent.type()) { |
| 436 | case DEVICE_ADDED: |
| 437 | processDeviceAdded((Device) deviceEvent.subject()); |
| 438 | break; |
sanghoshin | 65723ae | 2015-11-17 22:07:21 +0900 | [diff] [blame] | 439 | case DEVICE_AVAILABILITY_CHANGED: |
| 440 | Device device = (Device) deviceEvent.subject(); |
| 441 | if (deviceService.isAvailable(device.id())) { |
| 442 | processDeviceAdded(device); |
| 443 | } |
| 444 | break; |
| 445 | case PORT_ADDED: |
Daniel Park | 5df6518 | 2016-01-09 00:12:03 +0900 | [diff] [blame] | 446 | processPortUpdated((Device) deviceEvent.subject(), deviceEvent.port()); |
sanghoshin | 65723ae | 2015-11-17 22:07:21 +0900 | [diff] [blame] | 447 | break; |
| 448 | case PORT_UPDATED: |
Daniel Park | 5df6518 | 2016-01-09 00:12:03 +0900 | [diff] [blame] | 449 | processPortUpdated((Device) deviceEvent.subject(), deviceEvent.port()); |
sanghoshin | 65723ae | 2015-11-17 22:07:21 +0900 | [diff] [blame] | 450 | break; |
| 451 | case PORT_REMOVED: |
| 452 | processPortRemoved((Device) deviceEvent.subject(), deviceEvent.port()); |
| 453 | break; |
| 454 | default: |
Daniel Park | 81a61a1 | 2016-02-26 08:24:44 +0900 | [diff] [blame] | 455 | log.debug("Unsupported deviceEvent type {}", deviceEvent.type().toString()); |
sanghoshin | 65723ae | 2015-11-17 22:07:21 +0900 | [diff] [blame] | 456 | break; |
| 457 | } |
| 458 | } else if (event instanceof HostEvent) { |
| 459 | HostEvent hostEvent = (HostEvent) event; |
| 460 | |
| 461 | switch (hostEvent.type()) { |
| 462 | case HOST_REMOVED: |
| 463 | processHostRemoved((Host) hostEvent.subject()); |
| 464 | break; |
| 465 | default: |
Daniel Park | 81a61a1 | 2016-02-26 08:24:44 +0900 | [diff] [blame] | 466 | log.debug("Unsupported hostEvent type {}", hostEvent.type().toString()); |
sanghoshin | 65723ae | 2015-11-17 22:07:21 +0900 | [diff] [blame] | 467 | break; |
| 468 | } |
sanghoshin | 94872a1 | 2015-10-16 18:04:34 +0900 | [diff] [blame] | 469 | } |
| 470 | } |
| 471 | } |
Jonathan Hart | 51539b8 | 2015-10-29 09:53:04 -0700 | [diff] [blame] | 472 | } |