daniel park | e49eb38 | 2017-04-05 16:48:28 +0900 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2017-present Open Networking Laboratory |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | package org.onosproject.openstacknode; |
| 18 | |
| 19 | import com.google.common.collect.Lists; |
| 20 | import org.onlab.packet.Ip4Address; |
daniel park | ee8700b | 2017-05-11 15:50:03 +0900 | [diff] [blame] | 21 | import org.onlab.packet.MacAddress; |
daniel park | e49eb38 | 2017-04-05 16:48:28 +0900 | [diff] [blame] | 22 | import org.onosproject.core.ApplicationId; |
| 23 | import org.onosproject.core.GroupId; |
daniel park | ee8700b | 2017-05-11 15:50:03 +0900 | [diff] [blame] | 24 | import org.onosproject.openstacknode.OpenstackNodeService.NetworkMode; |
daniel park | e49eb38 | 2017-04-05 16:48:28 +0900 | [diff] [blame] | 25 | import org.onosproject.net.DeviceId; |
| 26 | import org.onosproject.net.Port; |
| 27 | import org.onosproject.net.PortNumber; |
| 28 | import org.onosproject.net.behaviour.ExtensionTreatmentResolver; |
| 29 | import org.onosproject.net.device.DeviceService; |
| 30 | import org.onosproject.net.driver.DefaultDriverData; |
| 31 | import org.onosproject.net.driver.DefaultDriverHandler; |
| 32 | import org.onosproject.net.driver.Driver; |
| 33 | import org.onosproject.net.driver.DriverHandler; |
| 34 | import org.onosproject.net.driver.DriverService; |
| 35 | import org.onosproject.net.flow.DefaultTrafficTreatment; |
| 36 | import org.onosproject.net.flow.TrafficTreatment; |
| 37 | import org.onosproject.net.flow.instructions.ExtensionPropertyException; |
| 38 | import org.onosproject.net.flow.instructions.ExtensionTreatment; |
| 39 | import org.onosproject.net.flow.instructions.ExtensionTreatmentType; |
| 40 | import org.onosproject.net.group.DefaultGroupDescription; |
| 41 | import org.onosproject.net.group.DefaultGroupKey; |
| 42 | import org.onosproject.net.group.GroupBucket; |
| 43 | import org.onosproject.net.group.GroupBuckets; |
| 44 | import org.onosproject.net.group.GroupDescription; |
| 45 | import org.onosproject.net.group.GroupKey; |
| 46 | import org.onosproject.net.group.GroupService; |
| 47 | import org.slf4j.Logger; |
| 48 | import org.slf4j.LoggerFactory; |
| 49 | |
| 50 | import java.util.List; |
| 51 | |
daniel park | ee8700b | 2017-05-11 15:50:03 +0900 | [diff] [blame] | 52 | import static org.onosproject.net.AnnotationKeys.PORT_MAC; |
daniel park | e49eb38 | 2017-04-05 16:48:28 +0900 | [diff] [blame] | 53 | import static org.onosproject.net.AnnotationKeys.PORT_NAME; |
daniel park | ee8700b | 2017-05-11 15:50:03 +0900 | [diff] [blame] | 54 | import static org.onosproject.openstacknode.Constants.*; |
daniel park | e49eb38 | 2017-04-05 16:48:28 +0900 | [diff] [blame] | 55 | import static org.onosproject.net.group.DefaultGroupBucket.createSelectGroupBucket; |
| 56 | |
| 57 | /** |
| 58 | * Handles group generation request from OpenstackNode. |
| 59 | */ |
| 60 | public class SelectGroupHandler { |
| 61 | private final Logger log = LoggerFactory.getLogger(getClass()); |
| 62 | |
| 63 | private static final String TUNNEL_DESTINATION = "tunnelDst"; |
daniel park | ee8700b | 2017-05-11 15:50:03 +0900 | [diff] [blame] | 64 | private static final String ERR_UNSUPPORTED_NET_TYPE = "Unsupported network type"; |
daniel park | e49eb38 | 2017-04-05 16:48:28 +0900 | [diff] [blame] | 65 | |
| 66 | private final GroupService groupService; |
| 67 | private final DeviceService deviceService; |
| 68 | private final DriverService driverService; |
| 69 | private final ApplicationId appId; |
| 70 | |
| 71 | /** |
| 72 | * Default constructor. |
| 73 | * |
| 74 | * @param targetGroupService group service |
| 75 | * @param targetDeviceService device service |
| 76 | * @param targetDriverService driver service |
| 77 | * @param appId application id for group service |
| 78 | */ |
| 79 | public SelectGroupHandler(GroupService targetGroupService, DeviceService targetDeviceService, |
| 80 | DriverService targetDriverService, ApplicationId appId) { |
| 81 | groupService = targetGroupService; |
| 82 | deviceService = targetDeviceService; |
| 83 | driverService = targetDriverService; |
| 84 | this.appId = appId; |
| 85 | } |
| 86 | |
| 87 | /** |
| 88 | * Creates select type group description according to given deviceId. |
| 89 | * |
daniel park | ee8700b | 2017-05-11 15:50:03 +0900 | [diff] [blame] | 90 | * @param computeNode target device id for group description |
daniel park | e49eb38 | 2017-04-05 16:48:28 +0900 | [diff] [blame] | 91 | * @param gatewayNodeList gateway node list for bucket action |
daniel park | e49eb38 | 2017-04-05 16:48:28 +0900 | [diff] [blame] | 92 | */ |
daniel park | ee8700b | 2017-05-11 15:50:03 +0900 | [diff] [blame] | 93 | public void createGatewayGroup(OpenstackNode computeNode, List<OpenstackNode> gatewayNodeList) { |
| 94 | List<GroupBucket> bucketList; |
| 95 | GroupId groupId; |
daniel park | e49eb38 | 2017-04-05 16:48:28 +0900 | [diff] [blame] | 96 | |
daniel park | ee8700b | 2017-05-11 15:50:03 +0900 | [diff] [blame] | 97 | if (computeNode.dataIp().isPresent()) { |
| 98 | bucketList = generateBucketsForSelectGroup(computeNode, gatewayNodeList, NetworkMode.VXLAN); |
| 99 | groupId = groupId(computeNode.intBridge(), NetworkMode.VXLAN); |
| 100 | |
| 101 | GroupDescription groupDescription = new DefaultGroupDescription( |
| 102 | computeNode.intBridge(), |
| 103 | GroupDescription.Type.SELECT, |
| 104 | new GroupBuckets(bucketList), |
| 105 | groupKey(computeNode.intBridge(), NetworkMode.VXLAN), |
| 106 | groupId.id(), |
| 107 | appId); |
| 108 | |
| 109 | groupService.addGroup(groupDescription); |
| 110 | } |
| 111 | |
| 112 | if (computeNode.vlanPort().isPresent()) { |
| 113 | bucketList = generateBucketsForSelectGroup(computeNode, gatewayNodeList, NetworkMode.VLAN); |
| 114 | groupId = groupId(computeNode.intBridge(), NetworkMode.VLAN); |
| 115 | |
| 116 | GroupDescription groupDescription = new DefaultGroupDescription( |
| 117 | computeNode.intBridge(), |
| 118 | GroupDescription.Type.SELECT, |
| 119 | new GroupBuckets(bucketList), |
| 120 | groupKey(computeNode.intBridge(), NetworkMode.VLAN), |
| 121 | groupId.id(), |
| 122 | appId); |
| 123 | |
| 124 | groupService.addGroup(groupDescription); |
| 125 | } |
daniel park | e49eb38 | 2017-04-05 16:48:28 +0900 | [diff] [blame] | 126 | } |
| 127 | |
| 128 | /** |
daniel park | ee8700b | 2017-05-11 15:50:03 +0900 | [diff] [blame] | 129 | * Returns unique group key with supplied source device ID and network mode as a hash. |
daniel park | e49eb38 | 2017-04-05 16:48:28 +0900 | [diff] [blame] | 130 | * @param srcDeviceId source device id |
daniel park | ee8700b | 2017-05-11 15:50:03 +0900 | [diff] [blame] | 131 | * @param networkMode network mode |
daniel park | e49eb38 | 2017-04-05 16:48:28 +0900 | [diff] [blame] | 132 | * @return group key |
| 133 | */ |
daniel park | ee8700b | 2017-05-11 15:50:03 +0900 | [diff] [blame] | 134 | public GroupKey groupKey(DeviceId srcDeviceId, NetworkMode networkMode) { |
| 135 | if (networkMode.equals(NetworkMode.VXLAN)) { |
| 136 | return new DefaultGroupKey(srcDeviceId.toString().concat(DEFAULT_TUNNEL).getBytes()); |
| 137 | } else { |
| 138 | return new DefaultGroupKey(srcDeviceId.toString().concat(VLAN).getBytes()); |
| 139 | } |
daniel park | e49eb38 | 2017-04-05 16:48:28 +0900 | [diff] [blame] | 140 | } |
| 141 | |
daniel park | ee8700b | 2017-05-11 15:50:03 +0900 | [diff] [blame] | 142 | private GroupId groupId(DeviceId srcDeviceId, NetworkMode networkMode) { |
| 143 | if (networkMode.equals(NetworkMode.VXLAN)) { |
| 144 | return new GroupId(srcDeviceId.toString().concat(DEFAULT_TUNNEL).hashCode()); |
| 145 | } else { |
| 146 | return new GroupId(srcDeviceId.toString().concat(VLAN).hashCode()); |
| 147 | } |
daniel park | e49eb38 | 2017-04-05 16:48:28 +0900 | [diff] [blame] | 148 | } |
| 149 | |
daniel park | ee8700b | 2017-05-11 15:50:03 +0900 | [diff] [blame] | 150 | |
daniel park | e49eb38 | 2017-04-05 16:48:28 +0900 | [diff] [blame] | 151 | /** |
| 152 | * Updates groupBuckets in select type group. |
| 153 | * |
daniel park | ee8700b | 2017-05-11 15:50:03 +0900 | [diff] [blame] | 154 | * @param computeNode compute node |
daniel park | e49eb38 | 2017-04-05 16:48:28 +0900 | [diff] [blame] | 155 | * @param gatewayNodeList updated gateway node list for bucket action |
daniel park | ee8700b | 2017-05-11 15:50:03 +0900 | [diff] [blame] | 156 | * @param networkMode network mode |
daniel park | e49eb38 | 2017-04-05 16:48:28 +0900 | [diff] [blame] | 157 | * @param isInsert update type(add or remove) |
| 158 | */ |
daniel park | ee8700b | 2017-05-11 15:50:03 +0900 | [diff] [blame] | 159 | public void updateGatewayGroupBuckets(OpenstackNode computeNode, |
daniel park | e49eb38 | 2017-04-05 16:48:28 +0900 | [diff] [blame] | 160 | List<OpenstackNode> gatewayNodeList, |
daniel park | ee8700b | 2017-05-11 15:50:03 +0900 | [diff] [blame] | 161 | NetworkMode networkMode, |
daniel park | e49eb38 | 2017-04-05 16:48:28 +0900 | [diff] [blame] | 162 | boolean isInsert) { |
daniel park | ee8700b | 2017-05-11 15:50:03 +0900 | [diff] [blame] | 163 | List<GroupBucket> bucketList = generateBucketsForSelectGroup(computeNode, gatewayNodeList, networkMode); |
| 164 | GroupKey groupKey = groupKey(computeNode.intBridge(), networkMode); |
| 165 | if (groupService.getGroup(computeNode.intBridge(), groupKey) == null) { |
| 166 | log.error("There's no group in compute node {}", computeNode.intBridge()); |
daniel park | e49eb38 | 2017-04-05 16:48:28 +0900 | [diff] [blame] | 167 | return; |
| 168 | } |
| 169 | |
| 170 | if (isInsert) { |
| 171 | groupService.addBucketsToGroup( |
daniel park | ee8700b | 2017-05-11 15:50:03 +0900 | [diff] [blame] | 172 | computeNode.intBridge(), |
daniel park | e49eb38 | 2017-04-05 16:48:28 +0900 | [diff] [blame] | 173 | groupKey, |
| 174 | new GroupBuckets(bucketList), |
| 175 | groupKey, appId); |
| 176 | } else { |
| 177 | groupService.removeBucketsFromGroup( |
daniel park | ee8700b | 2017-05-11 15:50:03 +0900 | [diff] [blame] | 178 | computeNode.intBridge(), |
daniel park | e49eb38 | 2017-04-05 16:48:28 +0900 | [diff] [blame] | 179 | groupKey, |
| 180 | new GroupBuckets(bucketList), |
| 181 | groupKey, appId); |
| 182 | } |
| 183 | } |
| 184 | |
daniel park | ee8700b | 2017-05-11 15:50:03 +0900 | [diff] [blame] | 185 | |
| 186 | |
| 187 | private List<GroupBucket> generateBucketsForSelectGroup(OpenstackNode computeNode, |
| 188 | List<OpenstackNode> gatewayNodeList, |
| 189 | NetworkMode networkMode) { |
daniel park | e49eb38 | 2017-04-05 16:48:28 +0900 | [diff] [blame] | 190 | List<GroupBucket> bucketList = Lists.newArrayList(); |
daniel park | ee8700b | 2017-05-11 15:50:03 +0900 | [diff] [blame] | 191 | |
| 192 | switch (networkMode) { |
| 193 | case VXLAN: |
| 194 | gatewayNodeList.stream() |
| 195 | .filter(node -> node.dataIp().isPresent()) |
| 196 | .forEach(node -> { |
| 197 | TrafficTreatment tBuilder = DefaultTrafficTreatment.builder() |
| 198 | .extension(buildNiciraExtenstion(computeNode.intBridge(), |
| 199 | node.dataIp().get().getIp4Address()), |
| 200 | computeNode.intBridge()) |
| 201 | .setOutput(getTunnelPort(computeNode.intBridge())) |
| 202 | .build(); |
| 203 | bucketList.add(createSelectGroupBucket(tBuilder)); |
| 204 | }); |
| 205 | return bucketList; |
| 206 | case VLAN: |
| 207 | gatewayNodeList.stream() |
| 208 | .filter(node -> node.vlanPort().isPresent()) |
| 209 | .forEach(node -> { |
| 210 | TrafficTreatment tBuilder = DefaultTrafficTreatment.builder() |
| 211 | .setEthDst(MacAddress.valueOf(vlanPortMac(node))) |
| 212 | .setOutput(vlanPortNum(computeNode)) |
| 213 | .build(); |
| 214 | bucketList.add(createSelectGroupBucket(tBuilder)); |
| 215 | }); |
| 216 | return bucketList; |
| 217 | default: |
| 218 | final String error = String.format( |
| 219 | ERR_UNSUPPORTED_NET_TYPE + "%s", |
| 220 | networkMode.toString()); |
| 221 | throw new IllegalStateException(error); |
| 222 | } |
daniel park | e49eb38 | 2017-04-05 16:48:28 +0900 | [diff] [blame] | 223 | } |
| 224 | |
| 225 | /** |
| 226 | * Builds Nicira extension for tagging remoteIp of vxlan. |
| 227 | * |
| 228 | * @param id device id of vxlan source device |
| 229 | * @param hostIp remote ip of vxlan destination device |
| 230 | * @return NiciraExtension Treatment |
| 231 | */ |
| 232 | private ExtensionTreatment buildNiciraExtenstion(DeviceId id, Ip4Address hostIp) { |
| 233 | Driver driver = driverService.getDriver(id); |
| 234 | DriverHandler driverHandler = new DefaultDriverHandler(new DefaultDriverData(driver, id)); |
| 235 | ExtensionTreatmentResolver resolver = driverHandler.behaviour(ExtensionTreatmentResolver.class); |
| 236 | |
| 237 | ExtensionTreatment extensionInstruction = |
| 238 | resolver.getExtensionInstruction( |
| 239 | ExtensionTreatmentType.ExtensionTreatmentTypes.NICIRA_SET_TUNNEL_DST.type()); |
| 240 | |
| 241 | try { |
| 242 | extensionInstruction.setPropertyValue(TUNNEL_DESTINATION, hostIp); |
| 243 | } catch (ExtensionPropertyException e) { |
| 244 | log.error("Error setting Nicira extension setting {}", e); |
| 245 | } |
| 246 | |
| 247 | return extensionInstruction; |
| 248 | } |
| 249 | |
| 250 | /** |
| 251 | * Returns port number of vxlan tunnel. |
| 252 | * |
| 253 | * @param deviceId target Device Id |
| 254 | * @return portNumber |
| 255 | */ |
| 256 | private PortNumber getTunnelPort(DeviceId deviceId) { |
| 257 | Port port = deviceService.getPorts(deviceId).stream() |
daniel park | ee8700b | 2017-05-11 15:50:03 +0900 | [diff] [blame] | 258 | .filter(p -> p.annotations().value(PORT_NAME).equals(DEFAULT_TUNNEL)) |
daniel park | e49eb38 | 2017-04-05 16:48:28 +0900 | [diff] [blame] | 259 | .findAny().orElse(null); |
| 260 | |
| 261 | if (port == null) { |
| 262 | log.error("No TunnelPort was created."); |
| 263 | return null; |
| 264 | } |
| 265 | return port.number(); |
daniel park | ee8700b | 2017-05-11 15:50:03 +0900 | [diff] [blame] | 266 | } |
daniel park | e49eb38 | 2017-04-05 16:48:28 +0900 | [diff] [blame] | 267 | |
daniel park | ee8700b | 2017-05-11 15:50:03 +0900 | [diff] [blame] | 268 | private PortNumber vlanPortNum(OpenstackNode node) { |
| 269 | return deviceService.getPorts(node.intBridge()).stream() |
| 270 | .filter(p -> p.annotations().value(PORT_NAME).equals(node.vlanPort().get()) && |
| 271 | p.isEnabled()) |
| 272 | .map(Port::number).findFirst().get(); |
| 273 | |
| 274 | } |
| 275 | private String vlanPortMac(OpenstackNode node) { |
| 276 | return deviceService.getPorts(node.intBridge()).stream() |
| 277 | .filter(p -> p.annotations().value(PORT_NAME).equals(node.vlanPort().get()) && p.isEnabled()) |
| 278 | .findFirst().get().annotations().value(PORT_MAC); |
daniel park | e49eb38 | 2017-04-05 16:48:28 +0900 | [diff] [blame] | 279 | } |
| 280 | } |