Yoonseon Han | a578d76 | 2017-05-08 13:42:02 -0700 | [diff] [blame] | 1 | /* |
Brian O'Connor | a09fe5b | 2017-08-03 21:12:30 -0700 | [diff] [blame] | 2 | * Copyright 2017-present Open Networking Foundation |
Yoonseon Han | a578d76 | 2017-05-08 13:42:02 -0700 | [diff] [blame] | 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | package org.onosproject.incubator.net.virtual.impl; |
| 18 | |
Yoonseon Han | aea0f33 | 2017-05-23 10:31:11 -0700 | [diff] [blame] | 19 | import com.google.common.collect.Lists; |
| 20 | import com.google.common.util.concurrent.Futures; |
Yoonseon Han | a578d76 | 2017-05-08 13:42:02 -0700 | [diff] [blame] | 21 | import org.onlab.metrics.MetricsService; |
Yoonseon Han | aea0f33 | 2017-05-23 10:31:11 -0700 | [diff] [blame] | 22 | import org.onosproject.cluster.ClusterService; |
| 23 | import org.onosproject.cluster.ControllerNode; |
Yoonseon Han | a578d76 | 2017-05-08 13:42:02 -0700 | [diff] [blame] | 24 | import org.onosproject.cluster.NodeId; |
| 25 | import org.onosproject.cluster.RoleInfo; |
| 26 | import org.onosproject.core.MetricsHelper; |
| 27 | import org.onosproject.incubator.net.virtual.NetworkId; |
Yoonseon Han | aea0f33 | 2017-05-23 10:31:11 -0700 | [diff] [blame] | 28 | import org.onosproject.incubator.net.virtual.VirtualDevice; |
Yoonseon Han | a578d76 | 2017-05-08 13:42:02 -0700 | [diff] [blame] | 29 | import org.onosproject.incubator.net.virtual.VirtualNetworkMastershipStore; |
| 30 | import org.onosproject.incubator.net.virtual.VirtualNetworkService; |
| 31 | import org.onosproject.incubator.net.virtual.event.AbstractVirtualListenerManager; |
| 32 | import org.onosproject.mastership.MastershipAdminService; |
| 33 | import org.onosproject.mastership.MastershipEvent; |
| 34 | import org.onosproject.mastership.MastershipListener; |
| 35 | import org.onosproject.mastership.MastershipService; |
| 36 | import org.onosproject.mastership.MastershipStoreDelegate; |
| 37 | import org.onosproject.mastership.MastershipTerm; |
| 38 | import org.onosproject.mastership.MastershipTermService; |
| 39 | import org.onosproject.net.DeviceId; |
| 40 | import org.onosproject.net.MastershipRole; |
Yoonseon Han | aea0f33 | 2017-05-23 10:31:11 -0700 | [diff] [blame] | 41 | import org.slf4j.Logger; |
| 42 | import com.codahale.metrics.Timer; |
Yoonseon Han | a578d76 | 2017-05-08 13:42:02 -0700 | [diff] [blame] | 43 | |
Yoonseon Han | aea0f33 | 2017-05-23 10:31:11 -0700 | [diff] [blame] | 44 | import java.util.Comparator; |
| 45 | import java.util.List; |
Yoonseon Han | a578d76 | 2017-05-08 13:42:02 -0700 | [diff] [blame] | 46 | import java.util.Set; |
| 47 | import java.util.concurrent.CompletableFuture; |
Yoonseon Han | ea8ac72 | 2017-05-24 17:25:01 -0700 | [diff] [blame] | 48 | import java.util.stream.Collectors; |
Yoonseon Han | a578d76 | 2017-05-08 13:42:02 -0700 | [diff] [blame] | 49 | |
Yoonseon Han | aea0f33 | 2017-05-23 10:31:11 -0700 | [diff] [blame] | 50 | import static com.google.common.base.Preconditions.checkNotNull; |
Yoonseon Han | aea0f33 | 2017-05-23 10:31:11 -0700 | [diff] [blame] | 51 | import static org.onlab.metrics.MetricsUtil.startTimer; |
| 52 | import static org.onlab.metrics.MetricsUtil.stopTimer; |
| 53 | import static org.slf4j.LoggerFactory.getLogger; |
| 54 | |
Yoonseon Han | a578d76 | 2017-05-08 13:42:02 -0700 | [diff] [blame] | 55 | public class VirtualNetworkMastershipManager |
| 56 | extends AbstractVirtualListenerManager<MastershipEvent, MastershipListener> |
| 57 | implements MastershipService, MastershipAdminService, MastershipTermService, |
| 58 | MetricsHelper { |
| 59 | |
Yoonseon Han | aea0f33 | 2017-05-23 10:31:11 -0700 | [diff] [blame] | 60 | private static final String NODE_ID_NULL = "Node ID cannot be null"; |
| 61 | private static final String DEVICE_ID_NULL = "Device ID cannot be null"; |
| 62 | private static final String ROLE_NULL = "Mastership role cannot be null"; |
| 63 | |
| 64 | private final Logger log = getLogger(getClass()); |
| 65 | |
| 66 | protected ClusterService clusterService; |
| 67 | |
Yoonseon Han | a578d76 | 2017-05-08 13:42:02 -0700 | [diff] [blame] | 68 | VirtualNetworkMastershipStore store; |
| 69 | MastershipStoreDelegate storeDelegate; |
| 70 | |
Yoonseon Han | aea0f33 | 2017-05-23 10:31:11 -0700 | [diff] [blame] | 71 | private NodeId localNodeId; |
| 72 | private Timer requestRoleTimer; |
| 73 | |
Yoonseon Han | a578d76 | 2017-05-08 13:42:02 -0700 | [diff] [blame] | 74 | /** |
| 75 | * Creates a new VirtualNetworkMastershipManager object. |
| 76 | * |
| 77 | * @param manager virtual network manager service |
| 78 | * @param networkId virtual network identifier |
| 79 | */ |
| 80 | public VirtualNetworkMastershipManager(VirtualNetworkService manager, NetworkId networkId) { |
| 81 | super(manager, networkId, MastershipEvent.class); |
| 82 | |
Yoonseon Han | aea0f33 | 2017-05-23 10:31:11 -0700 | [diff] [blame] | 83 | clusterService = serviceDirectory.get(ClusterService.class); |
| 84 | |
Yoonseon Han | a578d76 | 2017-05-08 13:42:02 -0700 | [diff] [blame] | 85 | store = serviceDirectory.get(VirtualNetworkMastershipStore.class); |
| 86 | this.storeDelegate = new InternalDelegate(); |
| 87 | store.setDelegate(networkId, this.storeDelegate); |
Yoonseon Han | aea0f33 | 2017-05-23 10:31:11 -0700 | [diff] [blame] | 88 | |
| 89 | requestRoleTimer = createTimer("Virtual-mastership", "requestRole", "responseTime"); |
| 90 | localNodeId = clusterService.getLocalNode().id(); |
Yoonseon Han | a578d76 | 2017-05-08 13:42:02 -0700 | [diff] [blame] | 91 | } |
| 92 | |
| 93 | @Override |
Yoonseon Han | aea0f33 | 2017-05-23 10:31:11 -0700 | [diff] [blame] | 94 | public CompletableFuture<Void> setRole(NodeId nodeId, DeviceId deviceId, |
| 95 | MastershipRole role) { |
| 96 | checkNotNull(nodeId, NODE_ID_NULL); |
| 97 | checkNotNull(deviceId, DEVICE_ID_NULL); |
| 98 | checkNotNull(role, ROLE_NULL); |
| 99 | |
| 100 | CompletableFuture<MastershipEvent> eventFuture = null; |
| 101 | |
| 102 | switch (role) { |
| 103 | case MASTER: |
| 104 | eventFuture = store.setMaster(networkId, nodeId, deviceId); |
| 105 | break; |
| 106 | case STANDBY: |
| 107 | eventFuture = store.setStandby(networkId, nodeId, deviceId); |
| 108 | break; |
| 109 | case NONE: |
| 110 | eventFuture = store.relinquishRole(networkId, nodeId, deviceId); |
| 111 | break; |
| 112 | default: |
| 113 | log.info("Unknown role; ignoring"); |
| 114 | return CompletableFuture.completedFuture(null); |
| 115 | } |
| 116 | |
| 117 | return eventFuture.thenAccept(this::post).thenApply(v -> null); |
| 118 | } |
| 119 | |
| 120 | @Override |
| 121 | public MastershipRole getLocalRole(DeviceId deviceId) { |
| 122 | checkNotNull(deviceId, DEVICE_ID_NULL); |
| 123 | |
| 124 | return store.getRole(networkId, localNodeId, deviceId); |
| 125 | } |
| 126 | |
| 127 | @Override |
| 128 | public CompletableFuture<MastershipRole> requestRoleFor(DeviceId deviceId) { |
| 129 | checkNotNull(deviceId, DEVICE_ID_NULL); |
| 130 | |
| 131 | final Timer.Context timer = startTimer(requestRoleTimer); |
| 132 | return store.requestRole(networkId, deviceId) |
| 133 | .whenComplete((result, error) -> stopTimer(timer)); |
| 134 | } |
| 135 | |
| 136 | @Override |
| 137 | public CompletableFuture<Void> relinquishMastership(DeviceId deviceId) { |
| 138 | return store.relinquishRole(networkId, localNodeId, deviceId) |
| 139 | .thenAccept(this::post) |
| 140 | .thenApply(v -> null); |
| 141 | } |
| 142 | |
| 143 | @Override |
| 144 | public NodeId getMasterFor(DeviceId deviceId) { |
| 145 | checkNotNull(deviceId, DEVICE_ID_NULL); |
| 146 | |
| 147 | return store.getMaster(networkId, deviceId); |
| 148 | } |
| 149 | |
| 150 | @Override |
| 151 | public RoleInfo getNodesFor(DeviceId deviceId) { |
| 152 | checkNotNull(deviceId, DEVICE_ID_NULL); |
| 153 | |
| 154 | return store.getNodes(networkId, deviceId); |
| 155 | } |
| 156 | |
| 157 | @Override |
| 158 | public Set<DeviceId> getDevicesOf(NodeId nodeId) { |
| 159 | checkNotNull(nodeId, NODE_ID_NULL); |
| 160 | |
| 161 | return store.getDevices(networkId, nodeId); |
Yoonseon Han | a578d76 | 2017-05-08 13:42:02 -0700 | [diff] [blame] | 162 | } |
| 163 | |
| 164 | @Override |
| 165 | public MastershipTerm getMastershipTerm(DeviceId deviceId) { |
Yoonseon Han | aea0f33 | 2017-05-23 10:31:11 -0700 | [diff] [blame] | 166 | return store.getTermFor(networkId, deviceId); |
Yoonseon Han | a578d76 | 2017-05-08 13:42:02 -0700 | [diff] [blame] | 167 | } |
| 168 | |
| 169 | @Override |
Yoonseon Han | aea0f33 | 2017-05-23 10:31:11 -0700 | [diff] [blame] | 170 | public MetricsService metricsService() { |
| 171 | //TODO: support metric service for virtual network |
| 172 | log.warn("Currently, virtual network does not support metric service."); |
Yoonseon Han | a578d76 | 2017-05-08 13:42:02 -0700 | [diff] [blame] | 173 | return null; |
| 174 | } |
| 175 | |
| 176 | @Override |
| 177 | public void balanceRoles() { |
Yoonseon Han | aea0f33 | 2017-05-23 10:31:11 -0700 | [diff] [blame] | 178 | //FIXME: More advanced logic for balancing virtual network roles. |
Yoonseon Han | ea8ac72 | 2017-05-24 17:25:01 -0700 | [diff] [blame] | 179 | List<ControllerNode> nodes = clusterService.getNodes().stream() |
| 180 | .filter(n -> clusterService.getState(n.id()) |
| 181 | .equals(ControllerNode.State.ACTIVE)) |
| 182 | .collect(Collectors.toList()); |
| 183 | |
Yoonseon Han | aea0f33 | 2017-05-23 10:31:11 -0700 | [diff] [blame] | 184 | nodes.sort(Comparator.comparing(ControllerNode::id)); |
Yoonseon Han | a578d76 | 2017-05-08 13:42:02 -0700 | [diff] [blame] | 185 | |
Yoonseon Han | aea0f33 | 2017-05-23 10:31:11 -0700 | [diff] [blame] | 186 | //Pick a node using network Id, |
Yoonseon Han | ea8ac72 | 2017-05-24 17:25:01 -0700 | [diff] [blame] | 187 | NodeId masterNode = nodes.get((int) ((networkId.id() - 1) % nodes.size())).id(); |
Yoonseon Han | a578d76 | 2017-05-08 13:42:02 -0700 | [diff] [blame] | 188 | |
Yoonseon Han | aea0f33 | 2017-05-23 10:31:11 -0700 | [diff] [blame] | 189 | List<CompletableFuture<Void>> setRoleFutures = Lists.newLinkedList(); |
| 190 | for (VirtualDevice device : manager.getVirtualDevices(networkId)) { |
| 191 | setRoleFutures.add(setRole(masterNode, device.id(), MastershipRole.MASTER)); |
| 192 | } |
Yoonseon Han | a578d76 | 2017-05-08 13:42:02 -0700 | [diff] [blame] | 193 | |
Yoonseon Han | aea0f33 | 2017-05-23 10:31:11 -0700 | [diff] [blame] | 194 | CompletableFuture<Void> balanceRolesFuture = CompletableFuture.allOf( |
| 195 | setRoleFutures.toArray(new CompletableFuture[setRoleFutures.size()])); |
Yoonseon Han | a578d76 | 2017-05-08 13:42:02 -0700 | [diff] [blame] | 196 | |
Yoonseon Han | aea0f33 | 2017-05-23 10:31:11 -0700 | [diff] [blame] | 197 | Futures.getUnchecked(balanceRolesFuture); |
Yoonseon Han | a578d76 | 2017-05-08 13:42:02 -0700 | [diff] [blame] | 198 | } |
| 199 | |
| 200 | public class InternalDelegate implements MastershipStoreDelegate { |
| 201 | @Override |
| 202 | public void notify(MastershipEvent event) { |
| 203 | post(event); |
| 204 | } |
| 205 | } |
Yoonseon Han | a578d76 | 2017-05-08 13:42:02 -0700 | [diff] [blame] | 206 | } |