Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 1 | /* |
Brian O'Connor | 5ab426f | 2016-04-09 01:19:45 -0700 | [diff] [blame] | 2 | * Copyright 2016-present Open Networking Laboratory |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | package org.onosproject.store.primitives.resources.impl; |
| 17 | |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 18 | import io.atomix.copycat.client.CopycatClient; |
Madan Jampani | 65f24bb | 2016-03-15 15:16:18 -0700 | [diff] [blame] | 19 | import io.atomix.resource.AbstractResource; |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 20 | import io.atomix.resource.ResourceTypeInfo; |
| 21 | |
Madan Jampani | d7ff34d | 2016-05-26 18:20:55 -0700 | [diff] [blame] | 22 | import java.util.Collection; |
Madan Jampani | 0c0cdc6 | 2016-02-22 16:54:06 -0800 | [diff] [blame] | 23 | import java.util.List; |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 24 | import java.util.Map; |
Madan Jampani | 65f24bb | 2016-03-15 15:16:18 -0700 | [diff] [blame] | 25 | import java.util.Properties; |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 26 | import java.util.Set; |
| 27 | import java.util.concurrent.CompletableFuture; |
| 28 | import java.util.function.Consumer; |
Jon Hall | 7a8bfc6 | 2016-05-26 17:59:04 -0700 | [diff] [blame^] | 29 | import java.util.function.Function; |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 30 | |
| 31 | import org.onosproject.cluster.Leadership; |
| 32 | import org.onosproject.cluster.NodeId; |
| 33 | import org.onosproject.event.Change; |
Madan Jampani | 27a2a3d | 2016-03-03 08:46:24 -0800 | [diff] [blame] | 34 | import org.onosproject.store.primitives.resources.impl.AtomixLeaderElectorCommands.Anoint; |
| 35 | import org.onosproject.store.primitives.resources.impl.AtomixLeaderElectorCommands.GetAllLeaderships; |
| 36 | import org.onosproject.store.primitives.resources.impl.AtomixLeaderElectorCommands.GetElectedTopics; |
| 37 | import org.onosproject.store.primitives.resources.impl.AtomixLeaderElectorCommands.GetLeadership; |
| 38 | import org.onosproject.store.primitives.resources.impl.AtomixLeaderElectorCommands.Listen; |
| 39 | import org.onosproject.store.primitives.resources.impl.AtomixLeaderElectorCommands.Promote; |
| 40 | import org.onosproject.store.primitives.resources.impl.AtomixLeaderElectorCommands.Run; |
| 41 | import org.onosproject.store.primitives.resources.impl.AtomixLeaderElectorCommands.Unlisten; |
| 42 | import org.onosproject.store.primitives.resources.impl.AtomixLeaderElectorCommands.Withdraw; |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 43 | import org.onosproject.store.service.AsyncLeaderElector; |
Madan Jampani | 8e18c0e | 2016-06-20 14:08:16 -0700 | [diff] [blame] | 44 | |
Madan Jampani | d7ff34d | 2016-05-26 18:20:55 -0700 | [diff] [blame] | 45 | import com.google.common.collect.ImmutableSet; |
Madan Jampani | 630e7ac | 2016-05-31 11:34:05 -0700 | [diff] [blame] | 46 | import com.google.common.cache.CacheBuilder; |
| 47 | import com.google.common.cache.CacheLoader; |
| 48 | import com.google.common.cache.LoadingCache; |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 49 | import com.google.common.collect.Sets; |
| 50 | |
| 51 | /** |
| 52 | * Distributed resource providing the {@link AsyncLeaderElector} primitive. |
| 53 | */ |
Madan Jampani | 966a585 | 2016-04-01 10:39:57 -0700 | [diff] [blame] | 54 | @ResourceTypeInfo(id = -152, factory = AtomixLeaderElectorFactory.class) |
Madan Jampani | 65f24bb | 2016-03-15 15:16:18 -0700 | [diff] [blame] | 55 | public class AtomixLeaderElector extends AbstractResource<AtomixLeaderElector> |
Madan Jampani | fc98177 | 2016-02-16 09:46:42 -0800 | [diff] [blame] | 56 | implements AsyncLeaderElector { |
Madan Jampani | d7ff34d | 2016-05-26 18:20:55 -0700 | [diff] [blame] | 57 | private final Set<Consumer<Status>> statusChangeListeners = |
| 58 | Sets.newCopyOnWriteArraySet(); |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 59 | private final Set<Consumer<Change<Leadership>>> leadershipChangeListeners = |
Madan Jampani | d7ff34d | 2016-05-26 18:20:55 -0700 | [diff] [blame] | 60 | Sets.newCopyOnWriteArraySet(); |
Madan Jampani | 630e7ac | 2016-05-31 11:34:05 -0700 | [diff] [blame] | 61 | private final Consumer<Change<Leadership>> cacheUpdater; |
| 62 | private final Consumer<Status> statusListener; |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 63 | |
Madan Jampani | c94b485 | 2016-02-23 18:18:37 -0800 | [diff] [blame] | 64 | public static final String CHANGE_SUBJECT = "leadershipChangeEvents"; |
Madan Jampani | 630e7ac | 2016-05-31 11:34:05 -0700 | [diff] [blame] | 65 | private final LoadingCache<String, CompletableFuture<Leadership>> cache; |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 66 | |
Jon Hall | 7a8bfc6 | 2016-05-26 17:59:04 -0700 | [diff] [blame^] | 67 | Function<CopycatClient.State, Status> mapper = state -> { |
| 68 | switch (state) { |
| 69 | case CONNECTED: |
| 70 | return Status.ACTIVE; |
| 71 | case SUSPENDED: |
| 72 | return Status.SUSPENDED; |
| 73 | case CLOSED: |
| 74 | return Status.INACTIVE; |
| 75 | default: |
| 76 | throw new IllegalStateException("Unknown state " + state); |
| 77 | } |
| 78 | }; |
| 79 | |
Madan Jampani | 65f24bb | 2016-03-15 15:16:18 -0700 | [diff] [blame] | 80 | public AtomixLeaderElector(CopycatClient client, Properties properties) { |
| 81 | super(client, properties); |
Madan Jampani | 630e7ac | 2016-05-31 11:34:05 -0700 | [diff] [blame] | 82 | cache = CacheBuilder.newBuilder() |
| 83 | .maximumSize(1000) |
Madan Jampani | 825a8b1 | 2016-06-06 19:42:01 -0700 | [diff] [blame] | 84 | .build(CacheLoader.from(topic -> this.client.submit(new GetLeadership(topic)))); |
Madan Jampani | 630e7ac | 2016-05-31 11:34:05 -0700 | [diff] [blame] | 85 | |
| 86 | cacheUpdater = change -> { |
| 87 | Leadership leadership = change.newValue(); |
| 88 | cache.put(leadership.topic(), CompletableFuture.completedFuture(leadership)); |
| 89 | }; |
| 90 | statusListener = status -> { |
| 91 | if (status == Status.SUSPENDED || status == Status.INACTIVE) { |
| 92 | cache.invalidateAll(); |
| 93 | } |
| 94 | }; |
| 95 | addStatusChangeListener(statusListener); |
Jon Hall | 7a8bfc6 | 2016-05-26 17:59:04 -0700 | [diff] [blame^] | 96 | client.onStateChange(this::handleStateChange); |
Madan Jampani | 630e7ac | 2016-05-31 11:34:05 -0700 | [diff] [blame] | 97 | } |
| 98 | |
| 99 | @Override |
| 100 | public CompletableFuture<Void> destroy() { |
| 101 | removeStatusChangeListener(statusListener); |
| 102 | return removeChangeListener(cacheUpdater); |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 103 | } |
| 104 | |
| 105 | @Override |
| 106 | public String name() { |
| 107 | return null; |
| 108 | } |
| 109 | |
| 110 | @Override |
| 111 | public CompletableFuture<AtomixLeaderElector> open() { |
| 112 | return super.open().thenApply(result -> { |
Madan Jampani | fb78638 | 2016-06-13 10:25:35 -0700 | [diff] [blame] | 113 | client.onStateChange(state -> { |
| 114 | if (state == CopycatClient.State.CONNECTED && isListening()) { |
| 115 | client.submit(new Listen()); |
| 116 | } |
| 117 | }); |
Madan Jampani | 0c0cdc6 | 2016-02-22 16:54:06 -0800 | [diff] [blame] | 118 | client.onEvent(CHANGE_SUBJECT, this::handleEvent); |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 119 | return result; |
| 120 | }); |
| 121 | } |
| 122 | |
Madan Jampani | 630e7ac | 2016-05-31 11:34:05 -0700 | [diff] [blame] | 123 | public CompletableFuture<AtomixLeaderElector> setupCache() { |
| 124 | return addChangeListener(cacheUpdater).thenApply(v -> this); |
| 125 | } |
| 126 | |
Madan Jampani | 0c0cdc6 | 2016-02-22 16:54:06 -0800 | [diff] [blame] | 127 | private void handleEvent(List<Change<Leadership>> changes) { |
| 128 | changes.forEach(change -> leadershipChangeListeners.forEach(l -> l.accept(change))); |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 129 | } |
| 130 | |
| 131 | @Override |
| 132 | public CompletableFuture<Leadership> run(String topic, NodeId nodeId) { |
Madan Jampani | 825a8b1 | 2016-06-06 19:42:01 -0700 | [diff] [blame] | 133 | return client.submit(new Run(topic, nodeId)).whenComplete((r, e) -> cache.invalidate(topic)); |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 134 | } |
| 135 | |
| 136 | @Override |
| 137 | public CompletableFuture<Void> withdraw(String topic) { |
Madan Jampani | 825a8b1 | 2016-06-06 19:42:01 -0700 | [diff] [blame] | 138 | return client.submit(new Withdraw(topic)).whenComplete((r, e) -> cache.invalidate(topic)); |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 139 | } |
| 140 | |
| 141 | @Override |
| 142 | public CompletableFuture<Boolean> anoint(String topic, NodeId nodeId) { |
Madan Jampani | 825a8b1 | 2016-06-06 19:42:01 -0700 | [diff] [blame] | 143 | return client.submit(new Anoint(topic, nodeId)).whenComplete((r, e) -> cache.invalidate(topic)); |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 144 | } |
| 145 | |
| 146 | @Override |
Madan Jampani | 0c0cdc6 | 2016-02-22 16:54:06 -0800 | [diff] [blame] | 147 | public CompletableFuture<Boolean> promote(String topic, NodeId nodeId) { |
Madan Jampani | 825a8b1 | 2016-06-06 19:42:01 -0700 | [diff] [blame] | 148 | return client.submit(new Promote(topic, nodeId)).whenComplete((r, e) -> cache.invalidate(topic)); |
Madan Jampani | 0c0cdc6 | 2016-02-22 16:54:06 -0800 | [diff] [blame] | 149 | } |
| 150 | |
| 151 | @Override |
| 152 | public CompletableFuture<Void> evict(NodeId nodeId) { |
Madan Jampani | 825a8b1 | 2016-06-06 19:42:01 -0700 | [diff] [blame] | 153 | return client.submit(new AtomixLeaderElectorCommands.Evict(nodeId)); |
Madan Jampani | 0c0cdc6 | 2016-02-22 16:54:06 -0800 | [diff] [blame] | 154 | } |
| 155 | |
| 156 | @Override |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 157 | public CompletableFuture<Leadership> getLeadership(String topic) { |
Madan Jampani | 7701244 | 2016-06-02 07:47:42 -0700 | [diff] [blame] | 158 | return cache.getUnchecked(topic) |
| 159 | .whenComplete((r, e) -> { |
| 160 | if (e != null) { |
| 161 | cache.invalidate(topic); |
| 162 | } |
| 163 | }); |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 164 | } |
| 165 | |
| 166 | @Override |
| 167 | public CompletableFuture<Map<String, Leadership>> getLeaderships() { |
Madan Jampani | 825a8b1 | 2016-06-06 19:42:01 -0700 | [diff] [blame] | 168 | return client.submit(new GetAllLeaderships()); |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 169 | } |
| 170 | |
| 171 | public CompletableFuture<Set<String>> getElectedTopics(NodeId nodeId) { |
Madan Jampani | 825a8b1 | 2016-06-06 19:42:01 -0700 | [diff] [blame] | 172 | return client.submit(new GetElectedTopics(nodeId)); |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 173 | } |
| 174 | |
Madan Jampani | 27a2a3d | 2016-03-03 08:46:24 -0800 | [diff] [blame] | 175 | @Override |
| 176 | public synchronized CompletableFuture<Void> addChangeListener(Consumer<Change<Leadership>> consumer) { |
| 177 | if (leadershipChangeListeners.isEmpty()) { |
Madan Jampani | 825a8b1 | 2016-06-06 19:42:01 -0700 | [diff] [blame] | 178 | return client.submit(new Listen()).thenRun(() -> leadershipChangeListeners.add(consumer)); |
Madan Jampani | 27a2a3d | 2016-03-03 08:46:24 -0800 | [diff] [blame] | 179 | } else { |
| 180 | leadershipChangeListeners.add(consumer); |
| 181 | return CompletableFuture.completedFuture(null); |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 182 | } |
| 183 | } |
| 184 | |
| 185 | @Override |
Madan Jampani | 27a2a3d | 2016-03-03 08:46:24 -0800 | [diff] [blame] | 186 | public synchronized CompletableFuture<Void> removeChangeListener(Consumer<Change<Leadership>> consumer) { |
Madan Jampani | 68b1f5a | 2016-04-05 19:17:58 -0700 | [diff] [blame] | 187 | if (leadershipChangeListeners.remove(consumer) && leadershipChangeListeners.isEmpty()) { |
Madan Jampani | 825a8b1 | 2016-06-06 19:42:01 -0700 | [diff] [blame] | 188 | return client.submit(new Unlisten()).thenApply(v -> null); |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 189 | } |
| 190 | return CompletableFuture.completedFuture(null); |
| 191 | } |
Madan Jampani | d7ff34d | 2016-05-26 18:20:55 -0700 | [diff] [blame] | 192 | |
| 193 | @Override |
| 194 | public void addStatusChangeListener(Consumer<Status> listener) { |
| 195 | statusChangeListeners.add(listener); |
| 196 | } |
| 197 | |
| 198 | @Override |
| 199 | public void removeStatusChangeListener(Consumer<Status> listener) { |
| 200 | statusChangeListeners.remove(listener); |
| 201 | } |
| 202 | |
| 203 | @Override |
| 204 | public Collection<Consumer<Status>> statusChangeListeners() { |
| 205 | return ImmutableSet.copyOf(statusChangeListeners); |
| 206 | } |
Madan Jampani | fb78638 | 2016-06-13 10:25:35 -0700 | [diff] [blame] | 207 | |
| 208 | private boolean isListening() { |
| 209 | return !leadershipChangeListeners.isEmpty(); |
| 210 | } |
Jon Hall | 7a8bfc6 | 2016-05-26 17:59:04 -0700 | [diff] [blame^] | 211 | |
| 212 | private void handleStateChange(CopycatClient.State state) { |
| 213 | statusChangeListeners().forEach(listener -> listener.accept(mapper.apply(state))); |
| 214 | } |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 215 | } |