Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 1 | /* |
Brian O'Connor | 5ab426f | 2016-04-09 01:19:45 -0700 | [diff] [blame] | 2 | * Copyright 2016-present Open Networking Laboratory |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | package org.onosproject.store.primitives.resources.impl; |
| 17 | |
Madan Jampani | 0c0cdc6 | 2016-02-22 16:54:06 -0800 | [diff] [blame] | 18 | import java.util.List; |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 19 | import java.util.Map; |
| 20 | import java.util.Set; |
| 21 | import java.util.concurrent.CompletableFuture; |
| 22 | import java.util.function.Consumer; |
| 23 | |
Madan Jampani | 630e7ac | 2016-05-31 11:34:05 -0700 | [diff] [blame] | 24 | import com.google.common.cache.CacheBuilder; |
| 25 | import com.google.common.cache.CacheLoader; |
| 26 | import com.google.common.cache.LoadingCache; |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 27 | import com.google.common.collect.Sets; |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 28 | import io.atomix.protocols.raft.proxy.RaftProxy; |
| 29 | import org.onlab.util.KryoNamespace; |
| 30 | import org.onosproject.cluster.Leadership; |
| 31 | import org.onosproject.cluster.NodeId; |
| 32 | import org.onosproject.event.Change; |
| 33 | import org.onosproject.store.primitives.resources.impl.AtomixLeaderElectorOperations.Anoint; |
| 34 | import org.onosproject.store.primitives.resources.impl.AtomixLeaderElectorOperations.GetElectedTopics; |
| 35 | import org.onosproject.store.primitives.resources.impl.AtomixLeaderElectorOperations.GetLeadership; |
| 36 | import org.onosproject.store.primitives.resources.impl.AtomixLeaderElectorOperations.Promote; |
| 37 | import org.onosproject.store.primitives.resources.impl.AtomixLeaderElectorOperations.Run; |
| 38 | import org.onosproject.store.primitives.resources.impl.AtomixLeaderElectorOperations.Withdraw; |
| 39 | import org.onosproject.store.serializers.KryoNamespaces; |
| 40 | import org.onosproject.store.service.AsyncLeaderElector; |
| 41 | import org.onosproject.store.service.Serializer; |
| 42 | |
| 43 | import static org.onosproject.store.primitives.resources.impl.AtomixLeaderElectorEvents.CHANGE; |
| 44 | import static org.onosproject.store.primitives.resources.impl.AtomixLeaderElectorOperations.ADD_LISTENER; |
| 45 | import static org.onosproject.store.primitives.resources.impl.AtomixLeaderElectorOperations.ANOINT; |
| 46 | import static org.onosproject.store.primitives.resources.impl.AtomixLeaderElectorOperations.EVICT; |
| 47 | import static org.onosproject.store.primitives.resources.impl.AtomixLeaderElectorOperations.GET_ALL_LEADERSHIPS; |
| 48 | import static org.onosproject.store.primitives.resources.impl.AtomixLeaderElectorOperations.GET_ELECTED_TOPICS; |
| 49 | import static org.onosproject.store.primitives.resources.impl.AtomixLeaderElectorOperations.GET_LEADERSHIP; |
| 50 | import static org.onosproject.store.primitives.resources.impl.AtomixLeaderElectorOperations.PROMOTE; |
| 51 | import static org.onosproject.store.primitives.resources.impl.AtomixLeaderElectorOperations.REMOVE_LISTENER; |
| 52 | import static org.onosproject.store.primitives.resources.impl.AtomixLeaderElectorOperations.RUN; |
| 53 | import static org.onosproject.store.primitives.resources.impl.AtomixLeaderElectorOperations.WITHDRAW; |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 54 | |
| 55 | /** |
| 56 | * Distributed resource providing the {@link AsyncLeaderElector} primitive. |
| 57 | */ |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 58 | public class AtomixLeaderElector extends AbstractRaftPrimitive implements AsyncLeaderElector { |
| 59 | private static final Serializer SERIALIZER = Serializer.using(KryoNamespace.newBuilder() |
| 60 | .register(KryoNamespaces.API) |
| 61 | .register(AtomixLeaderElectorOperations.NAMESPACE) |
| 62 | .register(AtomixLeaderElectorEvents.NAMESPACE) |
| 63 | .build()); |
| 64 | |
| 65 | private final Set<Consumer<Change<Leadership>>> leadershipChangeListeners = Sets.newCopyOnWriteArraySet(); |
Madan Jampani | 630e7ac | 2016-05-31 11:34:05 -0700 | [diff] [blame] | 66 | private final Consumer<Change<Leadership>> cacheUpdater; |
| 67 | private final Consumer<Status> statusListener; |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 68 | |
Madan Jampani | 630e7ac | 2016-05-31 11:34:05 -0700 | [diff] [blame] | 69 | private final LoadingCache<String, CompletableFuture<Leadership>> cache; |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 70 | |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 71 | public AtomixLeaderElector(RaftProxy proxy) { |
| 72 | super(proxy); |
Madan Jampani | 630e7ac | 2016-05-31 11:34:05 -0700 | [diff] [blame] | 73 | cache = CacheBuilder.newBuilder() |
| 74 | .maximumSize(1000) |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 75 | .build(CacheLoader.from(topic -> proxy.invoke( |
| 76 | GET_LEADERSHIP, SERIALIZER::encode, new GetLeadership(topic), SERIALIZER::decode))); |
Madan Jampani | 630e7ac | 2016-05-31 11:34:05 -0700 | [diff] [blame] | 77 | |
| 78 | cacheUpdater = change -> { |
| 79 | Leadership leadership = change.newValue(); |
| 80 | cache.put(leadership.topic(), CompletableFuture.completedFuture(leadership)); |
| 81 | }; |
| 82 | statusListener = status -> { |
| 83 | if (status == Status.SUSPENDED || status == Status.INACTIVE) { |
| 84 | cache.invalidateAll(); |
| 85 | } |
| 86 | }; |
| 87 | addStatusChangeListener(statusListener); |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 88 | |
| 89 | proxy.addStateChangeListener(state -> { |
| 90 | if (state == RaftProxy.State.CONNECTED && isListening()) { |
| 91 | proxy.invoke(ADD_LISTENER); |
| 92 | } |
| 93 | }); |
| 94 | proxy.addEventListener(CHANGE, SERIALIZER::decode, this::handleEvent); |
Madan Jampani | 630e7ac | 2016-05-31 11:34:05 -0700 | [diff] [blame] | 95 | } |
| 96 | |
| 97 | @Override |
| 98 | public CompletableFuture<Void> destroy() { |
| 99 | removeStatusChangeListener(statusListener); |
| 100 | return removeChangeListener(cacheUpdater); |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 101 | } |
| 102 | |
Madan Jampani | 630e7ac | 2016-05-31 11:34:05 -0700 | [diff] [blame] | 103 | public CompletableFuture<AtomixLeaderElector> setupCache() { |
| 104 | return addChangeListener(cacheUpdater).thenApply(v -> this); |
| 105 | } |
| 106 | |
Madan Jampani | 0c0cdc6 | 2016-02-22 16:54:06 -0800 | [diff] [blame] | 107 | private void handleEvent(List<Change<Leadership>> changes) { |
| 108 | changes.forEach(change -> leadershipChangeListeners.forEach(l -> l.accept(change))); |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 109 | } |
| 110 | |
| 111 | @Override |
| 112 | public CompletableFuture<Leadership> run(String topic, NodeId nodeId) { |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 113 | return proxy.<Run, Leadership>invoke(RUN, SERIALIZER::encode, new Run(topic, nodeId), SERIALIZER::decode) |
| 114 | .whenComplete((r, e) -> cache.invalidate(topic)); |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 115 | } |
| 116 | |
| 117 | @Override |
| 118 | public CompletableFuture<Void> withdraw(String topic) { |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 119 | return proxy.invoke(WITHDRAW, SERIALIZER::encode, new Withdraw(topic)) |
| 120 | .whenComplete((r, e) -> cache.invalidate(topic)); |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 121 | } |
| 122 | |
| 123 | @Override |
| 124 | public CompletableFuture<Boolean> anoint(String topic, NodeId nodeId) { |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 125 | return proxy.<Anoint, Boolean>invoke(ANOINT, SERIALIZER::encode, new Anoint(topic, nodeId), SERIALIZER::decode) |
| 126 | .whenComplete((r, e) -> cache.invalidate(topic)); |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 127 | } |
| 128 | |
| 129 | @Override |
Madan Jampani | 0c0cdc6 | 2016-02-22 16:54:06 -0800 | [diff] [blame] | 130 | public CompletableFuture<Boolean> promote(String topic, NodeId nodeId) { |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 131 | return proxy.<Promote, Boolean>invoke( |
| 132 | PROMOTE, SERIALIZER::encode, new Promote(topic, nodeId), SERIALIZER::decode) |
| 133 | .whenComplete((r, e) -> cache.invalidate(topic)); |
Madan Jampani | 0c0cdc6 | 2016-02-22 16:54:06 -0800 | [diff] [blame] | 134 | } |
| 135 | |
| 136 | @Override |
| 137 | public CompletableFuture<Void> evict(NodeId nodeId) { |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 138 | return proxy.invoke(EVICT, SERIALIZER::encode, new AtomixLeaderElectorOperations.Evict(nodeId)); |
Madan Jampani | 0c0cdc6 | 2016-02-22 16:54:06 -0800 | [diff] [blame] | 139 | } |
| 140 | |
| 141 | @Override |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 142 | public CompletableFuture<Leadership> getLeadership(String topic) { |
Madan Jampani | 7701244 | 2016-06-02 07:47:42 -0700 | [diff] [blame] | 143 | return cache.getUnchecked(topic) |
| 144 | .whenComplete((r, e) -> { |
| 145 | if (e != null) { |
| 146 | cache.invalidate(topic); |
| 147 | } |
| 148 | }); |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 149 | } |
| 150 | |
| 151 | @Override |
| 152 | public CompletableFuture<Map<String, Leadership>> getLeaderships() { |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 153 | return proxy.invoke(GET_ALL_LEADERSHIPS, SERIALIZER::decode); |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 154 | } |
| 155 | |
| 156 | public CompletableFuture<Set<String>> getElectedTopics(NodeId nodeId) { |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 157 | return proxy.invoke(GET_ELECTED_TOPICS, SERIALIZER::encode, new GetElectedTopics(nodeId), SERIALIZER::decode); |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 158 | } |
| 159 | |
Madan Jampani | 27a2a3d | 2016-03-03 08:46:24 -0800 | [diff] [blame] | 160 | @Override |
| 161 | public synchronized CompletableFuture<Void> addChangeListener(Consumer<Change<Leadership>> consumer) { |
| 162 | if (leadershipChangeListeners.isEmpty()) { |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 163 | return proxy.invoke(ADD_LISTENER).thenRun(() -> leadershipChangeListeners.add(consumer)); |
Madan Jampani | 27a2a3d | 2016-03-03 08:46:24 -0800 | [diff] [blame] | 164 | } else { |
| 165 | leadershipChangeListeners.add(consumer); |
| 166 | return CompletableFuture.completedFuture(null); |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 167 | } |
| 168 | } |
| 169 | |
| 170 | @Override |
Madan Jampani | 27a2a3d | 2016-03-03 08:46:24 -0800 | [diff] [blame] | 171 | public synchronized CompletableFuture<Void> removeChangeListener(Consumer<Change<Leadership>> consumer) { |
Madan Jampani | 68b1f5a | 2016-04-05 19:17:58 -0700 | [diff] [blame] | 172 | if (leadershipChangeListeners.remove(consumer) && leadershipChangeListeners.isEmpty()) { |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 173 | return proxy.invoke(REMOVE_LISTENER).thenApply(v -> null); |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 174 | } |
| 175 | return CompletableFuture.completedFuture(null); |
| 176 | } |
Madan Jampani | d7ff34d | 2016-05-26 18:20:55 -0700 | [diff] [blame] | 177 | |
Madan Jampani | fb78638 | 2016-06-13 10:25:35 -0700 | [diff] [blame] | 178 | private boolean isListening() { |
| 179 | return !leadershipChangeListeners.isEmpty(); |
| 180 | } |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 181 | } |