Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 1 | /* |
Brian O'Connor | 5ab426f | 2016-04-09 01:19:45 -0700 | [diff] [blame] | 2 | * Copyright 2016-present Open Networking Laboratory |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | package org.onosproject.store.primitives.resources.impl; |
| 17 | |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 18 | import io.atomix.copycat.client.CopycatClient; |
Madan Jampani | 65f24bb | 2016-03-15 15:16:18 -0700 | [diff] [blame] | 19 | import io.atomix.resource.AbstractResource; |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 20 | import io.atomix.resource.ResourceTypeInfo; |
| 21 | |
Madan Jampani | d7ff34d | 2016-05-26 18:20:55 -0700 | [diff] [blame] | 22 | import java.util.Collection; |
Madan Jampani | 0c0cdc6 | 2016-02-22 16:54:06 -0800 | [diff] [blame] | 23 | import java.util.List; |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 24 | import java.util.Map; |
Madan Jampani | 65f24bb | 2016-03-15 15:16:18 -0700 | [diff] [blame] | 25 | import java.util.Properties; |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 26 | import java.util.Set; |
| 27 | import java.util.concurrent.CompletableFuture; |
| 28 | import java.util.function.Consumer; |
| 29 | |
| 30 | import org.onosproject.cluster.Leadership; |
| 31 | import org.onosproject.cluster.NodeId; |
| 32 | import org.onosproject.event.Change; |
Madan Jampani | 27a2a3d | 2016-03-03 08:46:24 -0800 | [diff] [blame] | 33 | import org.onosproject.store.primitives.resources.impl.AtomixLeaderElectorCommands.Anoint; |
| 34 | import org.onosproject.store.primitives.resources.impl.AtomixLeaderElectorCommands.GetAllLeaderships; |
| 35 | import org.onosproject.store.primitives.resources.impl.AtomixLeaderElectorCommands.GetElectedTopics; |
| 36 | import org.onosproject.store.primitives.resources.impl.AtomixLeaderElectorCommands.GetLeadership; |
| 37 | import org.onosproject.store.primitives.resources.impl.AtomixLeaderElectorCommands.Listen; |
| 38 | import org.onosproject.store.primitives.resources.impl.AtomixLeaderElectorCommands.Promote; |
| 39 | import org.onosproject.store.primitives.resources.impl.AtomixLeaderElectorCommands.Run; |
| 40 | import org.onosproject.store.primitives.resources.impl.AtomixLeaderElectorCommands.Unlisten; |
| 41 | import org.onosproject.store.primitives.resources.impl.AtomixLeaderElectorCommands.Withdraw; |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 42 | import org.onosproject.store.service.AsyncLeaderElector; |
Madan Jampani | 8e18c0e | 2016-06-20 14:08:16 -0700 | [diff] [blame] | 43 | |
Madan Jampani | d7ff34d | 2016-05-26 18:20:55 -0700 | [diff] [blame] | 44 | import com.google.common.collect.ImmutableSet; |
Madan Jampani | 630e7ac | 2016-05-31 11:34:05 -0700 | [diff] [blame] | 45 | import com.google.common.cache.CacheBuilder; |
| 46 | import com.google.common.cache.CacheLoader; |
| 47 | import com.google.common.cache.LoadingCache; |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 48 | import com.google.common.collect.Sets; |
| 49 | |
| 50 | /** |
| 51 | * Distributed resource providing the {@link AsyncLeaderElector} primitive. |
| 52 | */ |
Madan Jampani | 966a585 | 2016-04-01 10:39:57 -0700 | [diff] [blame] | 53 | @ResourceTypeInfo(id = -152, factory = AtomixLeaderElectorFactory.class) |
Madan Jampani | 65f24bb | 2016-03-15 15:16:18 -0700 | [diff] [blame] | 54 | public class AtomixLeaderElector extends AbstractResource<AtomixLeaderElector> |
Madan Jampani | fc98177 | 2016-02-16 09:46:42 -0800 | [diff] [blame] | 55 | implements AsyncLeaderElector { |
Madan Jampani | d7ff34d | 2016-05-26 18:20:55 -0700 | [diff] [blame] | 56 | private final Set<Consumer<Status>> statusChangeListeners = |
| 57 | Sets.newCopyOnWriteArraySet(); |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 58 | private final Set<Consumer<Change<Leadership>>> leadershipChangeListeners = |
Madan Jampani | d7ff34d | 2016-05-26 18:20:55 -0700 | [diff] [blame] | 59 | Sets.newCopyOnWriteArraySet(); |
Madan Jampani | 630e7ac | 2016-05-31 11:34:05 -0700 | [diff] [blame] | 60 | private final Consumer<Change<Leadership>> cacheUpdater; |
| 61 | private final Consumer<Status> statusListener; |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 62 | |
Madan Jampani | c94b485 | 2016-02-23 18:18:37 -0800 | [diff] [blame] | 63 | public static final String CHANGE_SUBJECT = "leadershipChangeEvents"; |
Madan Jampani | 630e7ac | 2016-05-31 11:34:05 -0700 | [diff] [blame] | 64 | private final LoadingCache<String, CompletableFuture<Leadership>> cache; |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 65 | |
Madan Jampani | 65f24bb | 2016-03-15 15:16:18 -0700 | [diff] [blame] | 66 | public AtomixLeaderElector(CopycatClient client, Properties properties) { |
| 67 | super(client, properties); |
Madan Jampani | 630e7ac | 2016-05-31 11:34:05 -0700 | [diff] [blame] | 68 | cache = CacheBuilder.newBuilder() |
| 69 | .maximumSize(1000) |
Madan Jampani | 825a8b1 | 2016-06-06 19:42:01 -0700 | [diff] [blame] | 70 | .build(CacheLoader.from(topic -> this.client.submit(new GetLeadership(topic)))); |
Madan Jampani | 630e7ac | 2016-05-31 11:34:05 -0700 | [diff] [blame] | 71 | |
| 72 | cacheUpdater = change -> { |
| 73 | Leadership leadership = change.newValue(); |
| 74 | cache.put(leadership.topic(), CompletableFuture.completedFuture(leadership)); |
| 75 | }; |
| 76 | statusListener = status -> { |
| 77 | if (status == Status.SUSPENDED || status == Status.INACTIVE) { |
| 78 | cache.invalidateAll(); |
| 79 | } |
| 80 | }; |
| 81 | addStatusChangeListener(statusListener); |
| 82 | } |
| 83 | |
| 84 | @Override |
| 85 | public CompletableFuture<Void> destroy() { |
| 86 | removeStatusChangeListener(statusListener); |
| 87 | return removeChangeListener(cacheUpdater); |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 88 | } |
| 89 | |
| 90 | @Override |
| 91 | public String name() { |
| 92 | return null; |
| 93 | } |
| 94 | |
| 95 | @Override |
| 96 | public CompletableFuture<AtomixLeaderElector> open() { |
| 97 | return super.open().thenApply(result -> { |
Madan Jampani | fb78638 | 2016-06-13 10:25:35 -0700 | [diff] [blame] | 98 | client.onStateChange(state -> { |
| 99 | if (state == CopycatClient.State.CONNECTED && isListening()) { |
| 100 | client.submit(new Listen()); |
| 101 | } |
| 102 | }); |
Madan Jampani | 0c0cdc6 | 2016-02-22 16:54:06 -0800 | [diff] [blame] | 103 | client.onEvent(CHANGE_SUBJECT, this::handleEvent); |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 104 | return result; |
| 105 | }); |
| 106 | } |
| 107 | |
Madan Jampani | 630e7ac | 2016-05-31 11:34:05 -0700 | [diff] [blame] | 108 | public CompletableFuture<AtomixLeaderElector> setupCache() { |
| 109 | return addChangeListener(cacheUpdater).thenApply(v -> this); |
| 110 | } |
| 111 | |
Madan Jampani | 0c0cdc6 | 2016-02-22 16:54:06 -0800 | [diff] [blame] | 112 | private void handleEvent(List<Change<Leadership>> changes) { |
| 113 | changes.forEach(change -> leadershipChangeListeners.forEach(l -> l.accept(change))); |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 114 | } |
| 115 | |
| 116 | @Override |
| 117 | public CompletableFuture<Leadership> run(String topic, NodeId nodeId) { |
Madan Jampani | 825a8b1 | 2016-06-06 19:42:01 -0700 | [diff] [blame] | 118 | return client.submit(new Run(topic, nodeId)).whenComplete((r, e) -> cache.invalidate(topic)); |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 119 | } |
| 120 | |
| 121 | @Override |
| 122 | public CompletableFuture<Void> withdraw(String topic) { |
Madan Jampani | 825a8b1 | 2016-06-06 19:42:01 -0700 | [diff] [blame] | 123 | return client.submit(new Withdraw(topic)).whenComplete((r, e) -> cache.invalidate(topic)); |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 124 | } |
| 125 | |
| 126 | @Override |
| 127 | public CompletableFuture<Boolean> anoint(String topic, NodeId nodeId) { |
Madan Jampani | 825a8b1 | 2016-06-06 19:42:01 -0700 | [diff] [blame] | 128 | return client.submit(new Anoint(topic, nodeId)).whenComplete((r, e) -> cache.invalidate(topic)); |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 129 | } |
| 130 | |
| 131 | @Override |
Madan Jampani | 0c0cdc6 | 2016-02-22 16:54:06 -0800 | [diff] [blame] | 132 | public CompletableFuture<Boolean> promote(String topic, NodeId nodeId) { |
Madan Jampani | 825a8b1 | 2016-06-06 19:42:01 -0700 | [diff] [blame] | 133 | return client.submit(new Promote(topic, nodeId)).whenComplete((r, e) -> cache.invalidate(topic)); |
Madan Jampani | 0c0cdc6 | 2016-02-22 16:54:06 -0800 | [diff] [blame] | 134 | } |
| 135 | |
| 136 | @Override |
| 137 | public CompletableFuture<Void> evict(NodeId nodeId) { |
Madan Jampani | 825a8b1 | 2016-06-06 19:42:01 -0700 | [diff] [blame] | 138 | return client.submit(new AtomixLeaderElectorCommands.Evict(nodeId)); |
Madan Jampani | 0c0cdc6 | 2016-02-22 16:54:06 -0800 | [diff] [blame] | 139 | } |
| 140 | |
| 141 | @Override |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 142 | public CompletableFuture<Leadership> getLeadership(String topic) { |
Madan Jampani | 7701244 | 2016-06-02 07:47:42 -0700 | [diff] [blame] | 143 | return cache.getUnchecked(topic) |
| 144 | .whenComplete((r, e) -> { |
| 145 | if (e != null) { |
| 146 | cache.invalidate(topic); |
| 147 | } |
| 148 | }); |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 149 | } |
| 150 | |
| 151 | @Override |
| 152 | public CompletableFuture<Map<String, Leadership>> getLeaderships() { |
Madan Jampani | 825a8b1 | 2016-06-06 19:42:01 -0700 | [diff] [blame] | 153 | return client.submit(new GetAllLeaderships()); |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 154 | } |
| 155 | |
| 156 | public CompletableFuture<Set<String>> getElectedTopics(NodeId nodeId) { |
Madan Jampani | 825a8b1 | 2016-06-06 19:42:01 -0700 | [diff] [blame] | 157 | return client.submit(new GetElectedTopics(nodeId)); |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 158 | } |
| 159 | |
Madan Jampani | 27a2a3d | 2016-03-03 08:46:24 -0800 | [diff] [blame] | 160 | @Override |
| 161 | public synchronized CompletableFuture<Void> addChangeListener(Consumer<Change<Leadership>> consumer) { |
| 162 | if (leadershipChangeListeners.isEmpty()) { |
Madan Jampani | 825a8b1 | 2016-06-06 19:42:01 -0700 | [diff] [blame] | 163 | return client.submit(new Listen()).thenRun(() -> leadershipChangeListeners.add(consumer)); |
Madan Jampani | 27a2a3d | 2016-03-03 08:46:24 -0800 | [diff] [blame] | 164 | } else { |
| 165 | leadershipChangeListeners.add(consumer); |
| 166 | return CompletableFuture.completedFuture(null); |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 167 | } |
| 168 | } |
| 169 | |
| 170 | @Override |
Madan Jampani | 27a2a3d | 2016-03-03 08:46:24 -0800 | [diff] [blame] | 171 | public synchronized CompletableFuture<Void> removeChangeListener(Consumer<Change<Leadership>> consumer) { |
Madan Jampani | 68b1f5a | 2016-04-05 19:17:58 -0700 | [diff] [blame] | 172 | if (leadershipChangeListeners.remove(consumer) && leadershipChangeListeners.isEmpty()) { |
Madan Jampani | 825a8b1 | 2016-06-06 19:42:01 -0700 | [diff] [blame] | 173 | return client.submit(new Unlisten()).thenApply(v -> null); |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 174 | } |
| 175 | return CompletableFuture.completedFuture(null); |
| 176 | } |
Madan Jampani | d7ff34d | 2016-05-26 18:20:55 -0700 | [diff] [blame] | 177 | |
| 178 | @Override |
| 179 | public void addStatusChangeListener(Consumer<Status> listener) { |
| 180 | statusChangeListeners.add(listener); |
| 181 | } |
| 182 | |
| 183 | @Override |
| 184 | public void removeStatusChangeListener(Consumer<Status> listener) { |
| 185 | statusChangeListeners.remove(listener); |
| 186 | } |
| 187 | |
| 188 | @Override |
| 189 | public Collection<Consumer<Status>> statusChangeListeners() { |
| 190 | return ImmutableSet.copyOf(statusChangeListeners); |
| 191 | } |
Madan Jampani | fb78638 | 2016-06-13 10:25:35 -0700 | [diff] [blame] | 192 | |
| 193 | private boolean isListening() { |
| 194 | return !leadershipChangeListeners.isEmpty(); |
| 195 | } |
Madan Jampani | 5e5b3d6 | 2016-02-01 16:03:33 -0800 | [diff] [blame] | 196 | } |