blob: 52c91b86bba4bc038588cdde0660fb5f6ccedb78 [file] [log] [blame]
Madan Jampani551d0d22016-02-01 12:51:48 -08001/*
Brian O'Connora09fe5b2017-08-03 21:12:30 -07002 * Copyright 2016-present Open Networking Foundation
Madan Jampani551d0d22016-02-01 12:51:48 -08003 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16package org.onosproject.store.primitives.impl;
17
Jordan Haltermanc955df72017-02-04 20:43:28 -080018import com.google.common.base.Charsets;
19import com.google.common.collect.ImmutableSet;
20import com.google.common.collect.Lists;
21import com.google.common.collect.Maps;
22import com.google.common.collect.Sets;
23import com.google.common.hash.Hashing;
Jordan Haltermane7f363e2017-07-28 16:52:20 -070024import org.onlab.util.HexString;
Madan Jampani551d0d22016-02-01 12:51:48 -080025import org.onosproject.cluster.PartitionId;
26import org.onosproject.store.primitives.DistributedPrimitiveCreator;
27import org.onosproject.store.service.AsyncAtomicCounter;
Jordan Haltermanc955df72017-02-04 20:43:28 -080028import org.onosproject.store.service.AsyncAtomicCounterMap;
Jordan Halterman5a1053e2017-05-19 18:03:47 -070029import org.onosproject.store.service.AsyncAtomicIdGenerator;
Madan Jampani551d0d22016-02-01 12:51:48 -080030import org.onosproject.store.service.AsyncAtomicValue;
31import org.onosproject.store.service.AsyncConsistentMap;
Aaron Kruglikov61582a02016-09-06 13:18:58 -070032import org.onosproject.store.service.AsyncConsistentMultimap;
Aaron Kruglikoved88ff62016-08-01 16:02:09 -070033import org.onosproject.store.service.AsyncConsistentTreeMap;
Madan Jampani551d0d22016-02-01 12:51:48 -080034import org.onosproject.store.service.AsyncDistributedSet;
Madan Jampani2914e4e2016-09-13 17:48:56 -070035import org.onosproject.store.service.AsyncDocumentTree;
Madan Jampani551d0d22016-02-01 12:51:48 -080036import org.onosproject.store.service.AsyncLeaderElector;
Madan Jampani551d0d22016-02-01 12:51:48 -080037import org.onosproject.store.service.Serializer;
Madan Jampani819d61d2016-07-25 20:29:43 -070038import org.onosproject.store.service.WorkQueue;
Madan Jampani551d0d22016-02-01 12:51:48 -080039
Jordan Haltermanc955df72017-02-04 20:43:28 -080040import java.util.List;
41import java.util.Map;
42import java.util.Set;
43import java.util.TreeMap;
44
45import static com.google.common.base.Preconditions.checkNotNull;
Madan Jampani551d0d22016-02-01 12:51:48 -080046
47/**
48 * {@code DistributedPrimitiveCreator} that federates responsibility for creating
49 * distributed primitives to a collection of other {@link DistributedPrimitiveCreator creators}.
50 */
51public class FederatedDistributedPrimitiveCreator implements DistributedPrimitiveCreator {
Madan Jampani551d0d22016-02-01 12:51:48 -080052 private final TreeMap<PartitionId, DistributedPrimitiveCreator> members;
53 private final List<PartitionId> sortedMemberPartitionIds;
54
55 public FederatedDistributedPrimitiveCreator(Map<PartitionId, DistributedPrimitiveCreator> members) {
56 this.members = Maps.newTreeMap();
57 this.members.putAll(checkNotNull(members));
58 this.sortedMemberPartitionIds = Lists.newArrayList(members.keySet());
59 }
60
61 @Override
Jordan Halterman2bf177c2017-06-29 01:49:08 -070062 public <K, V> AsyncConsistentMap<K, V> newAsyncConsistentMap(String name, Serializer serializer) {
Madan Jampani551d0d22016-02-01 12:51:48 -080063 checkNotNull(name);
64 checkNotNull(serializer);
Jordan Haltermane7f363e2017-07-28 16:52:20 -070065 Map<PartitionId, AsyncConsistentMap<String, byte[]>> maps =
Madan Jampani551d0d22016-02-01 12:51:48 -080066 Maps.transformValues(members,
Jordan Haltermane7f363e2017-07-28 16:52:20 -070067 partition -> partition.newAsyncConsistentMap(name, null));
Jordan Haltermane7f363e2017-07-28 16:52:20 -070068 Hasher<String> hasher = key -> {
Jordan Halterman13d25a12017-08-01 18:08:38 -070069 int hashCode = Hashing.sha256().hashString(key, Charsets.UTF_8).asInt();
Madan Jampani2843ec82016-06-02 14:08:16 -070070 return sortedMemberPartitionIds.get(Math.abs(hashCode) % members.size());
Madan Jampani551d0d22016-02-01 12:51:48 -080071 };
Jordan Haltermane7f363e2017-07-28 16:52:20 -070072 AsyncConsistentMap<String, byte[]> partitionedMap = new PartitionedAsyncConsistentMap<>(name, maps, hasher);
73 return DistributedPrimitives.newTranscodingMap(partitionedMap,
74 key -> HexString.toHexString(serializer.encode(key)),
75 string -> serializer.decode(HexString.fromHexString(string)),
76 value -> value == null ? null : serializer.encode(value),
77 bytes -> serializer.decode(bytes));
Madan Jampani551d0d22016-02-01 12:51:48 -080078 }
79
80 @Override
Jordan Halterman2bf177c2017-06-29 01:49:08 -070081 public <V> AsyncConsistentTreeMap<V> newAsyncConsistentTreeMap(String name, Serializer serializer) {
82 return getCreator(name).newAsyncConsistentTreeMap(name, serializer);
Aaron Kruglikoved88ff62016-08-01 16:02:09 -070083 }
84
85 @Override
Jordan Halterman2bf177c2017-06-29 01:49:08 -070086 public <K, V> AsyncConsistentMultimap<K, V> newAsyncConsistentSetMultimap(String name, Serializer serializer) {
87 return getCreator(name).newAsyncConsistentSetMultimap(name, serializer);
Aaron Kruglikov61582a02016-09-06 13:18:58 -070088 }
89
90 @Override
Jordan Halterman2bf177c2017-06-29 01:49:08 -070091 public <E> AsyncDistributedSet<E> newAsyncDistributedSet(String name, Serializer serializer) {
92 return DistributedPrimitives.newSetFromMap(newAsyncConsistentMap(name, serializer));
Madan Jampani551d0d22016-02-01 12:51:48 -080093 }
94
95 @Override
Jordan Halterman2bf177c2017-06-29 01:49:08 -070096 public <K> AsyncAtomicCounterMap<K> newAsyncAtomicCounterMap(String name, Serializer serializer) {
97 return getCreator(name).newAsyncAtomicCounterMap(name, serializer);
Jordan Haltermanc955df72017-02-04 20:43:28 -080098 }
99
100 @Override
Jordan Halterman2bf177c2017-06-29 01:49:08 -0700101 public AsyncAtomicCounter newAsyncCounter(String name) {
102 return getCreator(name).newAsyncCounter(name);
Madan Jampani551d0d22016-02-01 12:51:48 -0800103 }
104
105 @Override
Jordan Halterman2bf177c2017-06-29 01:49:08 -0700106 public AsyncAtomicIdGenerator newAsyncIdGenerator(String name) {
107 return getCreator(name).newAsyncIdGenerator(name);
Jordan Halterman5a1053e2017-05-19 18:03:47 -0700108 }
109
110 @Override
Jordan Halterman2bf177c2017-06-29 01:49:08 -0700111 public <V> AsyncAtomicValue<V> newAsyncAtomicValue(String name, Serializer serializer) {
112 return getCreator(name).newAsyncAtomicValue(name, serializer);
Madan Jampani551d0d22016-02-01 12:51:48 -0800113 }
114
115 @Override
Jordan Halterman2bf177c2017-06-29 01:49:08 -0700116 public AsyncLeaderElector newAsyncLeaderElector(String name) {
Madan Jampani27077eb2016-02-22 14:38:32 -0800117 checkNotNull(name);
118 Map<PartitionId, AsyncLeaderElector> leaderElectors =
119 Maps.transformValues(members,
Jordan Halterman2bf177c2017-06-29 01:49:08 -0700120 partition -> partition.newAsyncLeaderElector(name));
Madan Jampani27077eb2016-02-22 14:38:32 -0800121 Hasher<String> hasher = topic -> {
Madan Jampani2843ec82016-06-02 14:08:16 -0700122 int hashCode = Hashing.sha256().hashString(topic, Charsets.UTF_8).asInt();
123 return sortedMemberPartitionIds.get(Math.abs(hashCode) % members.size());
Madan Jampani27077eb2016-02-22 14:38:32 -0800124 };
125 return new PartitionedAsyncLeaderElector(name, leaderElectors, hasher);
Madan Jampani551d0d22016-02-01 12:51:48 -0800126 }
127
Madan Jampanie14a09c2016-02-11 10:43:21 -0800128 @Override
Jordan Halterman2bf177c2017-06-29 01:49:08 -0700129 public <E> WorkQueue<E> newWorkQueue(String name, Serializer serializer) {
130 return getCreator(name).newWorkQueue(name, serializer);
Madan Jampani35708a92016-07-06 10:48:19 -0700131 }
132
133 @Override
Jordan Halterman2bf177c2017-06-29 01:49:08 -0700134 public <V> AsyncDocumentTree<V> newAsyncDocumentTree(String name, Serializer serializer) {
135 return getCreator(name).newAsyncDocumentTree(name, serializer);
Madan Jampani2914e4e2016-09-13 17:48:56 -0700136 }
137
138 @Override
Madan Jampanie14a09c2016-02-11 10:43:21 -0800139 public Set<String> getAsyncConsistentMapNames() {
140 return members.values()
141 .stream()
142 .map(DistributedPrimitiveCreator::getAsyncConsistentMapNames)
143 .reduce(Sets::union)
144 .orElse(ImmutableSet.of());
145 }
146
147 @Override
148 public Set<String> getAsyncAtomicCounterNames() {
149 return members.values()
150 .stream()
151 .map(DistributedPrimitiveCreator::getAsyncAtomicCounterNames)
152 .reduce(Sets::union)
153 .orElse(ImmutableSet.of());
154 }
155
Madan Jampani35708a92016-07-06 10:48:19 -0700156 @Override
157 public Set<String> getWorkQueueNames() {
158 return members.values()
159 .stream()
160 .map(DistributedPrimitiveCreator::getWorkQueueNames)
161 .reduce(Sets::union)
162 .orElse(ImmutableSet.of());
163 }
164
Madan Jampani551d0d22016-02-01 12:51:48 -0800165 /**
166 * Returns the {@code DistributedPrimitiveCreator} to use for hosting a primitive.
167 * @param name primitive name
168 * @return primitive creator
169 */
170 private DistributedPrimitiveCreator getCreator(String name) {
Madan Jampani2843ec82016-06-02 14:08:16 -0700171 int hashCode = Hashing.sha256().hashString(name, Charsets.UTF_8).asInt();
172 return members.get(sortedMemberPartitionIds.get(Math.abs(hashCode) % members.size()));
Madan Jampani551d0d22016-02-01 12:51:48 -0800173 }
174}