Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2016 Open Networking Laboratory |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | package org.onosproject.store.primitives.impl; |
| 17 | |
| 18 | import io.atomix.catalyst.serializer.Serializer; |
| 19 | import io.atomix.catalyst.transport.Address; |
| 20 | import io.atomix.resource.ResourceType; |
| 21 | import io.atomix.variables.DistributedLong; |
| 22 | |
| 23 | import java.io.File; |
| 24 | import java.util.Collection; |
| 25 | import java.util.Optional; |
| 26 | import java.util.concurrent.CompletableFuture; |
| 27 | import java.util.concurrent.atomic.AtomicBoolean; |
| 28 | |
| 29 | import org.onosproject.cluster.ClusterService; |
| 30 | import org.onosproject.cluster.ControllerNode; |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 31 | import org.onosproject.cluster.NodeId; |
| 32 | import org.onosproject.cluster.Partition; |
Madan Jampani | 3354745 | 2016-02-29 16:45:04 -0800 | [diff] [blame^] | 33 | import org.onosproject.cluster.PartitionId; |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 34 | import org.onosproject.store.cluster.messaging.MessagingService; |
| 35 | import org.onosproject.store.primitives.resources.impl.AtomixConsistentMap; |
Madan Jampani | 39fff10 | 2016-02-14 13:17:28 -0800 | [diff] [blame] | 36 | import org.onosproject.store.primitives.resources.impl.AtomixLeaderElector; |
Madan Jampani | e14a09c | 2016-02-11 10:43:21 -0800 | [diff] [blame] | 37 | import org.onosproject.store.service.PartitionInfo; |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 38 | |
| 39 | import com.google.common.collect.Collections2; |
| 40 | import com.google.common.collect.ImmutableSet; |
| 41 | |
| 42 | /** |
| 43 | * Storage partition. |
| 44 | */ |
Madan Jampani | 3354745 | 2016-02-29 16:45:04 -0800 | [diff] [blame^] | 45 | public class StoragePartition implements Managed<StoragePartition> { |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 46 | |
| 47 | private final AtomicBoolean isOpened = new AtomicBoolean(false); |
| 48 | private final AtomicBoolean isClosed = new AtomicBoolean(false); |
| 49 | private final Serializer serializer; |
| 50 | private final MessagingService messagingService; |
| 51 | private final ClusterService clusterService; |
| 52 | private final File logFolder; |
Madan Jampani | 3354745 | 2016-02-29 16:45:04 -0800 | [diff] [blame^] | 53 | private Partition partition; |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 54 | private static final Collection<ResourceType> RESOURCE_TYPES = ImmutableSet.of( |
| 55 | new ResourceType(DistributedLong.class), |
Madan Jampani | 39fff10 | 2016-02-14 13:17:28 -0800 | [diff] [blame] | 56 | new ResourceType(AtomixLeaderElector.class), |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 57 | new ResourceType(AtomixConsistentMap.class)); |
| 58 | |
| 59 | private NodeId localNodeId; |
Madan Jampani | 3354745 | 2016-02-29 16:45:04 -0800 | [diff] [blame^] | 60 | private StoragePartitionServer server; |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 61 | private StoragePartitionClient client; |
| 62 | |
| 63 | public StoragePartition(Partition partition, |
| 64 | MessagingService messagingService, |
| 65 | ClusterService clusterService, |
| 66 | Serializer serializer, |
| 67 | File logFolder) { |
Madan Jampani | 3354745 | 2016-02-29 16:45:04 -0800 | [diff] [blame^] | 68 | this.partition = partition; |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 69 | this.messagingService = messagingService; |
| 70 | this.clusterService = clusterService; |
| 71 | this.localNodeId = clusterService.getLocalNode().id(); |
| 72 | this.serializer = serializer; |
| 73 | this.logFolder = logFolder; |
| 74 | } |
| 75 | |
Madan Jampani | 3a9911c | 2016-02-21 11:25:45 -0800 | [diff] [blame] | 76 | /** |
| 77 | * Returns the partition client instance. |
| 78 | * @return client |
| 79 | */ |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 80 | public StoragePartitionClient client() { |
| 81 | return client; |
| 82 | } |
| 83 | |
| 84 | @Override |
| 85 | public CompletableFuture<Void> open() { |
Madan Jampani | 3354745 | 2016-02-29 16:45:04 -0800 | [diff] [blame^] | 86 | openServer(); |
Madan Jampani | c94b485 | 2016-02-23 18:18:37 -0800 | [diff] [blame] | 87 | return openClient().thenAccept(v -> isOpened.set(true)) |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 88 | .thenApply(v -> null); |
| 89 | } |
| 90 | |
| 91 | @Override |
| 92 | public CompletableFuture<Void> close() { |
Madan Jampani | 3354745 | 2016-02-29 16:45:04 -0800 | [diff] [blame^] | 93 | // We do not explicitly close the server and instead let the cluster |
| 94 | // deal with this as an unclean exit. |
| 95 | return closeClient().thenAccept(v -> isClosed.set(true)) |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 96 | .thenApply(v -> null); |
| 97 | } |
| 98 | |
Madan Jampani | 3354745 | 2016-02-29 16:45:04 -0800 | [diff] [blame^] | 99 | /** |
| 100 | * Returns the identifier of the {@link Partition partition} associated with this instance. |
| 101 | * @return partition identifier |
| 102 | */ |
| 103 | public PartitionId getId() { |
| 104 | return partition.getId(); |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 105 | } |
| 106 | |
Madan Jampani | 3354745 | 2016-02-29 16:45:04 -0800 | [diff] [blame^] | 107 | /** |
| 108 | * Returns the identifiers of partition members. |
| 109 | * @return partition member instance ids |
| 110 | */ |
| 111 | public Collection<NodeId> getMembers() { |
| 112 | return partition.getMembers(); |
| 113 | } |
| 114 | |
| 115 | /** |
| 116 | * Returns the {@link Address addresses} of partition members. |
| 117 | * @return partition member addresses |
| 118 | */ |
| 119 | public Collection<Address> getMemberAddresses() { |
| 120 | return Collections2.transform(partition.getMembers(), this::toAddress); |
| 121 | } |
| 122 | |
| 123 | private CompletableFuture<Void> openServer() { |
| 124 | if (!partition.getMembers().contains(localNodeId) || server != null) { |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 125 | return CompletableFuture.completedFuture(null); |
| 126 | } |
| 127 | StoragePartitionServer server = new StoragePartitionServer(toAddress(localNodeId), |
| 128 | this, |
| 129 | serializer, |
| 130 | () -> new CopycatTransport(CopycatTransport.Mode.SERVER, |
Madan Jampani | 3354745 | 2016-02-29 16:45:04 -0800 | [diff] [blame^] | 131 | partition.getId(), |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 132 | messagingService), |
| 133 | RESOURCE_TYPES, |
| 134 | logFolder); |
Madan Jampani | 3354745 | 2016-02-29 16:45:04 -0800 | [diff] [blame^] | 135 | return server.open().thenRun(() -> this.server = server); |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 136 | } |
| 137 | |
| 138 | private CompletableFuture<StoragePartitionClient> openClient() { |
| 139 | client = new StoragePartitionClient(this, |
| 140 | serializer, |
| 141 | new CopycatTransport(CopycatTransport.Mode.CLIENT, |
Madan Jampani | 3354745 | 2016-02-29 16:45:04 -0800 | [diff] [blame^] | 142 | partition.getId(), |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 143 | messagingService), |
| 144 | RESOURCE_TYPES); |
| 145 | return client.open().thenApply(v -> client); |
| 146 | } |
| 147 | |
Madan Jampani | 3354745 | 2016-02-29 16:45:04 -0800 | [diff] [blame^] | 148 | /** |
| 149 | * Closes the partition server if it was previously opened. |
| 150 | * @return future that is completed when the operation completes |
| 151 | */ |
| 152 | public CompletableFuture<Void> closeServer() { |
| 153 | return server != null ? server.closeAndExit() : CompletableFuture.completedFuture(null); |
| 154 | } |
| 155 | |
| 156 | @Override |
| 157 | public boolean isOpen() { |
| 158 | return isOpened.get() && !isClosed.get(); |
| 159 | } |
| 160 | |
| 161 | @Override |
| 162 | public boolean isClosed() { |
| 163 | return isClosed.get(); |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 164 | } |
| 165 | |
| 166 | private CompletableFuture<Void> closeClient() { |
| 167 | if (client != null) { |
| 168 | return client.close(); |
| 169 | } |
| 170 | return CompletableFuture.completedFuture(null); |
| 171 | } |
| 172 | |
| 173 | private Address toAddress(NodeId nodeId) { |
| 174 | ControllerNode node = clusterService.getNode(nodeId); |
| 175 | return new Address(node.ip().toString(), node.tcpPort()); |
| 176 | } |
| 177 | |
Madan Jampani | e14a09c | 2016-02-11 10:43:21 -0800 | [diff] [blame] | 178 | /** |
| 179 | * Returns the partition information if this partition is locally managed i.e. |
| 180 | * this node is a active member of the partition. |
| 181 | * @return partition info |
| 182 | */ |
| 183 | public Optional<PartitionInfo> info() { |
Madan Jampani | 3354745 | 2016-02-29 16:45:04 -0800 | [diff] [blame^] | 184 | return server != null ? Optional.of(server.info()) : Optional.empty(); |
| 185 | } |
| 186 | |
| 187 | public void onUpdate(Partition partition) { |
| 188 | this.partition = partition; |
| 189 | if (partition.getMembers().contains(localNodeId)) { |
| 190 | openServer(); |
| 191 | } else if (!partition.getMembers().contains(localNodeId)) { |
| 192 | closeServer(); |
| 193 | } |
Madan Jampani | e14a09c | 2016-02-11 10:43:21 -0800 | [diff] [blame] | 194 | } |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 195 | } |