Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 1 | /* |
Brian O'Connor | 5ab426f | 2016-04-09 01:19:45 -0700 | [diff] [blame] | 2 | * Copyright 2016-present Open Networking Laboratory |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | package org.onosproject.store.primitives.impl; |
| 17 | |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 18 | import java.io.File; |
| 19 | import java.util.Collection; |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 20 | import java.util.concurrent.CompletableFuture; |
| 21 | import java.util.function.Supplier; |
| 22 | |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 23 | import io.atomix.protocols.raft.RaftServer; |
| 24 | import io.atomix.protocols.raft.cluster.MemberId; |
| 25 | import io.atomix.protocols.raft.protocol.RaftServerProtocol; |
| 26 | import io.atomix.protocols.raft.storage.RaftStorage; |
| 27 | import io.atomix.storage.StorageLevel; |
| 28 | import org.onosproject.store.primitives.resources.impl.AtomixSerializerAdapter; |
Madan Jampani | e14a09c | 2016-02-11 10:43:21 -0800 | [diff] [blame] | 29 | import org.onosproject.store.service.PartitionInfo; |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 30 | import org.onosproject.store.service.Serializer; |
Madan Jampani | fc98177 | 2016-02-16 09:46:42 -0800 | [diff] [blame] | 31 | import org.slf4j.Logger; |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 32 | |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 33 | import static org.slf4j.LoggerFactory.getLogger; |
| 34 | |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 35 | /** |
| 36 | * {@link StoragePartition} server. |
| 37 | */ |
| 38 | public class StoragePartitionServer implements Managed<StoragePartitionServer> { |
| 39 | |
Madan Jampani | fc98177 | 2016-02-16 09:46:42 -0800 | [diff] [blame] | 40 | private final Logger log = getLogger(getClass()); |
| 41 | |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 42 | private static final int MAX_ENTRIES_PER_LOG_SEGMENT = 32768; |
Jordan Halterman | 035231e | 2017-07-18 08:39:07 -0700 | [diff] [blame] | 43 | private static final int MAX_SEGMENT_SIZE = 1024 * 1024 * 64; |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 44 | private final MemberId localMemberId; |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 45 | private final StoragePartition partition; |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 46 | private final Supplier<RaftServerProtocol> protocol; |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 47 | private final File dataFolder; |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 48 | private RaftServer server; |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 49 | |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 50 | public StoragePartitionServer( |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 51 | StoragePartition partition, |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 52 | MemberId localMemberId, |
| 53 | Supplier<RaftServerProtocol> protocol, |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 54 | File dataFolder) { |
| 55 | this.partition = partition; |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 56 | this.localMemberId = localMemberId; |
| 57 | this.protocol = protocol; |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 58 | this.dataFolder = dataFolder; |
| 59 | } |
| 60 | |
| 61 | @Override |
| 62 | public CompletableFuture<Void> open() { |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 63 | CompletableFuture<RaftServer> serverOpenFuture; |
| 64 | if (partition.getMemberIds().contains(localMemberId)) { |
Madan Jampani | 65f24bb | 2016-03-15 15:16:18 -0700 | [diff] [blame] | 65 | if (server != null && server.isRunning()) { |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 66 | return CompletableFuture.completedFuture(null); |
| 67 | } |
| 68 | synchronized (this) { |
Madan Jampani | 630e7ac | 2016-05-31 11:34:05 -0700 | [diff] [blame] | 69 | server = buildServer(); |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 70 | } |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 71 | serverOpenFuture = server.bootstrap(partition.getMemberIds()); |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 72 | } else { |
| 73 | serverOpenFuture = CompletableFuture.completedFuture(null); |
| 74 | } |
Madan Jampani | fc98177 | 2016-02-16 09:46:42 -0800 | [diff] [blame] | 75 | return serverOpenFuture.whenComplete((r, e) -> { |
| 76 | if (e == null) { |
| 77 | log.info("Successfully started server for partition {}", partition.getId()); |
| 78 | } else { |
| 79 | log.info("Failed to start server for partition {}", partition.getId(), e); |
| 80 | } |
| 81 | }).thenApply(v -> null); |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 82 | } |
| 83 | |
| 84 | @Override |
| 85 | public CompletableFuture<Void> close() { |
Madan Jampani | 630e7ac | 2016-05-31 11:34:05 -0700 | [diff] [blame] | 86 | return server.shutdown(); |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 87 | } |
| 88 | |
Madan Jampani | 3354745 | 2016-02-29 16:45:04 -0800 | [diff] [blame] | 89 | /** |
| 90 | * Closes the server and exits the partition. |
| 91 | * @return future that is completed when the operation is complete |
| 92 | */ |
| 93 | public CompletableFuture<Void> closeAndExit() { |
Madan Jampani | 630e7ac | 2016-05-31 11:34:05 -0700 | [diff] [blame] | 94 | return server.leave(); |
Madan Jampani | 3354745 | 2016-02-29 16:45:04 -0800 | [diff] [blame] | 95 | } |
| 96 | |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 97 | private RaftServer buildServer() { |
| 98 | RaftServer.Builder builder = RaftServer.newBuilder(localMemberId) |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 99 | .withName("partition-" + partition.getId()) |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 100 | .withProtocol(protocol.get()) |
| 101 | .withStorage(RaftStorage.newBuilder() |
Madan Jampani | 3a9911c | 2016-02-21 11:25:45 -0800 | [diff] [blame] | 102 | .withStorageLevel(StorageLevel.DISK) |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 103 | .withSerializer(new AtomixSerializerAdapter(Serializer.using(StorageNamespaces.RAFT_STORAGE))) |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 104 | .withDirectory(dataFolder) |
| 105 | .withMaxEntriesPerSegment(MAX_ENTRIES_PER_LOG_SEGMENT) |
Jordan Halterman | 035231e | 2017-07-18 08:39:07 -0700 | [diff] [blame] | 106 | .withMaxSegmentSize(MAX_SEGMENT_SIZE) |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 107 | .build()); |
| 108 | StoragePartition.RAFT_SERVICES.forEach(builder::addService); |
| 109 | return builder.build(); |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 110 | } |
| 111 | |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 112 | public CompletableFuture<Void> join(Collection<MemberId> otherMembers) { |
Madan Jampani | 630e7ac | 2016-05-31 11:34:05 -0700 | [diff] [blame] | 113 | server = buildServer(); |
| 114 | return server.join(otherMembers).whenComplete((r, e) -> { |
Madan Jampani | f172d40 | 2016-03-04 00:56:38 -0800 | [diff] [blame] | 115 | if (e == null) { |
| 116 | log.info("Successfully joined partition {}", partition.getId()); |
| 117 | } else { |
| 118 | log.info("Failed to join partition {}", partition.getId(), e); |
| 119 | } |
| 120 | }).thenApply(v -> null); |
| 121 | } |
| 122 | |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 123 | @Override |
| 124 | public boolean isOpen() { |
Madan Jampani | 65f24bb | 2016-03-15 15:16:18 -0700 | [diff] [blame] | 125 | return server.isRunning(); |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 126 | } |
Madan Jampani | e14a09c | 2016-02-11 10:43:21 -0800 | [diff] [blame] | 127 | |
| 128 | /** |
| 129 | * Returns the partition information. |
| 130 | * @return partition info |
| 131 | */ |
| 132 | public PartitionInfo info() { |
| 133 | return new StoragePartitionDetails(partition.getId(), |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 134 | server.cluster().getMembers(), |
| 135 | server.cluster().getMembers(), |
| 136 | server.cluster().getLeader(), |
| 137 | server.cluster().getTerm()).toPartitionInfo(); |
Madan Jampani | e14a09c | 2016-02-11 10:43:21 -0800 | [diff] [blame] | 138 | } |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 139 | } |