Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 1 | /* |
Brian O'Connor | a09fe5b | 2017-08-03 21:12:30 -0700 | [diff] [blame] | 2 | * Copyright 2016-present Open Networking Foundation |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | package org.onosproject.store.primitives.impl; |
| 17 | |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 18 | import java.io.File; |
Jordan Halterman | 980a8c1 | 2017-09-22 18:01:19 -0700 | [diff] [blame] | 19 | import java.io.IOException; |
Jordan Halterman | 07f052b | 2017-10-08 14:22:41 -0700 | [diff] [blame] | 20 | import java.nio.file.FileVisitResult; |
Jordan Halterman | 980a8c1 | 2017-09-22 18:01:19 -0700 | [diff] [blame] | 21 | import java.nio.file.Files; |
Jordan Halterman | 07f052b | 2017-10-08 14:22:41 -0700 | [diff] [blame] | 22 | import java.nio.file.Path; |
| 23 | import java.nio.file.SimpleFileVisitor; |
| 24 | import java.nio.file.attribute.BasicFileAttributes; |
Jordan Halterman | 1920123 | 2017-09-12 17:20:26 -0700 | [diff] [blame] | 25 | import java.time.Duration; |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 26 | import java.util.Collection; |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 27 | import java.util.concurrent.CompletableFuture; |
Jordan Halterman | 07f052b | 2017-10-08 14:22:41 -0700 | [diff] [blame] | 28 | import java.util.stream.Collectors; |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 29 | |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 30 | import io.atomix.protocols.raft.RaftServer; |
| 31 | import io.atomix.protocols.raft.cluster.MemberId; |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 32 | import io.atomix.protocols.raft.storage.RaftStorage; |
| 33 | import io.atomix.storage.StorageLevel; |
Jordan Halterman | 07f052b | 2017-10-08 14:22:41 -0700 | [diff] [blame] | 34 | import org.onosproject.cluster.Partition; |
Jordan Halterman | 28183ee | 2017-10-17 17:29:10 -0700 | [diff] [blame] | 35 | import org.onosproject.store.cluster.messaging.ClusterCommunicationService; |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 36 | import org.onosproject.store.primitives.resources.impl.AtomixSerializerAdapter; |
Madan Jampani | e14a09c | 2016-02-11 10:43:21 -0800 | [diff] [blame] | 37 | import org.onosproject.store.service.PartitionInfo; |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 38 | import org.onosproject.store.service.Serializer; |
Madan Jampani | fc98177 | 2016-02-16 09:46:42 -0800 | [diff] [blame] | 39 | import org.slf4j.Logger; |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 40 | |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 41 | import static org.slf4j.LoggerFactory.getLogger; |
| 42 | |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 43 | /** |
| 44 | * {@link StoragePartition} server. |
| 45 | */ |
| 46 | public class StoragePartitionServer implements Managed<StoragePartitionServer> { |
| 47 | |
Madan Jampani | fc98177 | 2016-02-16 09:46:42 -0800 | [diff] [blame] | 48 | private final Logger log = getLogger(getClass()); |
| 49 | |
Jordan Halterman | 153449c | 2018-04-05 18:31:26 -0700 | [diff] [blame] | 50 | private static final String ELECTION_TIMEOUT_MILLIS_PROPERTY = "onos.cluster.raft.electionTimeoutMillis"; |
| 51 | private static final String ELECTION_THRESHOLD_PROPERTY = "onos.cluster.raft.electionFailureThreshold"; |
| 52 | private static final String SESSION_THRESHOLD_PROPERTY = "onos.cluster.raft.sessionFailureThreshold"; |
| 53 | private static final String HEARTBEAT_INTERVAL_MILLIS_PROPERTY = "onos.cluster.raft.heartbeatIntervalMillis"; |
| 54 | private static final String MAX_SEGMENT_SIZE_PROPERTY = "onos.cluster.raft.storage.maxSegmentSize"; |
| 55 | private static final String STORAGE_LEVEL_PROPERTY = "onos.cluster.raft.storage.level"; |
| 56 | private static final String FLUSH_ON_COMMIT_PROPERTY = "onos.cluster.raft.storage.flushOnCommit"; |
| 57 | |
| 58 | private static final long ELECTION_TIMEOUT_MILLIS; |
| 59 | private static final int ELECTION_THRESHOLD; |
| 60 | private static final int SESSION_THRESHOLD; |
| 61 | private static final long HEARTBEAT_INTERVAL_MILLIS; |
| 62 | private static final int MAX_SEGMENT_SIZE; |
| 63 | private static final StorageLevel STORAGE_LEVEL; |
| 64 | private static final boolean FLUSH_ON_COMMIT; |
| 65 | |
| 66 | private static final int DEFAULT_MAX_SEGMENT_SIZE = 1024 * 1024 * 64; |
| 67 | private static final long DEFAULT_ELECTION_TIMEOUT_MILLIS = 2500; |
| 68 | private static final int DEFAULT_ELECTION_THRESHOLD = 12; |
| 69 | private static final int DEFAULT_SESSION_THRESHOLD = 10; |
| 70 | private static final long DEFAULT_HEARTBEAT_INTERVAL_MILLIS = 500; |
| 71 | private static final StorageLevel DEFAULT_STORAGE_LEVEL = StorageLevel.MAPPED; |
| 72 | private static final boolean DEFAULT_FLUSH_ON_COMMIT = false; |
| 73 | |
| 74 | static { |
| 75 | int maxSegmentSize; |
| 76 | try { |
| 77 | maxSegmentSize = Integer.parseInt(System.getProperty( |
| 78 | MAX_SEGMENT_SIZE_PROPERTY, |
| 79 | String.valueOf(DEFAULT_MAX_SEGMENT_SIZE))); |
| 80 | } catch (NumberFormatException e) { |
| 81 | maxSegmentSize = DEFAULT_MAX_SEGMENT_SIZE; |
| 82 | } |
| 83 | MAX_SEGMENT_SIZE = maxSegmentSize; |
| 84 | |
| 85 | long electionTimeoutMillis; |
| 86 | try { |
| 87 | electionTimeoutMillis = Long.parseLong(System.getProperty( |
| 88 | ELECTION_TIMEOUT_MILLIS_PROPERTY, |
| 89 | String.valueOf(DEFAULT_ELECTION_TIMEOUT_MILLIS))); |
| 90 | } catch (NumberFormatException e) { |
| 91 | electionTimeoutMillis = DEFAULT_ELECTION_TIMEOUT_MILLIS; |
| 92 | } |
| 93 | ELECTION_TIMEOUT_MILLIS = electionTimeoutMillis; |
| 94 | |
| 95 | int electionFailureThreshold; |
| 96 | try { |
| 97 | electionFailureThreshold = Integer.parseInt(System.getProperty( |
| 98 | ELECTION_THRESHOLD_PROPERTY, |
| 99 | String.valueOf(DEFAULT_ELECTION_THRESHOLD))); |
| 100 | } catch (NumberFormatException e) { |
| 101 | electionFailureThreshold = DEFAULT_ELECTION_THRESHOLD; |
| 102 | } |
| 103 | ELECTION_THRESHOLD = electionFailureThreshold; |
| 104 | |
| 105 | int sessionFailureThreshold; |
| 106 | try { |
| 107 | sessionFailureThreshold = Integer.parseInt(System.getProperty( |
| 108 | SESSION_THRESHOLD_PROPERTY, |
| 109 | String.valueOf(DEFAULT_SESSION_THRESHOLD))); |
| 110 | } catch (NumberFormatException e) { |
| 111 | sessionFailureThreshold = DEFAULT_SESSION_THRESHOLD; |
| 112 | } |
| 113 | SESSION_THRESHOLD = sessionFailureThreshold; |
| 114 | |
| 115 | long heartbeatIntervalMillis; |
| 116 | try { |
| 117 | heartbeatIntervalMillis = Long.parseLong(System.getProperty( |
| 118 | HEARTBEAT_INTERVAL_MILLIS_PROPERTY, |
| 119 | String.valueOf(DEFAULT_HEARTBEAT_INTERVAL_MILLIS))); |
| 120 | } catch (NumberFormatException e) { |
| 121 | heartbeatIntervalMillis = DEFAULT_HEARTBEAT_INTERVAL_MILLIS; |
| 122 | } |
| 123 | HEARTBEAT_INTERVAL_MILLIS = heartbeatIntervalMillis; |
| 124 | |
| 125 | StorageLevel storageLevel; |
| 126 | try { |
| 127 | storageLevel = StorageLevel.valueOf(System.getProperty( |
| 128 | STORAGE_LEVEL_PROPERTY, |
| 129 | DEFAULT_STORAGE_LEVEL.name()).toUpperCase()); |
| 130 | } catch (IllegalArgumentException e) { |
| 131 | storageLevel = DEFAULT_STORAGE_LEVEL; |
| 132 | } |
| 133 | STORAGE_LEVEL = storageLevel; |
| 134 | |
| 135 | boolean flushOnCommit; |
| 136 | try { |
| 137 | flushOnCommit = Boolean.parseBoolean(System.getProperty( |
| 138 | FLUSH_ON_COMMIT_PROPERTY, |
| 139 | String.valueOf(DEFAULT_FLUSH_ON_COMMIT))); |
| 140 | } catch (Exception e) { |
| 141 | flushOnCommit = DEFAULT_FLUSH_ON_COMMIT; |
| 142 | } |
| 143 | FLUSH_ON_COMMIT = flushOnCommit; |
| 144 | } |
Jordan Halterman | 1920123 | 2017-09-12 17:20:26 -0700 | [diff] [blame] | 145 | |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 146 | private final MemberId localMemberId; |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 147 | private final StoragePartition partition; |
Jordan Halterman | 28183ee | 2017-10-17 17:29:10 -0700 | [diff] [blame] | 148 | private final ClusterCommunicationService clusterCommunicator; |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 149 | private RaftServer server; |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 150 | |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 151 | public StoragePartitionServer( |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 152 | StoragePartition partition, |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 153 | MemberId localMemberId, |
Jordan Halterman | 28183ee | 2017-10-17 17:29:10 -0700 | [diff] [blame] | 154 | ClusterCommunicationService clusterCommunicator) { |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 155 | this.partition = partition; |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 156 | this.localMemberId = localMemberId; |
Jordan Halterman | 980a8c1 | 2017-09-22 18:01:19 -0700 | [diff] [blame] | 157 | this.clusterCommunicator = clusterCommunicator; |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 158 | } |
| 159 | |
| 160 | @Override |
| 161 | public CompletableFuture<Void> open() { |
Jordan Halterman | 980a8c1 | 2017-09-22 18:01:19 -0700 | [diff] [blame] | 162 | log.info("Starting server for partition {} ({})", partition.getId(), partition.getVersion()); |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 163 | CompletableFuture<RaftServer> serverOpenFuture; |
| 164 | if (partition.getMemberIds().contains(localMemberId)) { |
Madan Jampani | 65f24bb | 2016-03-15 15:16:18 -0700 | [diff] [blame] | 165 | if (server != null && server.isRunning()) { |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 166 | return CompletableFuture.completedFuture(null); |
| 167 | } |
| 168 | synchronized (this) { |
Madan Jampani | 630e7ac | 2016-05-31 11:34:05 -0700 | [diff] [blame] | 169 | server = buildServer(); |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 170 | } |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 171 | serverOpenFuture = server.bootstrap(partition.getMemberIds()); |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 172 | } else { |
| 173 | serverOpenFuture = CompletableFuture.completedFuture(null); |
| 174 | } |
Madan Jampani | fc98177 | 2016-02-16 09:46:42 -0800 | [diff] [blame] | 175 | return serverOpenFuture.whenComplete((r, e) -> { |
| 176 | if (e == null) { |
Jordan Halterman | 980a8c1 | 2017-09-22 18:01:19 -0700 | [diff] [blame] | 177 | log.info("Successfully started server for partition {} ({})", |
| 178 | partition.getId(), partition.getVersion()); |
Madan Jampani | fc98177 | 2016-02-16 09:46:42 -0800 | [diff] [blame] | 179 | } else { |
Jordan Halterman | 980a8c1 | 2017-09-22 18:01:19 -0700 | [diff] [blame] | 180 | log.info("Failed to start server for partition {} ({})", |
| 181 | partition.getId(), partition.getVersion(), e); |
Madan Jampani | fc98177 | 2016-02-16 09:46:42 -0800 | [diff] [blame] | 182 | } |
| 183 | }).thenApply(v -> null); |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 184 | } |
| 185 | |
| 186 | @Override |
| 187 | public CompletableFuture<Void> close() { |
Madan Jampani | 630e7ac | 2016-05-31 11:34:05 -0700 | [diff] [blame] | 188 | return server.shutdown(); |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 189 | } |
| 190 | |
Madan Jampani | 3354745 | 2016-02-29 16:45:04 -0800 | [diff] [blame] | 191 | /** |
| 192 | * Closes the server and exits the partition. |
| 193 | * @return future that is completed when the operation is complete |
| 194 | */ |
| 195 | public CompletableFuture<Void> closeAndExit() { |
Madan Jampani | 630e7ac | 2016-05-31 11:34:05 -0700 | [diff] [blame] | 196 | return server.leave(); |
Madan Jampani | 3354745 | 2016-02-29 16:45:04 -0800 | [diff] [blame] | 197 | } |
| 198 | |
Jordan Halterman | 980a8c1 | 2017-09-22 18:01:19 -0700 | [diff] [blame] | 199 | /** |
Jordan Halterman | 07f052b | 2017-10-08 14:22:41 -0700 | [diff] [blame] | 200 | * Deletes the server. |
| 201 | */ |
| 202 | public void delete() { |
| 203 | try { |
| 204 | Files.walkFileTree(partition.getDataFolder().toPath(), new SimpleFileVisitor<Path>() { |
| 205 | @Override |
| 206 | public FileVisitResult visitFile(Path file, BasicFileAttributes attrs) throws IOException { |
| 207 | Files.delete(file); |
| 208 | return FileVisitResult.CONTINUE; |
| 209 | } |
| 210 | @Override |
| 211 | public FileVisitResult postVisitDirectory(Path dir, IOException exc) throws IOException { |
| 212 | Files.delete(dir); |
| 213 | return FileVisitResult.CONTINUE; |
| 214 | } |
| 215 | }); |
| 216 | } catch (IOException e) { |
| 217 | log.error("Failed to delete partition: {}", e); |
| 218 | } |
| 219 | } |
| 220 | |
| 221 | /** |
Jordan Halterman | 980a8c1 | 2017-09-22 18:01:19 -0700 | [diff] [blame] | 222 | * Forks the existing partition into a new partition. |
| 223 | * |
Jordan Halterman | 07f052b | 2017-10-08 14:22:41 -0700 | [diff] [blame] | 224 | * @param fromPartition the partition from which to fork the server |
Jordan Halterman | 980a8c1 | 2017-09-22 18:01:19 -0700 | [diff] [blame] | 225 | * @return future to be completed once the fork operation is complete |
| 226 | */ |
Jordan Halterman | 07f052b | 2017-10-08 14:22:41 -0700 | [diff] [blame] | 227 | public CompletableFuture<Void> fork(Partition fromPartition) { |
| 228 | log.info("Forking server for partition {} ({}->{})", |
| 229 | partition.getId(), fromPartition.getVersion(), partition.getVersion()); |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 230 | RaftServer.Builder builder = RaftServer.newBuilder(localMemberId) |
Jordan Halterman | 07f052b | 2017-10-08 14:22:41 -0700 | [diff] [blame] | 231 | .withName(String.format("partition-%s", fromPartition.getId())) |
Jordan Halterman | 980a8c1 | 2017-09-22 18:01:19 -0700 | [diff] [blame] | 232 | .withProtocol(new RaftServerCommunicator( |
Jordan Halterman | 07f052b | 2017-10-08 14:22:41 -0700 | [diff] [blame] | 233 | String.format("partition-%s-%s", fromPartition.getId(), fromPartition.getVersion()), |
Jordan Halterman | 980a8c1 | 2017-09-22 18:01:19 -0700 | [diff] [blame] | 234 | Serializer.using(StorageNamespaces.RAFT_PROTOCOL), |
| 235 | clusterCommunicator)) |
Jordan Halterman | 1920123 | 2017-09-12 17:20:26 -0700 | [diff] [blame] | 236 | .withElectionTimeout(Duration.ofMillis(ELECTION_TIMEOUT_MILLIS)) |
| 237 | .withHeartbeatInterval(Duration.ofMillis(HEARTBEAT_INTERVAL_MILLIS)) |
Jordan Halterman | 2124935 | 2018-01-23 12:35:09 -0800 | [diff] [blame] | 238 | .withElectionThreshold(ELECTION_THRESHOLD) |
Jordan Halterman | 153449c | 2018-04-05 18:31:26 -0700 | [diff] [blame] | 239 | .withSessionFailureThreshold(SESSION_THRESHOLD) |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 240 | .withStorage(RaftStorage.newBuilder() |
Jordan Halterman | 07f052b | 2017-10-08 14:22:41 -0700 | [diff] [blame] | 241 | .withPrefix(String.format("partition-%s", partition.getId())) |
Jordan Halterman | 153449c | 2018-04-05 18:31:26 -0700 | [diff] [blame] | 242 | .withStorageLevel(STORAGE_LEVEL) |
| 243 | .withFlushOnCommit(FLUSH_ON_COMMIT) |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 244 | .withSerializer(new AtomixSerializerAdapter(Serializer.using(StorageNamespaces.RAFT_STORAGE))) |
Jordan Halterman | 980a8c1 | 2017-09-22 18:01:19 -0700 | [diff] [blame] | 245 | .withDirectory(partition.getDataFolder()) |
| 246 | .withMaxSegmentSize(MAX_SEGMENT_SIZE) |
| 247 | .build()); |
| 248 | StoragePartition.RAFT_SERVICES.forEach(builder::addService); |
| 249 | RaftServer server = builder.build(); |
Jordan Halterman | 07f052b | 2017-10-08 14:22:41 -0700 | [diff] [blame] | 250 | |
| 251 | // Create a collection of members currently in the source partition. |
| 252 | Collection<MemberId> members = fromPartition.getMembers() |
| 253 | .stream() |
| 254 | .map(id -> MemberId.from(id.id())) |
| 255 | .collect(Collectors.toList()); |
| 256 | |
| 257 | // If this node is a member of the partition, join the partition. Otherwise, listen to the partition. |
| 258 | CompletableFuture<RaftServer> future = members.contains(localMemberId) |
| 259 | ? server.bootstrap(members) : server.listen(members); |
| 260 | |
| 261 | // TODO: We should leave the cluster for nodes that aren't normally members to ensure the source |
| 262 | // cluster's configuration is kept consistent for rolling back upgrades, but Atomix deletes configuration |
| 263 | // files when a node leaves the cluster so we can't do that here. |
| 264 | return future.thenCompose(v -> server.shutdown()) |
Jordan Halterman | 980a8c1 | 2017-09-22 18:01:19 -0700 | [diff] [blame] | 265 | .thenCompose(v -> { |
| 266 | // Delete the cluster configuration file from the forked partition. |
| 267 | try { |
Jordan Halterman | 07f052b | 2017-10-08 14:22:41 -0700 | [diff] [blame] | 268 | Files.delete(new File( |
| 269 | partition.getDataFolder(), |
| 270 | String.format("partition-%s.conf", partition.getId())).toPath()); |
Jordan Halterman | 980a8c1 | 2017-09-22 18:01:19 -0700 | [diff] [blame] | 271 | } catch (IOException e) { |
| 272 | log.error("Failed to delete partition configuration: {}", e); |
| 273 | } |
| 274 | |
| 275 | // Build and bootstrap a new server. |
| 276 | this.server = buildServer(); |
| 277 | return this.server.bootstrap(); |
| 278 | }).whenComplete((r, e) -> { |
| 279 | if (e == null) { |
| 280 | log.info("Successfully forked server for partition {} ({}->{})", |
Jordan Halterman | 07f052b | 2017-10-08 14:22:41 -0700 | [diff] [blame] | 281 | partition.getId(), fromPartition.getVersion(), partition.getVersion()); |
Jordan Halterman | 980a8c1 | 2017-09-22 18:01:19 -0700 | [diff] [blame] | 282 | } else { |
| 283 | log.info("Failed to fork server for partition {} ({}->{})", |
Jordan Halterman | 07f052b | 2017-10-08 14:22:41 -0700 | [diff] [blame] | 284 | partition.getId(), fromPartition.getVersion(), partition.getVersion(), e); |
Jordan Halterman | 980a8c1 | 2017-09-22 18:01:19 -0700 | [diff] [blame] | 285 | } |
| 286 | }).thenApply(v -> null); |
| 287 | } |
| 288 | |
| 289 | private RaftServer buildServer() { |
| 290 | RaftServer.Builder builder = RaftServer.newBuilder(localMemberId) |
Jordan Halterman | 07f052b | 2017-10-08 14:22:41 -0700 | [diff] [blame] | 291 | .withName(String.format("partition-%s", partition.getId())) |
Jordan Halterman | 980a8c1 | 2017-09-22 18:01:19 -0700 | [diff] [blame] | 292 | .withProtocol(new RaftServerCommunicator( |
Jordan Halterman | 07f052b | 2017-10-08 14:22:41 -0700 | [diff] [blame] | 293 | String.format("partition-%s-%s", partition.getId(), partition.getVersion()), |
Jordan Halterman | 980a8c1 | 2017-09-22 18:01:19 -0700 | [diff] [blame] | 294 | Serializer.using(StorageNamespaces.RAFT_PROTOCOL), |
| 295 | clusterCommunicator)) |
| 296 | .withElectionTimeout(Duration.ofMillis(ELECTION_TIMEOUT_MILLIS)) |
| 297 | .withHeartbeatInterval(Duration.ofMillis(HEARTBEAT_INTERVAL_MILLIS)) |
Jordan Halterman | 2124935 | 2018-01-23 12:35:09 -0800 | [diff] [blame] | 298 | .withElectionThreshold(ELECTION_THRESHOLD) |
Jordan Halterman | 153449c | 2018-04-05 18:31:26 -0700 | [diff] [blame] | 299 | .withSessionFailureThreshold(SESSION_THRESHOLD) |
Jordan Halterman | 980a8c1 | 2017-09-22 18:01:19 -0700 | [diff] [blame] | 300 | .withStorage(RaftStorage.newBuilder() |
Jordan Halterman | 07f052b | 2017-10-08 14:22:41 -0700 | [diff] [blame] | 301 | .withPrefix(String.format("partition-%s", partition.getId())) |
Jordan Halterman | 153449c | 2018-04-05 18:31:26 -0700 | [diff] [blame] | 302 | .withStorageLevel(STORAGE_LEVEL) |
| 303 | .withFlushOnCommit(FLUSH_ON_COMMIT) |
Jordan Halterman | 980a8c1 | 2017-09-22 18:01:19 -0700 | [diff] [blame] | 304 | .withSerializer(new AtomixSerializerAdapter(Serializer.using(StorageNamespaces.RAFT_STORAGE))) |
| 305 | .withDirectory(partition.getDataFolder()) |
Jordan Halterman | 035231e | 2017-07-18 08:39:07 -0700 | [diff] [blame] | 306 | .withMaxSegmentSize(MAX_SEGMENT_SIZE) |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 307 | .build()); |
| 308 | StoragePartition.RAFT_SERVICES.forEach(builder::addService); |
| 309 | return builder.build(); |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 310 | } |
| 311 | |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 312 | public CompletableFuture<Void> join(Collection<MemberId> otherMembers) { |
Jordan Halterman | 07f052b | 2017-10-08 14:22:41 -0700 | [diff] [blame] | 313 | log.info("Joining partition {} ({})", partition.getId(), partition.getName()); |
Madan Jampani | 630e7ac | 2016-05-31 11:34:05 -0700 | [diff] [blame] | 314 | server = buildServer(); |
| 315 | return server.join(otherMembers).whenComplete((r, e) -> { |
Madan Jampani | f172d40 | 2016-03-04 00:56:38 -0800 | [diff] [blame] | 316 | if (e == null) { |
Jordan Halterman | 07f052b | 2017-10-08 14:22:41 -0700 | [diff] [blame] | 317 | log.info("Successfully joined partition {} ({})", partition.getId(), partition.getName()); |
Madan Jampani | f172d40 | 2016-03-04 00:56:38 -0800 | [diff] [blame] | 318 | } else { |
Jordan Halterman | 07f052b | 2017-10-08 14:22:41 -0700 | [diff] [blame] | 319 | log.info("Failed to join partition {} ({})", partition.getId(), partition.getName(), e); |
Madan Jampani | f172d40 | 2016-03-04 00:56:38 -0800 | [diff] [blame] | 320 | } |
| 321 | }).thenApply(v -> null); |
| 322 | } |
| 323 | |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 324 | @Override |
| 325 | public boolean isOpen() { |
Madan Jampani | 65f24bb | 2016-03-15 15:16:18 -0700 | [diff] [blame] | 326 | return server.isRunning(); |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 327 | } |
Madan Jampani | e14a09c | 2016-02-11 10:43:21 -0800 | [diff] [blame] | 328 | |
| 329 | /** |
| 330 | * Returns the partition information. |
| 331 | * @return partition info |
| 332 | */ |
| 333 | public PartitionInfo info() { |
| 334 | return new StoragePartitionDetails(partition.getId(), |
Jordan Halterman | 2bf177c | 2017-06-29 01:49:08 -0700 | [diff] [blame] | 335 | server.cluster().getMembers(), |
| 336 | server.cluster().getMembers(), |
| 337 | server.cluster().getLeader(), |
| 338 | server.cluster().getTerm()).toPartitionInfo(); |
Madan Jampani | e14a09c | 2016-02-11 10:43:21 -0800 | [diff] [blame] | 339 | } |
Madan Jampani | 15b8ef5 | 2016-02-02 17:35:05 -0800 | [diff] [blame] | 340 | } |