blob: c161c21723ecd3268da147264caaf5a351e16ef6 [file] [log] [blame]
Madan Jampani15b8ef52016-02-02 17:35:05 -08001/*
Brian O'Connor5ab426f2016-04-09 01:19:45 -07002 * Copyright 2016-present Open Networking Laboratory
Madan Jampani15b8ef52016-02-02 17:35:05 -08003 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16package org.onosproject.store.primitives.impl;
17
Madan Jampani15b8ef52016-02-02 17:35:05 -080018import java.io.File;
19import java.util.Collection;
Madan Jampani15b8ef52016-02-02 17:35:05 -080020import java.util.concurrent.CompletableFuture;
21import java.util.function.Supplier;
22
Jordan Halterman2bf177c2017-06-29 01:49:08 -070023import io.atomix.protocols.raft.RaftServer;
24import io.atomix.protocols.raft.cluster.MemberId;
25import io.atomix.protocols.raft.protocol.RaftServerProtocol;
26import io.atomix.protocols.raft.storage.RaftStorage;
27import io.atomix.storage.StorageLevel;
28import org.onosproject.store.primitives.resources.impl.AtomixSerializerAdapter;
Madan Jampanie14a09c2016-02-11 10:43:21 -080029import org.onosproject.store.service.PartitionInfo;
Jordan Halterman2bf177c2017-06-29 01:49:08 -070030import org.onosproject.store.service.Serializer;
Madan Jampanifc981772016-02-16 09:46:42 -080031import org.slf4j.Logger;
Madan Jampani15b8ef52016-02-02 17:35:05 -080032
Jordan Halterman2bf177c2017-06-29 01:49:08 -070033import static org.slf4j.LoggerFactory.getLogger;
34
Madan Jampani15b8ef52016-02-02 17:35:05 -080035/**
36 * {@link StoragePartition} server.
37 */
38public class StoragePartitionServer implements Managed<StoragePartitionServer> {
39
Madan Jampanifc981772016-02-16 09:46:42 -080040 private final Logger log = getLogger(getClass());
41
Madan Jampani15b8ef52016-02-02 17:35:05 -080042 private static final int MAX_ENTRIES_PER_LOG_SEGMENT = 32768;
Jordan Halterman035231e2017-07-18 08:39:07 -070043 private static final int MAX_SEGMENT_SIZE = 1024 * 1024 * 64;
Jordan Halterman2bf177c2017-06-29 01:49:08 -070044 private final MemberId localMemberId;
Madan Jampani15b8ef52016-02-02 17:35:05 -080045 private final StoragePartition partition;
Jordan Halterman2bf177c2017-06-29 01:49:08 -070046 private final Supplier<RaftServerProtocol> protocol;
Madan Jampani15b8ef52016-02-02 17:35:05 -080047 private final File dataFolder;
Jordan Halterman2bf177c2017-06-29 01:49:08 -070048 private RaftServer server;
Madan Jampani15b8ef52016-02-02 17:35:05 -080049
Jordan Halterman2bf177c2017-06-29 01:49:08 -070050 public StoragePartitionServer(
Madan Jampani15b8ef52016-02-02 17:35:05 -080051 StoragePartition partition,
Jordan Halterman2bf177c2017-06-29 01:49:08 -070052 MemberId localMemberId,
53 Supplier<RaftServerProtocol> protocol,
Madan Jampani15b8ef52016-02-02 17:35:05 -080054 File dataFolder) {
55 this.partition = partition;
Jordan Halterman2bf177c2017-06-29 01:49:08 -070056 this.localMemberId = localMemberId;
57 this.protocol = protocol;
Madan Jampani15b8ef52016-02-02 17:35:05 -080058 this.dataFolder = dataFolder;
59 }
60
61 @Override
62 public CompletableFuture<Void> open() {
Jordan Halterman2bf177c2017-06-29 01:49:08 -070063 CompletableFuture<RaftServer> serverOpenFuture;
64 if (partition.getMemberIds().contains(localMemberId)) {
Madan Jampani65f24bb2016-03-15 15:16:18 -070065 if (server != null && server.isRunning()) {
Madan Jampani15b8ef52016-02-02 17:35:05 -080066 return CompletableFuture.completedFuture(null);
67 }
68 synchronized (this) {
Madan Jampani630e7ac2016-05-31 11:34:05 -070069 server = buildServer();
Madan Jampani15b8ef52016-02-02 17:35:05 -080070 }
Jordan Halterman2bf177c2017-06-29 01:49:08 -070071 serverOpenFuture = server.bootstrap(partition.getMemberIds());
Madan Jampani15b8ef52016-02-02 17:35:05 -080072 } else {
73 serverOpenFuture = CompletableFuture.completedFuture(null);
74 }
Madan Jampanifc981772016-02-16 09:46:42 -080075 return serverOpenFuture.whenComplete((r, e) -> {
76 if (e == null) {
77 log.info("Successfully started server for partition {}", partition.getId());
78 } else {
79 log.info("Failed to start server for partition {}", partition.getId(), e);
80 }
81 }).thenApply(v -> null);
Madan Jampani15b8ef52016-02-02 17:35:05 -080082 }
83
84 @Override
85 public CompletableFuture<Void> close() {
Madan Jampani630e7ac2016-05-31 11:34:05 -070086 return server.shutdown();
Madan Jampani15b8ef52016-02-02 17:35:05 -080087 }
88
Madan Jampani33547452016-02-29 16:45:04 -080089 /**
90 * Closes the server and exits the partition.
91 * @return future that is completed when the operation is complete
92 */
93 public CompletableFuture<Void> closeAndExit() {
Madan Jampani630e7ac2016-05-31 11:34:05 -070094 return server.leave();
Madan Jampani33547452016-02-29 16:45:04 -080095 }
96
Jordan Halterman2bf177c2017-06-29 01:49:08 -070097 private RaftServer buildServer() {
98 RaftServer.Builder builder = RaftServer.newBuilder(localMemberId)
Madan Jampani15b8ef52016-02-02 17:35:05 -080099 .withName("partition-" + partition.getId())
Jordan Halterman2bf177c2017-06-29 01:49:08 -0700100 .withProtocol(protocol.get())
101 .withStorage(RaftStorage.newBuilder()
Madan Jampani3a9911c2016-02-21 11:25:45 -0800102 .withStorageLevel(StorageLevel.DISK)
Jordan Halterman2bf177c2017-06-29 01:49:08 -0700103 .withSerializer(new AtomixSerializerAdapter(Serializer.using(StorageNamespaces.RAFT_STORAGE)))
Madan Jampani15b8ef52016-02-02 17:35:05 -0800104 .withDirectory(dataFolder)
105 .withMaxEntriesPerSegment(MAX_ENTRIES_PER_LOG_SEGMENT)
Jordan Halterman035231e2017-07-18 08:39:07 -0700106 .withMaxSegmentSize(MAX_SEGMENT_SIZE)
Jordan Halterman2bf177c2017-06-29 01:49:08 -0700107 .build());
108 StoragePartition.RAFT_SERVICES.forEach(builder::addService);
109 return builder.build();
Madan Jampani15b8ef52016-02-02 17:35:05 -0800110 }
111
Jordan Halterman2bf177c2017-06-29 01:49:08 -0700112 public CompletableFuture<Void> join(Collection<MemberId> otherMembers) {
Madan Jampani630e7ac2016-05-31 11:34:05 -0700113 server = buildServer();
114 return server.join(otherMembers).whenComplete((r, e) -> {
Madan Jampanif172d402016-03-04 00:56:38 -0800115 if (e == null) {
116 log.info("Successfully joined partition {}", partition.getId());
117 } else {
118 log.info("Failed to join partition {}", partition.getId(), e);
119 }
120 }).thenApply(v -> null);
121 }
122
Madan Jampani15b8ef52016-02-02 17:35:05 -0800123 @Override
124 public boolean isOpen() {
Madan Jampani65f24bb2016-03-15 15:16:18 -0700125 return server.isRunning();
Madan Jampani15b8ef52016-02-02 17:35:05 -0800126 }
Madan Jampanie14a09c2016-02-11 10:43:21 -0800127
128 /**
129 * Returns the partition information.
130 * @return partition info
131 */
132 public PartitionInfo info() {
133 return new StoragePartitionDetails(partition.getId(),
Jordan Halterman2bf177c2017-06-29 01:49:08 -0700134 server.cluster().getMembers(),
135 server.cluster().getMembers(),
136 server.cluster().getLeader(),
137 server.cluster().getTerm()).toPartitionInfo();
Madan Jampanie14a09c2016-02-11 10:43:21 -0800138 }
Madan Jampani15b8ef52016-02-02 17:35:05 -0800139}