State machine implementations for various distributed primitives based on latest Copycat APIs
Change-Id: I622cc196aa1cdf072a5a0b100a5ffaaf71b07900
diff --git a/core/store/primitives/src/test/java/org/onosproject/store/primitives/resources/impl/AtomixTestBase.java b/core/store/primitives/src/test/java/org/onosproject/store/primitives/resources/impl/AtomixTestBase.java
new file mode 100644
index 0000000..d655d52
--- /dev/null
+++ b/core/store/primitives/src/test/java/org/onosproject/store/primitives/resources/impl/AtomixTestBase.java
@@ -0,0 +1,182 @@
+/*
+ * Copyright 2016 Open Networking Laboratory
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.onosproject.store.primitives.resources.impl;
+
+import io.atomix.Atomix;
+import io.atomix.AtomixClient;
+import io.atomix.catalyst.serializer.Serializer;
+import io.atomix.catalyst.transport.Address;
+import io.atomix.catalyst.transport.LocalServerRegistry;
+import io.atomix.catalyst.transport.LocalTransport;
+import io.atomix.copycat.client.CopycatClient;
+import io.atomix.copycat.server.CopycatServer;
+import io.atomix.copycat.server.storage.Storage;
+import io.atomix.copycat.server.storage.StorageLevel;
+import io.atomix.manager.state.ResourceManagerState;
+import io.atomix.resource.ResourceRegistry;
+import io.atomix.resource.ResourceType;
+
+import java.io.File;
+import java.io.IOException;
+import java.nio.file.Files;
+import java.time.Duration;
+import java.util.ArrayList;
+import java.util.List;
+import java.util.concurrent.CompletableFuture;
+import java.util.concurrent.CountDownLatch;
+
+import org.junit.After;
+import org.junit.Before;
+import org.onosproject.store.primitives.impl.CatalystSerializers;
+
+import com.google.common.util.concurrent.Uninterruptibles;
+
+/**
+ * Base class for various Atomix* tests.
+ */
+public abstract class AtomixTestBase {
+ private static final File TEST_DIR = new File("target/test-logs");
+ protected LocalServerRegistry registry;
+ protected int port;
+ protected List<Address> members;
+ protected List<CopycatClient> copycatClients = new ArrayList<>();
+ protected List<CopycatServer> copycatServers = new ArrayList<>();
+ protected List<Atomix> atomixClients = new ArrayList<>();
+ protected List<CopycatServer> atomixServers = new ArrayList<>();
+ protected Serializer serializer = CatalystSerializers.getSerializer();
+
+ /**
+ * Creates a new resource state machine.
+ *
+ * @return A new resource state machine.
+ */
+ protected abstract ResourceType resourceType();
+
+ /**
+ * Returns the next server address.
+ *
+ * @return The next server address.
+ */
+ private Address nextAddress() {
+ Address address = new Address("localhost", port++);
+ members.add(address);
+ return address;
+ }
+
+ /**
+ * Creates a set of Copycat servers.
+ */
+ protected List<CopycatServer> createCopycatServers(int nodes) throws Throwable {
+ CountDownLatch latch = new CountDownLatch(nodes);
+ List<CopycatServer> servers = new ArrayList<>();
+
+ List<Address> members = new ArrayList<>();
+ for (int i = 0; i < nodes; i++) {
+ members.add(nextAddress());
+ }
+
+ for (int i = 0; i < nodes; i++) {
+ CopycatServer server = createCopycatServer(members.get(i));
+ server.open().thenRun(latch::countDown);
+ servers.add(server);
+ }
+
+ Uninterruptibles.awaitUninterruptibly(latch);
+
+ return servers;
+ }
+
+ /**
+ * Creates a Copycat server.
+ */
+ protected CopycatServer createCopycatServer(Address address) {
+ ResourceRegistry resourceRegistry = new ResourceRegistry();
+ resourceRegistry.register(resourceType());
+ CopycatServer server = CopycatServer.builder(address, members)
+ .withTransport(new LocalTransport(registry))
+ .withStorage(Storage.builder()
+ .withStorageLevel(StorageLevel.DISK)
+ .withDirectory(TEST_DIR + "/" + address.port())
+ .withSerializer(serializer.clone())
+ .build())
+ .withStateMachine(() -> new ResourceManagerState(resourceRegistry))
+ .withSerializer(serializer.clone())
+ .withHeartbeatInterval(Duration.ofMillis(25))
+ .withElectionTimeout(Duration.ofMillis(50))
+ .withSessionTimeout(Duration.ofMillis(100))
+ .build();
+ copycatServers.add(server);
+ return server;
+ }
+
+ @Before
+ @After
+ public void clearTests() throws Exception {
+ registry = new LocalServerRegistry();
+ members = new ArrayList<>();
+ port = 5000;
+
+ CompletableFuture<Void> closeClients =
+ CompletableFuture.allOf(atomixClients.stream()
+ .map(Atomix::close)
+ .toArray(CompletableFuture[]::new));
+
+ closeClients.thenCompose(v -> CompletableFuture.allOf(copycatServers.stream()
+ .map(CopycatServer::close)
+ .toArray(CompletableFuture[]::new))).join();
+
+ deleteDirectory(TEST_DIR);
+
+ atomixClients = new ArrayList<>();
+
+ copycatServers = new ArrayList<>();
+ }
+
+ /**
+ * Deletes a directory recursively.
+ */
+ private void deleteDirectory(File directory) throws IOException {
+ if (directory.exists()) {
+ File[] files = directory.listFiles();
+ if (files != null) {
+ for (File file : files) {
+ if (file.isDirectory()) {
+ deleteDirectory(file);
+ } else {
+ Files.delete(file.toPath());
+ }
+ }
+ }
+ Files.delete(directory.toPath());
+ }
+ }
+
+ /**
+ * Creates a Atomix client.
+ */
+ protected Atomix createAtomixClient() {
+ CountDownLatch latch = new CountDownLatch(1);
+ Atomix client = AtomixClient.builder(members)
+ .withTransport(new LocalTransport(registry))
+ .withSerializer(serializer.clone())
+ .withResourceResolver(r -> r.register(resourceType()))
+ .build();
+ client.open().thenRun(latch::countDown);
+ atomixClients.add(client);
+ Uninterruptibles.awaitUninterruptibly(latch);
+ return client;
+ }
+}