Test application to measure partitioned raft database performance.
Change-Id: I6a1e773d71feb4867b959ec33841b8026dda32f5
diff --git a/apps/database-perf/assembly/app.xml b/apps/database-perf/assembly/app.xml
new file mode 100644
index 0000000..9133a55
--- /dev/null
+++ b/apps/database-perf/assembly/app.xml
@@ -0,0 +1,20 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+ ~ Copyright 2015 Open Networking Laboratory
+ ~
+ ~ Licensed under the Apache License, Version 2.0 (the "License");
+ ~ you may not use this file except in compliance with the License.
+ ~ You may obtain a copy of the License at
+ ~
+ ~ http://www.apache.org/licenses/LICENSE-2.0
+ ~
+ ~ Unless required by applicable law or agreed to in writing, software
+ ~ distributed under the License is distributed on an "AS IS" BASIS,
+ ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ ~ See the License for the specific language governing permissions and
+ ~ limitations under the License.
+ -->
+<app name="org.onosproject.databaseperf" origin="ON.Lab" version="1.1.0"
+ features="onos-app-database-perf">
+ <description>Partitioned database performance measurement application</description>
+</app>
diff --git a/apps/database-perf/assembly/bin.xml b/apps/database-perf/assembly/bin.xml
new file mode 100644
index 0000000..0bb0671
--- /dev/null
+++ b/apps/database-perf/assembly/bin.xml
@@ -0,0 +1,36 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+ ~ Copyright 2015 Open Networking Laboratory
+ ~
+ ~ Licensed under the Apache License, Version 2.0 (the "License");
+ ~ you may not use this file except in compliance with the License.
+ ~ You may obtain a copy of the License at
+ ~
+ ~ http://www.apache.org/licenses/LICENSE-2.0
+ ~
+ ~ Unless required by applicable law or agreed to in writing, software
+ ~ distributed under the License is distributed on an "AS IS" BASIS,
+ ~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ ~ See the License for the specific language governing permissions and
+ ~ limitations under the License.
+ -->
+<assembly
+ xmlns="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.2"
+ xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+ xsi:schemaLocation="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.2 http://maven.apache.org/xsd/assembly-1.1.2.xsd">
+ <formats>
+ <format>zip</format>
+ </formats>
+ <id>onos</id>
+ <includeBaseDirectory>false</includeBaseDirectory>
+ <files>
+ <file>
+ <source>src/assembly/app.xml</source>
+ <destName>app.xml</destName>
+ </file>
+ <file>
+ <source>target/${project.artifactId}-${project.version}.jar</source>
+ <destName>m2/org/onosproject/${project.artifactId}/${project.version}/${project.artifactId}-${project.version}.jar</destName>
+ </file>
+ </files>
+</assembly>
diff --git a/apps/database-perf/main/java/org/onosproject/databaseperf/DatabasePerfInstaller.java b/apps/database-perf/main/java/org/onosproject/databaseperf/DatabasePerfInstaller.java
new file mode 100644
index 0000000..430211f
--- /dev/null
+++ b/apps/database-perf/main/java/org/onosproject/databaseperf/DatabasePerfInstaller.java
@@ -0,0 +1,174 @@
+/*
+ * Copyright 2015 Open Networking Laboratory
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.onosproject.databaseperf;
+
+import static org.apache.felix.scr.annotations.ReferenceCardinality.MANDATORY_UNARY;
+import static org.onlab.util.Tools.delay;
+import static org.onlab.util.Tools.groupedThreads;
+import static org.slf4j.LoggerFactory.getLogger;
+
+import java.util.Timer;
+import java.util.TimerTask;
+import java.util.UUID;
+import java.util.concurrent.ExecutorService;
+import java.util.concurrent.Executors;
+import java.util.concurrent.TimeUnit;
+import java.util.concurrent.atomic.AtomicInteger;
+import java.util.stream.IntStream;
+
+import org.apache.commons.lang.math.RandomUtils;
+import org.apache.felix.scr.annotations.Activate;
+import org.apache.felix.scr.annotations.Component;
+import org.apache.felix.scr.annotations.Deactivate;
+import org.apache.felix.scr.annotations.Reference;
+import org.onlab.util.KryoNamespace;
+import org.onosproject.cluster.ClusterService;
+import org.onosproject.cluster.ControllerNode;
+import org.onosproject.core.ApplicationId;
+import org.onosproject.core.CoreService;
+import org.onosproject.store.service.ConsistentMap;
+import org.onosproject.store.service.Serializer;
+import org.onosproject.store.service.StorageService;
+import org.slf4j.Logger;
+
+/**
+ * Application to measure partitioned database performance.
+ */
+@Component(immediate = true)
+public class DatabasePerfInstaller {
+
+ private final Logger log = getLogger(getClass());
+
+ @Reference(cardinality = MANDATORY_UNARY)
+ protected CoreService coreService;
+
+ @Reference(cardinality = MANDATORY_UNARY)
+ protected ClusterService clusterService;
+
+ @Reference(cardinality = MANDATORY_UNARY)
+ protected StorageService storageService;
+
+ private boolean stopped;
+
+ private ApplicationId appId;
+
+ private static final long REPORT_PERIOD = 5000L; //ms
+ private Timer reportTimer;
+
+ private AtomicInteger successCount = new AtomicInteger(0);
+ private AtomicInteger failureCount = new AtomicInteger(0);
+
+ private ConsistentMap<String, String> cmap;
+
+ private ControllerNode localNode;
+
+ private long reportStartTime = System.currentTimeMillis();
+
+ private static final int NUM_TASK_THREADS = 2;
+ private ExecutorService taskExecutor;
+
+ private static final Serializer SERIALIZER = new Serializer() {
+
+ KryoNamespace kryo = new KryoNamespace.Builder().build();
+
+ @Override
+ public <T> byte[] encode(T object) {
+ return kryo.serialize(object);
+ }
+
+ @Override
+ public <T> T decode(byte[] bytes) {
+ return kryo.deserialize(bytes);
+ }
+
+ };
+
+ @Activate
+ public void activate() {
+ localNode = clusterService.getLocalNode();
+ String nodeId = localNode.ip().toString();
+ appId = coreService.registerApplication("org.onosproject.nettyperf."
+ + nodeId);
+
+ cmap = storageService.createConsistentMap("onos-app-database-perf-test-map", SERIALIZER);
+ taskExecutor = Executors.newFixedThreadPool(NUM_TASK_THREADS, groupedThreads("onos/database-perf", "worker"));
+ log.info("Started with Application ID {}", appId.id());
+ start();
+ }
+
+ @Deactivate
+ public void deactivate() {
+ stop();
+ log.info("Stopped");
+ }
+
+ public void start() {
+ long delay = System.currentTimeMillis() % REPORT_PERIOD;
+ reportTimer = new Timer("onos-netty-perf-reporter");
+ reportTimer.scheduleAtFixedRate(new TimerTask() {
+ @Override
+ public void run() {
+ report();
+ }
+ }, delay, REPORT_PERIOD);
+
+ stopped = false;
+ IntStream.range(0, NUM_TASK_THREADS).forEach(i -> {
+ taskExecutor.submit(() -> {
+ delay(2000); // take a breath to start
+ while (!stopped) {
+ performDBOperation();
+ delay(2); // take a breather
+ }
+ });
+ });
+ }
+
+ private void performDBOperation() {
+ String key = String.format("test%d", RandomUtils.nextInt(1000));
+ try {
+ if (RandomUtils.nextBoolean()) {
+ cmap.put(key, UUID.randomUUID().toString());
+ } else {
+ cmap.get(key);
+ }
+ successCount.incrementAndGet();
+ } catch (Exception e) {
+ failureCount.incrementAndGet();
+ }
+ }
+
+ private void report() {
+ long delta = System.currentTimeMillis() - reportStartTime;
+ if (delta > 0) {
+ int rate = (int) Math.round(((successCount.get() * 1000.0) / delta));
+ log.info("Passed: {}, Failed: {}, Rate: {}",
+ successCount.getAndSet(0), failureCount.getAndSet(0), rate);
+ reportStartTime = System.currentTimeMillis();
+ }
+ }
+
+ public void stop() {
+ reportTimer.cancel();
+ reportTimer = null;
+ stopped = true;
+ try {
+ taskExecutor.awaitTermination(5, TimeUnit.SECONDS);
+ } catch (InterruptedException e) {
+ log.warn("Failed to stop worker.");
+ }
+ }
+}
diff --git a/apps/database-perf/main/java/org/onosproject/databaseperf/package-info.java b/apps/database-perf/main/java/org/onosproject/databaseperf/package-info.java
new file mode 100644
index 0000000..d63f9f8
--- /dev/null
+++ b/apps/database-perf/main/java/org/onosproject/databaseperf/package-info.java
@@ -0,0 +1,20 @@
+/*
+ * Copyright 2015 Open Networking Laboratory
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+/**
+ * Performance test application that induces steady load on the partitioned database.
+ */
+package org.onosproject.databaseperf;
diff --git a/features/features.xml b/features/features.xml
index 0aabf66..2bf0365 100644
--- a/features/features.xml
+++ b/features/features.xml
@@ -264,6 +264,12 @@
<bundle>mvn:org.onosproject/onos-app-intent-perf/@ONOS-VERSION</bundle>
</feature>
+ <feature name="onos-app-database-perf" version="@FEATURE-VERSION"
+ description="ONOS partitioned database perf application">
+ <feature>onos-api</feature>
+ <bundle>mvn:org.onosproject/onos-app-database-perf/@ONOS-VERSION</bundle>
+ </feature>
+
<feature name="onos-app-election" version="@FEATURE-VERSION"
description="ONOS app leadership election test">
<feature>onos-api</feature>