summaryrefslogtreecommitdiffstats
path: root/testsuites/performance/performance-context-metrics/src/main
diff options
context:
space:
mode:
Diffstat (limited to 'testsuites/performance/performance-context-metrics/src/main')
-rw-r--r--testsuites/performance/performance-context-metrics/src/main/java/org/onap/policy/apex/plugins/context/metrics/ConcurrentContextMetrics.java525
-rw-r--r--testsuites/performance/performance-context-metrics/src/main/java/org/onap/policy/apex/plugins/context/metrics/ConcurrentContextMetricsJVM.java212
-rw-r--r--testsuites/performance/performance-context-metrics/src/main/java/org/onap/policy/apex/plugins/context/metrics/ConcurrentContextMetricsJVMThread.java187
-rw-r--r--testsuites/performance/performance-context-metrics/src/main/java/org/onap/policy/apex/plugins/context/metrics/ConcurrentContextMetricsThread.java170
-rw-r--r--testsuites/performance/performance-context-metrics/src/main/java/org/onap/policy/apex/plugins/context/metrics/package-info.java27
5 files changed, 1121 insertions, 0 deletions
diff --git a/testsuites/performance/performance-context-metrics/src/main/java/org/onap/policy/apex/plugins/context/metrics/ConcurrentContextMetrics.java b/testsuites/performance/performance-context-metrics/src/main/java/org/onap/policy/apex/plugins/context/metrics/ConcurrentContextMetrics.java
new file mode 100644
index 000000000..cbe06ed57
--- /dev/null
+++ b/testsuites/performance/performance-context-metrics/src/main/java/org/onap/policy/apex/plugins/context/metrics/ConcurrentContextMetrics.java
@@ -0,0 +1,525 @@
+/*-
+ * ============LICENSE_START=======================================================
+ * Copyright (C) 2016-2018 Ericsson. All rights reserved.
+ * ================================================================================
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ * SPDX-License-Identifier: Apache-2.0
+ * ============LICENSE_END=========================================================
+ */
+
+package org.onap.policy.apex.plugins.context.metrics;
+
+import java.io.IOException;
+import java.text.DateFormat;
+import java.text.SimpleDateFormat;
+import java.util.Date;
+
+import org.onap.policy.apex.context.ContextAlbum;
+import org.onap.policy.apex.context.ContextException;
+import org.onap.policy.apex.context.Distributor;
+import org.onap.policy.apex.context.impl.distribution.DistributorFactory;
+import org.onap.policy.apex.context.parameters.ContextParameters;
+import org.onap.policy.apex.context.parameters.DistributorParameters;
+import org.onap.policy.apex.context.parameters.LockManagerParameters;
+import org.onap.policy.apex.context.test.concepts.TestContextLongItem;
+import org.onap.policy.apex.context.test.factory.TestContextAlbumFactory;
+import org.onap.policy.apex.core.infrastructure.threading.ThreadUtilities;
+import org.onap.policy.apex.model.basicmodel.concepts.ApexException;
+import org.onap.policy.apex.model.basicmodel.concepts.AxArtifactKey;
+import org.onap.policy.apex.model.basicmodel.handling.ApexModelException;
+import org.onap.policy.apex.model.contextmodel.concepts.AxContextModel;
+import org.onap.policy.apex.plugins.context.distribution.infinispan.InfinispanDistributorParameters;
+import org.onap.policy.apex.plugins.context.locking.curator.CuratorLockManagerParameters;
+import org.slf4j.ext.XLogger;
+import org.slf4j.ext.XLoggerFactory;
+
+/**
+ * The Class concurrentContextMetrics tests concurrent use of context.
+ *
+ * @author Liam Fallon (liam.fallon@ericsson.com)
+ */
+public class ConcurrentContextMetrics {
+ private static final int NUM_ARGS = 8;
+ private static final int ARG_LABEL = 0;
+ private static final int ARG_JVM_COUNT = 1;
+ private static final int ARG_THREAD_COUNT = 2;
+ private static final int ARG_ITERATIONS = 3;
+ private static final int ARG_ARRAY_SIZE = 4;
+ private static final int ARG_LOCK_TYPE = 5;
+ private static final int ARG_ZOOKEEPER_ADDRESS = 6;
+ private static final int ARG_INTERACTIVE = 7;
+
+ private static final int TIME_10_MS = 10;
+
+ // Logger for this class
+ private static final XLogger LOGGER = XLoggerFactory.getXLogger(ConcurrentContextMetrics.class);
+
+ // Test parameters
+ private String testLabel = null;
+ private int jvmCount = -1;
+ private int threadCount = -1;
+ private int threadLoops = -1;
+ private int longArraySize = -1;
+ private int lockType = -1;
+ private String zookeeperAddress = null;
+ private long total = -1;
+ private boolean interactive = false;
+
+ // The context distributor and map used by each test
+ private Distributor contextDistributor = null;
+ private ContextAlbum lTypeAlbum = null;
+
+ private final DateFormat dateFormat = new SimpleDateFormat("yyyy,MM,dd,HH,mm,ss,S");
+
+ /**
+ * The main method.
+ *
+ * @param args the args
+ * @throws ApexModelException the apex model exception
+ * @throws IOException the IO exception
+ * @throws ApexException the apex exception
+ */
+ public static void main(final String[] args) throws ApexModelException, IOException, ApexException {
+ if (args.length != NUM_ARGS) {
+ System.err.println(
+ "usage: ConcurrentContextMetrics testLabel jvmCount threadCount threadLoops longArraySize lockType zookeeperAddress interactive");
+ return;
+ }
+ // @formatter:off
+ final ConcurrentContextMetrics concurrentContextMetrics = new ConcurrentContextMetrics(
+ args[ARG_LABEL],
+ Integer.valueOf(args[ARG_JVM_COUNT]),
+ Integer.valueOf(args[ARG_THREAD_COUNT]),
+ Integer.valueOf(args[ARG_ITERATIONS]),
+ Integer.valueOf(args[ARG_ARRAY_SIZE]),
+ Integer.valueOf(args[ARG_LOCK_TYPE]),
+ args[ARG_ZOOKEEPER_ADDRESS],
+ Boolean.valueOf(args[ARG_INTERACTIVE]));
+ // @formatter:on
+
+ concurrentContextMetrics.concurrentContextMetricsJVMLocal();
+ concurrentContextMetrics.concurrentContextMetricsCurator();
+ concurrentContextMetrics.concurrentContextMetricsHazelcast();
+ concurrentContextMetrics.concurrentContextMetricsHazelcastMultiJVMHazelcastLock();
+ concurrentContextMetrics.concurrentContextMetricsInfinispanMultiJVMHazelcastlock();
+ concurrentContextMetrics.concurrentContextMetricsInfinispanMultiJVMCuratorLock();
+ concurrentContextMetrics.concurrentContextMetricsHazelcastMultiJVMCuratorLock();
+ }
+
+ /**
+ * The Constructor.
+ *
+ * @param testLabel the test label
+ * @param jvmCount the jvm count
+ * @param threadCount the thread count
+ * @param threadLoops the thread loops
+ * @param longArraySize the long array size
+ * @param lockType the lock type
+ * @param zookeeperAddress the zookeeper address
+ * @param interactive the interactive
+ */
+ // CHECKSTYLE:OFF: checkstyle:parameterNumber
+ public ConcurrentContextMetrics(final String testLabel, final int jvmCount, final int threadCount,
+ final int threadLoops, final int longArraySize, final int lockType, final String zookeeperAddress,
+ final boolean interactive) {
+ // CHECKSTYLE:ON: checkstyle:parameterNumber
+ super();
+ this.testLabel = testLabel;
+ this.jvmCount = jvmCount;
+ this.threadCount = threadCount;
+ this.threadLoops = threadLoops;
+ this.longArraySize = longArraySize;
+ this.lockType = lockType;
+ this.zookeeperAddress = zookeeperAddress;
+ this.interactive = interactive;
+ }
+
+ /**
+ * Concurrent context metrics JVM local.
+ *
+ * @throws ApexModelException the apex model exception
+ * @throws IOException the IO exception
+ * @throws ApexException the apex exception
+ */
+ private void concurrentContextMetricsJVMLocal() throws ApexModelException, IOException, ApexException {
+ if (jvmCount != 1) {
+ return;
+ }
+
+ LOGGER.debug("Running concurrentContextMetricsJVMLocalVarSet metrics . . .");
+
+ final ContextParameters contextParameters = new ContextParameters();
+ contextParameters.getDistributorParameters()
+ .setPluginClass(DistributorParameters.DEFAULT_DISTRIBUTOR_PLUGIN_CLASS);
+ contextParameters.getLockManagerParameters()
+ .setPluginClass(LockManagerParameters.DEFAULT_LOCK_MANAGER_PLUGIN_CLASS);
+ runConcurrentContextMetrics("JVMLocal");
+
+ LOGGER.debug("Ran concurrentContextMetricsJVMLocalVarSet metrics");
+ }
+
+ /**
+ * Concurrent context metrics hazelcast.
+ *
+ * @throws ApexModelException the apex model exception
+ * @throws IOException the IO exception
+ * @throws ApexException the apex exception
+ */
+ private void concurrentContextMetricsHazelcast() throws ApexModelException, IOException, ApexException {
+ if (jvmCount != 1) {
+ return;
+ }
+
+ LOGGER.debug("Running concurrentContextMetricsHazelcast metrics . . .");
+
+ final ContextParameters contextParameters = new ContextParameters();
+ contextParameters.getDistributorParameters()
+ .setPluginClass(DistributorParameters.DEFAULT_DISTRIBUTOR_PLUGIN_CLASS);
+ contextParameters.getLockManagerParameters()
+ .setPluginClass("org.onap.policy.apex.plugins.context.locking.hazelcast.HazelcastLockManager");
+ runConcurrentContextMetrics("Hazelcast");
+
+ LOGGER.debug("Ran concurrentContextMetricsHazelcast metrics");
+ }
+
+ /**
+ * Concurrent context metrics curator.
+ *
+ * @throws ApexModelException the apex model exception
+ * @throws IOException the IO exception
+ * @throws ApexException the apex exception
+ */
+ private void concurrentContextMetricsCurator() throws ApexModelException, IOException, ApexException {
+ if (jvmCount != 1) {
+ return;
+ }
+
+ LOGGER.debug("Running concurrentContextMetricsCurator metrics . . .");
+
+ final ContextParameters contextParameters = new ContextParameters();
+ contextParameters.getDistributorParameters()
+ .setPluginClass(DistributorParameters.DEFAULT_DISTRIBUTOR_PLUGIN_CLASS);
+
+ final CuratorLockManagerParameters curatorParameters = new CuratorLockManagerParameters();
+ curatorParameters.setPluginClass("org.onap.policy.apex.plugins.context.locking.curator.CuratorLockManager");
+ contextParameters.setLockManagerParameters(curatorParameters);
+ curatorParameters.setZookeeperAddress(zookeeperAddress);
+
+ runConcurrentContextMetrics("Curator");
+
+ LOGGER.debug("Ran concurrentContextMetricsCurator metrics");
+ }
+
+ /**
+ * Concurrent context metrics hazelcast multi JVM hazelcast lock.
+ *
+ * @throws ApexModelException the apex model exception
+ * @throws IOException the IO exception
+ * @throws ApexException the apex exception
+ */
+ private void concurrentContextMetricsHazelcastMultiJVMHazelcastLock()
+ throws ApexModelException, IOException, ApexException {
+ LOGGER.debug("Running concurrentContextMetricsHazelcastMultiJVMHazelcastLock metrics . . .");
+
+ final ContextParameters contextParameters = new ContextParameters();
+ contextParameters.getDistributorParameters().setPluginClass(
+ "org.onap.policy.apex.plugins.context.distribution.hazelcast.HazelcastContextDistributor");
+ contextParameters.getLockManagerParameters()
+ .setPluginClass("org.onap.policy.apex.plugins.context.locking.hazelcast.HazelcastLockManager");
+ runConcurrentContextMetrics("HazelcastMultiJVMHazelcastLock");
+
+ LOGGER.debug("Ran concurrentContextMetricsHazelcastMultiJVMHazelcastLock metrics");
+ }
+
+ /**
+ * Concurrent context metrics infinispan multi JVM hazelcastlock.
+ *
+ * @throws ApexModelException the apex model exception
+ * @throws IOException the IO exception
+ * @throws ApexException the apex exception
+ */
+ private void concurrentContextMetricsInfinispanMultiJVMHazelcastlock()
+ throws ApexModelException, IOException, ApexException {
+ LOGGER.debug("Running concurrentContextMetricsInfinispanMultiJVMHazelcastlock metrics . . .");
+
+ final ContextParameters contextParameters = new ContextParameters();
+ contextParameters.getDistributorParameters().setPluginClass(
+ "org.onap.policy.apex.plugins.context.distribution.infinispan.InfinispanContextDistributor");
+ contextParameters.getLockManagerParameters()
+ .setPluginClass("org.onap.policy.apex.plugins.context.locking.hazelcast.HazelcastLockManager");
+
+ final InfinispanDistributorParameters infinispanParameters = new InfinispanDistributorParameters();
+ contextParameters.setDistributorParameters(infinispanParameters);
+
+ runConcurrentContextMetrics("InfinispanMultiJVMHazelcastlock");
+
+ LOGGER.debug("Ran concurrentContextMetricsInfinispanMultiJVMHazelcastlock metrics");
+ }
+
+ /**
+ * Concurrent context metrics infinispan multi JVM curator lock.
+ *
+ * @throws ApexModelException the apex model exception
+ * @throws IOException the IO exception
+ * @throws ApexException the apex exception
+ */
+ private void concurrentContextMetricsInfinispanMultiJVMCuratorLock()
+ throws ApexModelException, IOException, ApexException {
+ LOGGER.debug("Running concurrentContextMetricsInfinispanMultiJVMCuratorLock metrics . . .");
+
+ final ContextParameters contextParameters = new ContextParameters();
+ contextParameters.getDistributorParameters().setPluginClass(
+ "org.onap.policy.apex.plugins.context.distribution.infinispan.InfinispanContextDistributor");
+
+ final CuratorLockManagerParameters curatorParameters = new CuratorLockManagerParameters();
+ curatorParameters.setPluginClass("org.onap.policy.apex.plugins.context.locking.curator.CuratorLockManager");
+ contextParameters.setLockManagerParameters(curatorParameters);
+ curatorParameters.setZookeeperAddress(zookeeperAddress);
+
+ final InfinispanDistributorParameters infinispanParameters = new InfinispanDistributorParameters();
+ contextParameters.setDistributorParameters(infinispanParameters);
+
+ runConcurrentContextMetrics("InfinispanMultiJVMCuratorLock");
+
+ LOGGER.debug("Ran concurrentContextMetricsInfinispanMultiJVMCuratorLock metrics");
+ }
+
+ /**
+ * Concurrent context metrics hazelcast multi JVM curator lock.
+ *
+ * @throws ApexModelException the apex model exception
+ * @throws IOException the IO exception
+ * @throws ApexException the apex exception
+ */
+ private void concurrentContextMetricsHazelcastMultiJVMCuratorLock()
+ throws ApexModelException, IOException, ApexException {
+ LOGGER.debug("Running concurrentContextMetricsHazelcastMultiJVMCuratorLock metrics . . .");
+
+ final ContextParameters contextParameters = new ContextParameters();
+ contextParameters.getDistributorParameters().setPluginClass(
+ "org.onap.policy.apex.plugins.context.distribution.hazelcast.HazelcastContextDistributor");
+
+ final CuratorLockManagerParameters curatorParameters = new CuratorLockManagerParameters();
+ curatorParameters.setPluginClass("org.onap.policy.apex.plugins.context.locking.curator.CuratorLockManager");
+ contextParameters.setLockManagerParameters(curatorParameters);
+ curatorParameters.setZookeeperAddress(zookeeperAddress);
+
+ runConcurrentContextMetrics("HazelcastMultiJVMCuratorLock");
+
+ LOGGER.debug("Ran concurrentContextMetricsHazelcastMultiJVMCuratorLock metrics");
+ }
+
+ /**
+ * Run concurrent context metrics.
+ *
+ * @param testName the test name
+ * @throws ApexModelException the apex model exception
+ * @throws IOException the IO exception
+ * @throws ApexException the apex exception
+ */
+ private void runConcurrentContextMetrics(final String testName)
+ throws ApexModelException, IOException, ApexException {
+ total = -1;
+ outMetricLine(testName, "Init");
+
+ try {
+ setupContext();
+ } catch (final Exception e) {
+ e.printStackTrace();
+ throw e;
+ }
+
+ outMetricLine(testName, "Start");
+
+ Thread[] threadArray;
+
+ // Check if we have a single JVM or multiple JVMs
+ int runningThreadCount = -1;
+ if (jvmCount == 1) {
+ threadArray = new Thread[threadCount];
+
+ // Run everything in this JVM
+ for (int t = 0; t < threadCount; t++) {
+ threadArray[t] =
+ new Thread(new ConcurrentContextMetricsThread(0, t, threadLoops, longArraySize, lockType));
+ threadArray[t].setName(testLabel + "_" + testName + ":concurrentContextMetricsThread_0_" + t);
+ threadArray[t].start();
+ }
+
+ outMetricLine(testName, "Running");
+ runningThreadCount = threadCount;
+ } else {
+ threadArray = new Thread[jvmCount];
+
+ final ConcurrentContextMetricsJVMThread[] jvmArray = new ConcurrentContextMetricsJVMThread[jvmCount];
+ // Spawn JVMs to run the tests
+ for (int j = 0; j < jvmCount; j++) {
+ jvmArray[j] = new ConcurrentContextMetricsJVMThread(testLabel + "_" + testName, j, threadCount,
+ threadLoops, longArraySize, lockType);
+ threadArray[j] = new Thread(jvmArray[j]);
+ threadArray[j].setName(testLabel + "_" + testName + ":concurrentContextMetricsJVMThread_" + j);
+ threadArray[j].start();
+ }
+
+ boolean allReadyToGo;
+ do {
+ ThreadUtilities.sleep(TIME_10_MS);
+ allReadyToGo = true;
+ for (int j = 0; j < jvmCount; j++) {
+ if (!jvmArray[j].isReadyToGo()) {
+ allReadyToGo = false;
+ break;
+ }
+ }
+ } while (!allReadyToGo);
+
+ outMetricLine(testName, "Ready");
+ if (interactive) {
+ System.in.read();
+ }
+ outMetricLine(testName, "Running");
+
+ for (int j = 0; j < jvmCount; j++) {
+ jvmArray[j].offYouGo();
+ }
+
+ boolean allFinished;
+ do {
+ ThreadUtilities.sleep(TIME_10_MS);
+ allFinished = true;
+ for (int j = 0; j < jvmCount; j++) {
+ if (!jvmArray[j].isAllFinished()) {
+ allFinished = false;
+ break;
+ }
+ }
+ } while (!allFinished);
+
+ outMetricLine(testName, "Completed");
+
+ verifyContext(testName);
+
+ for (int j = 0; j < jvmCount; j++) {
+ jvmArray[j].finishItOut();
+ }
+
+ runningThreadCount = jvmCount;
+ }
+
+ boolean allFinished;
+ do {
+ ThreadUtilities.sleep(TIME_10_MS);
+ allFinished = true;
+ for (int i = 0; i < runningThreadCount; i++) {
+ if (threadArray[i].isAlive()) {
+ allFinished = false;
+ break;
+ }
+ }
+ } while (!allFinished);
+
+ if (jvmCount == 1) {
+ outMetricLine(testName, "Completed");
+ verifyContext(testName);
+ }
+
+ clearContext(testName);
+ }
+
+ /**
+ * Setup context.
+ *
+ * @throws ContextException the context exception
+ */
+ private void setupContext() throws ContextException {
+ final AxArtifactKey distributorKey = new AxArtifactKey("ApexDistributor", "0.0.1");
+ contextDistributor = new DistributorFactory().getDistributor(distributorKey);
+
+ final AxArtifactKey[] usedArtifactStackArray = {new AxArtifactKey("testC-top", "0.0.1"),
+ new AxArtifactKey("testC-next", "0.0.1"), new AxArtifactKey("testC-bot", "0.0.1")};
+
+ final AxContextModel albumsModel = TestContextAlbumFactory.createMultiAlbumsContextModel();
+ contextDistributor.registerModel(albumsModel);
+
+ lTypeAlbum = contextDistributor.createContextAlbum(new AxArtifactKey("LTypeContextAlbum", "0.0.1"));
+ assert (lTypeAlbum != null);
+ lTypeAlbum.setUserArtifactStack(usedArtifactStackArray);
+
+ for (int i = 0; i < longArraySize; i++) {
+ final String longKey = Integer.toString(i);
+ final TestContextLongItem longItem = new TestContextLongItem();
+ longItem.setLongValue(0);
+ lTypeAlbum.put(longKey, longItem);
+ }
+ }
+
+ /**
+ * Verify context.
+ *
+ * @param testName the test name
+ * @throws ContextException the context exception
+ */
+ private void verifyContext(final String testName) throws ContextException {
+ total = 0;
+
+ try {
+ for (int i = 0; i < longArraySize; i++) {
+ total += ((TestContextLongItem) lTypeAlbum.get(Integer.toString(i))).getLongValue();
+ }
+
+ outMetricLine(testName, "Totaled");
+ } catch (final Exception e) {
+ e.printStackTrace();
+ }
+
+ if (lockType == 2) {
+ if (total == jvmCount * threadCount * threadLoops) {
+ outMetricLine(testName, "VerifiedOK");
+ } else {
+ outMetricLine(testName, "VerifiedFail");
+ }
+ } else {
+ if (total == 0) {
+ outMetricLine(testName, "VerifiedOK");
+ } else {
+ outMetricLine(testName, "VerifiedFail");
+ }
+ }
+ }
+
+ /**
+ * Clear context.
+ *
+ * @param testName the test name
+ * @throws ContextException the context exception
+ */
+ private void clearContext(final String testName) throws ContextException {
+ contextDistributor.clear();
+ contextDistributor = null;
+
+ outMetricLine(testName, "Cleared");
+ }
+
+ /**
+ * Out metric line.
+ *
+ * @param testName the test name
+ * @param testPhase the test phase
+ */
+ public void outMetricLine(final String testName, final String testPhase) {
+ System.out.println("ContextMetrics," + dateFormat.format(new Date()) + "," + System.currentTimeMillis() + ","
+ + testLabel + "," + testName + "," + testPhase + "," + jvmCount + "," + threadCount + "," + threadLoops
+ + "," + longArraySize + "," + lockType + "," + total);
+ }
+}
diff --git a/testsuites/performance/performance-context-metrics/src/main/java/org/onap/policy/apex/plugins/context/metrics/ConcurrentContextMetricsJVM.java b/testsuites/performance/performance-context-metrics/src/main/java/org/onap/policy/apex/plugins/context/metrics/ConcurrentContextMetricsJVM.java
new file mode 100644
index 000000000..ed81e39a1
--- /dev/null
+++ b/testsuites/performance/performance-context-metrics/src/main/java/org/onap/policy/apex/plugins/context/metrics/ConcurrentContextMetricsJVM.java
@@ -0,0 +1,212 @@
+/*-
+ * ============LICENSE_START=======================================================
+ * Copyright (C) 2016-2018 Ericsson. All rights reserved.
+ * ================================================================================
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ * SPDX-License-Identifier: Apache-2.0
+ * ============LICENSE_END=========================================================
+ */
+
+package org.onap.policy.apex.plugins.context.metrics;
+
+import java.io.BufferedReader;
+import java.io.IOException;
+import java.io.InputStreamReader;
+import java.util.Arrays;
+
+import org.onap.policy.apex.context.ContextAlbum;
+import org.onap.policy.apex.context.Distributor;
+import org.onap.policy.apex.context.impl.distribution.DistributorFactory;
+import org.onap.policy.apex.context.test.factory.TestContextAlbumFactory;
+import org.onap.policy.apex.core.infrastructure.threading.ThreadUtilities;
+import org.onap.policy.apex.model.basicmodel.concepts.ApexException;
+import org.onap.policy.apex.model.basicmodel.concepts.AxArtifactKey;
+import org.onap.policy.apex.model.basicmodel.service.AbstractParameters;
+import org.onap.policy.apex.model.basicmodel.service.ParameterService;
+import org.onap.policy.apex.model.contextmodel.concepts.AxContextModel;
+import org.onap.policy.apex.model.utilities.Assertions;
+import org.slf4j.ext.XLogger;
+import org.slf4j.ext.XLoggerFactory;
+
+import com.google.gson.Gson;
+import com.google.gson.JsonSyntaxException;
+
+/**
+ * The Class ConcurrentContextMetricsJVM rins in its own JVM to test concurrent context updates and
+ * lockings across JVMs.
+ *
+ * @author Liam Fallon (liam.fallon@ericsson.com)
+ */
+public final class ConcurrentContextMetricsJVM {
+ // Logger for this class
+ private static final XLogger LOGGER = XLoggerFactory.getXLogger(ConcurrentContextMetricsJVM.class);
+
+ private static final int NUM_ARGS = 6;
+ private static final int ARG_JVM_NO = 1;
+ private static final int ARG_THREAD_COUNT = 2;
+ private static final int ARG_ITERATIONS = 3;
+ private static final int ARG_ARRAY_SIZE = 4;
+ private static final int ARG_LOCK_TYPE = 5;
+
+ private static final int WAIT_10_MS = 10;
+
+ /**
+ * The Constructor for this class.
+ *
+ * @param testType the test type
+ * @param jvmNo the jvm no
+ * @param threadCount the thread count
+ * @param threadLoops the thread loops
+ * @param longArraySize the long array size
+ * @param lockType the lock type
+ * @throws ApexException the apex exception
+ * @throws IOException the IO exception
+ */
+ private ConcurrentContextMetricsJVM(final String testType, final int jvmNo, final int threadCount,
+ final int threadLoops, final int longArraySize, final int lockType) throws ApexException, IOException {
+ LOGGER.debug("starting JVMs and threads . . .");
+
+ final BufferedReader bufferedReader = new BufferedReader(new InputStreamReader(System.in));
+
+ // Set up the distributor for this JVM
+ final AxArtifactKey distributorKey = new AxArtifactKey("ApexDistributor", "0.0.1");
+ final Distributor contextDistributor = new DistributorFactory().getDistributor(distributorKey);
+
+ final AxArtifactKey[] usedArtifactStackArray = {new AxArtifactKey("testC-top_" + jvmNo, "0.0.1"),
+ new AxArtifactKey("testC-next_" + jvmNo, "0.0.1"), new AxArtifactKey("testC-bot_" + jvmNo, "0.0.1")};
+
+ final AxContextModel testAxContextModel = TestContextAlbumFactory.createLongContextModel();
+ contextDistributor.registerModel(testAxContextModel);
+ final ContextAlbum testContextAlbum =
+ contextDistributor.createContextAlbum(new AxArtifactKey("LongSameTypeContextAlbum", "0.0.1"));
+ Assertions.argumentNotNull(testContextAlbum, "testContextAlbum may not be null");
+ testContextAlbum.setUserArtifactStack(usedArtifactStackArray);
+
+ final Thread[] threadArray = new Thread[threadCount];
+
+ for (int t = 0; t < threadCount; t++) {
+ threadArray[t] =
+ new Thread(new ConcurrentContextMetricsThread(jvmNo, t, threadLoops, longArraySize, lockType));
+ threadArray[t].setName(testType + ":ConcurrentContextMetricsThread_" + jvmNo + "_" + t);
+ threadArray[t].start();
+ LOGGER.debug("started thread " + threadArray[t].getName());
+ }
+
+ System.out.println("ReadyToGo");
+ while (true) {
+ final String goLine = bufferedReader.readLine();
+ if (!goLine.trim().equals("OffYouGo")) {
+ throw new IOException("Expected OffYouGo");
+ }
+ break;
+ }
+
+ boolean allFinished;
+ do {
+ allFinished = true;
+ for (int t = 0; t < threadCount; t++) {
+ if (threadArray[t].isAlive()) {
+ allFinished = false;
+ ThreadUtilities.sleep(WAIT_10_MS);
+ break;
+ }
+ }
+ } while (!allFinished);
+
+ System.out.println("AllFinished");
+ while (true) {
+ final String goLine = bufferedReader.readLine();
+ if (!goLine.trim().equals("FinishItOut")) {
+ throw new IOException("Expected FinishItOut");
+ }
+ break;
+ }
+
+ LOGGER.debug("threads finished");
+ contextDistributor.clear();
+ }
+
+ /**
+ * The main method.
+ *
+ * @param args the args
+ * @throws JsonSyntaxException the json syntax exception
+ * @throws ClassNotFoundException the class not found exception
+ */
+ @SuppressWarnings("unchecked")
+ public static void main(final String[] args) throws JsonSyntaxException, ClassNotFoundException {
+ if (args.length < NUM_ARGS || (args.length % 2 != 0)) {
+ LOGGER.error("invalid arguments: " + Arrays.toString(args));
+ LOGGER.error(
+ "usage: ConcurrentContextMetricsJVM testLabel jvmNo threadCount threadLoops longArraySize lockType [parameterKey parameterJson].... ");
+ return;
+ }
+
+ int jvmNo = -1;
+ int threadCount = -1;
+ int threadLoops = -1;
+ int longArraySize = -1;
+ int lockType = -1;
+
+ try {
+ jvmNo = Integer.parseInt(args[ARG_JVM_NO]);
+ } catch (final Exception e) {
+ LOGGER.error("invalid argument jvmNo", e);
+ return;
+ }
+
+ try {
+ threadCount = Integer.parseInt(args[ARG_THREAD_COUNT]);
+ } catch (final Exception e) {
+ LOGGER.error("invalid argument threadCount", e);
+ return;
+ }
+
+ try {
+ threadLoops = Integer.parseInt(args[ARG_ITERATIONS]);
+ } catch (final Exception e) {
+ LOGGER.error("invalid argument threadLoops", e);
+ return;
+ }
+
+ try {
+ longArraySize = Integer.parseInt(args[ARG_ARRAY_SIZE]);
+ } catch (final Exception e) {
+ LOGGER.error("invalid argument longArraySize", e);
+ return;
+ }
+
+ try {
+ lockType = Integer.parseInt(args[ARG_LOCK_TYPE]);
+ } catch (final Exception e) {
+ LOGGER.error("invalid argument lockType", e);
+ return;
+ }
+
+ for (int p = NUM_ARGS; p < args.length - 1; p += 2) {
+ @SuppressWarnings("rawtypes")
+ final Class parametersClass = Class.forName(args[p]);
+ final AbstractParameters parameters =
+ (AbstractParameters) new Gson().fromJson(args[p + 1], parametersClass);
+ ParameterService.registerParameters(parametersClass, parameters);
+ }
+
+ try {
+ new ConcurrentContextMetricsJVM(args[0], jvmNo, threadCount, threadLoops, longArraySize, lockType);
+ } catch (final Exception e) {
+ LOGGER.error("error running test in JVM", e);
+ return;
+ }
+ }
+}
diff --git a/testsuites/performance/performance-context-metrics/src/main/java/org/onap/policy/apex/plugins/context/metrics/ConcurrentContextMetricsJVMThread.java b/testsuites/performance/performance-context-metrics/src/main/java/org/onap/policy/apex/plugins/context/metrics/ConcurrentContextMetricsJVMThread.java
new file mode 100644
index 000000000..64bc0cab6
--- /dev/null
+++ b/testsuites/performance/performance-context-metrics/src/main/java/org/onap/policy/apex/plugins/context/metrics/ConcurrentContextMetricsJVMThread.java
@@ -0,0 +1,187 @@
+/*-
+ * ============LICENSE_START=======================================================
+ * Copyright (C) 2016-2018 Ericsson. All rights reserved.
+ * ================================================================================
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ * SPDX-License-Identifier: Apache-2.0
+ * ============LICENSE_END=========================================================
+ */
+
+package org.onap.policy.apex.plugins.context.metrics;
+
+import java.io.BufferedReader;
+import java.io.IOException;
+import java.io.InputStream;
+import java.io.InputStreamReader;
+import java.io.PrintWriter;
+import java.util.ArrayList;
+import java.util.List;
+import java.util.Map.Entry;
+
+import org.onap.policy.apex.model.basicmodel.concepts.ApexException;
+import org.onap.policy.apex.model.basicmodel.service.AbstractParameters;
+import org.onap.policy.apex.model.basicmodel.service.ParameterService;
+import org.slf4j.ext.XLogger;
+import org.slf4j.ext.XLoggerFactory;
+
+import com.google.gson.Gson;
+
+/**
+ * The Class ConcurrentContextMetricsJVMThread gets metrics for concurrent use of context.
+ *
+ * @author Liam Fallon (liam.fallon@ericsson.com)
+ */
+public class ConcurrentContextMetricsJVMThread implements Runnable {
+ // Logger for this class
+ private static final XLogger LOGGER = XLoggerFactory.getXLogger(ConcurrentContextMetricsJVMThread.class);
+
+ private final String testType;
+ private final int jvm;
+ private final int threadCount;
+ private final int threadLoops;
+ private final int longArraySize;
+ private final int lockType;
+
+ private boolean readyToGo = false;
+ private boolean allFinished = false;
+
+ private PrintWriter processWriter;
+
+ /**
+ * The Constructor.
+ *
+ * @param testType the test type
+ * @param jvm the jvm
+ * @param threadCount the thread count
+ * @param threadLoops the thread loops
+ * @param longArraySize the long array size
+ * @param lockType the lock type
+ * @throws ApexException the apex exception
+ */
+ public ConcurrentContextMetricsJVMThread(final String testType, final int jvm, final int threadCount,
+ final int threadLoops, final int longArraySize, final int lockType) throws ApexException {
+ this.testType = testType;
+ this.jvm = jvm;
+ this.threadCount = threadCount;
+ this.threadLoops = threadLoops;
+ this.longArraySize = longArraySize;
+ this.lockType = lockType;
+ }
+
+ /*
+ * (non-Javadoc)
+ *
+ * @see java.lang.Runnable#run()
+ */
+ @Override
+ public void run() {
+ final List<String> commandList = new ArrayList<>();
+ commandList.add(System.getProperty("java.home") + System.getProperty("file.separator") + "bin"
+ + System.getProperty("file.separator") + "java");
+ commandList.add("-cp");
+ commandList.add(System.getProperty("java.class.path"));
+ for (final Entry<Object, Object> property : System.getProperties().entrySet()) {
+ if (property.getKey().toString().startsWith("APEX")
+ || property.getKey().toString().equals("java.net.preferIPv4Stack")
+ || property.getKey().toString().equals("jgroups.bind_addr")) {
+ commandList.add("-D" + property.getKey().toString() + "=" + property.getValue().toString());
+ }
+ }
+ commandList.add("org.onap.policy.apex.plugins.context.metrics.ConcurrentContextMetricsJVM");
+ commandList.add(testType);
+ commandList.add(new Integer(jvm).toString());
+ commandList.add(new Integer(threadCount).toString());
+ commandList.add(new Integer(threadLoops).toString());
+ commandList.add(new Integer(longArraySize).toString());
+ commandList.add(new Integer(lockType).toString());
+
+ for (final Entry<Class<?>, AbstractParameters> parameterServiceEntry : ParameterService.getAll()) {
+ commandList.add(parameterServiceEntry.getKey().getCanonicalName());
+ commandList.add(new Gson().toJson(parameterServiceEntry.getValue()));
+ }
+
+ LOGGER.info("starting JVM " + jvm);
+
+ // Run the JVM
+ final ProcessBuilder processBuilder = new ProcessBuilder(commandList);
+ processBuilder.redirectErrorStream(true);
+ Process process;
+
+ try {
+ process = processBuilder.start();
+
+ final InputStream is = process.getInputStream();
+ processWriter = new PrintWriter(process.getOutputStream());
+ final InputStreamReader isr = new InputStreamReader(is);
+ final BufferedReader br = new BufferedReader(isr);
+
+ String line;
+
+ LOGGER.info("JVM Output for command " + commandList + "\n");
+ while ((line = br.readLine()) != null) {
+ LOGGER.info(line);
+
+ if (line.trim().equals("ReadyToGo")) {
+ readyToGo = true;
+ } else if (line.trim().equals("AllFinished")) {
+ allFinished = true;
+ }
+ }
+
+ // Wait to get exit value
+ try {
+ final int exitValue = process.waitFor();
+ LOGGER.info("\n\nJVM " + jvm + " finished, exit value is " + exitValue);
+ } catch (final InterruptedException e) {
+ e.printStackTrace();
+ }
+ } catch (final IOException e1) {
+ e1.printStackTrace();
+ }
+ }
+
+ /**
+ * Checks if is ready to go.
+ *
+ * @return true, if checks if is ready to go
+ */
+ public boolean isReadyToGo() {
+ return readyToGo;
+ }
+
+ /**
+ * Checks if is all finished.
+ *
+ * @return true, if checks if is all finished
+ */
+ public boolean isAllFinished() {
+ return allFinished;
+ }
+
+ /**
+ * Off you go.
+ */
+ public void offYouGo() {
+ processWriter.println("OffYouGo");
+ processWriter.flush();
+ }
+
+ /**
+ * Finish it out.
+ */
+ public void finishItOut() {
+ processWriter.println("FinishItOut");
+ processWriter.flush();
+ }
+}
diff --git a/testsuites/performance/performance-context-metrics/src/main/java/org/onap/policy/apex/plugins/context/metrics/ConcurrentContextMetricsThread.java b/testsuites/performance/performance-context-metrics/src/main/java/org/onap/policy/apex/plugins/context/metrics/ConcurrentContextMetricsThread.java
new file mode 100644
index 000000000..e207832c1
--- /dev/null
+++ b/testsuites/performance/performance-context-metrics/src/main/java/org/onap/policy/apex/plugins/context/metrics/ConcurrentContextMetricsThread.java
@@ -0,0 +1,170 @@
+/*-
+ * ============LICENSE_START=======================================================
+ * Copyright (C) 2016-2018 Ericsson. All rights reserved.
+ * ================================================================================
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ * SPDX-License-Identifier: Apache-2.0
+ * ============LICENSE_END=========================================================
+ */
+
+package org.onap.policy.apex.plugins.context.metrics;
+
+import java.util.Random;
+
+import org.onap.policy.apex.context.ContextAlbum;
+import org.onap.policy.apex.context.ContextException;
+import org.onap.policy.apex.context.Distributor;
+import org.onap.policy.apex.context.impl.distribution.DistributorFactory;
+import org.onap.policy.apex.context.test.concepts.TestContextLongItem;
+import org.onap.policy.apex.context.test.factory.TestContextAlbumFactory;
+import org.onap.policy.apex.model.basicmodel.concepts.ApexException;
+import org.onap.policy.apex.model.basicmodel.concepts.AxArtifactKey;
+import org.onap.policy.apex.model.contextmodel.concepts.AxContextModel;
+import org.slf4j.ext.XLogger;
+import org.slf4j.ext.XLoggerFactory;
+
+/**
+ * The Class ConcurrentContextMetricsThread gets metrics for concurrent use of context.
+ *
+ * @author Liam Fallon (liam.fallon@ericsson.com)
+ */
+public class ConcurrentContextMetricsThread implements Runnable {
+ // Logger for this class
+ private static final XLogger LOGGER = XLoggerFactory.getXLogger(ConcurrentContextMetricsThread.class);
+ private final Distributor contextDistributor;
+ private final int jvm;
+ private final int instance;
+ private final int threadLoops;
+ private final int longArraySize;
+ private final int lockType;
+
+ /**
+ * The Constructor.
+ *
+ * @param jvm the jvm
+ * @param instance the instance
+ * @param threadLoops the thread loops
+ * @param longArraySize the long array size
+ * @param lockType the lock type
+ * @throws ApexException the apex exception
+ */
+ public ConcurrentContextMetricsThread(final int jvm, final int instance, final int threadLoops,
+ final int longArraySize, final int lockType) throws ApexException {
+ this.jvm = jvm;
+ this.instance = instance;
+ this.threadLoops = threadLoops;
+ this.longArraySize = longArraySize;
+ this.lockType = lockType;
+
+ final AxArtifactKey distributorKey = new AxArtifactKey("ApexDistributor_" + jvm + "_" + instance, "0.0.1");
+ contextDistributor = new DistributorFactory().getDistributor(distributorKey);
+ }
+
+ /*
+ * (non-Javadoc)
+ *
+ * @see java.lang.Runnable#run()
+ */
+ @Override
+ public void run() {
+ LOGGER.info("running ConcurrentContextMetricsThread_" + jvm + "_" + instance + " . . .");
+
+ ContextAlbum lTypeAlbum = null;
+ try {
+ final AxContextModel axTestContextModel = TestContextAlbumFactory.createMultiAlbumsContextModel();
+ contextDistributor.registerModel(axTestContextModel);
+ lTypeAlbum = contextDistributor.createContextAlbum(new AxArtifactKey("LTypeContextAlbum", "0.0.1"));
+ } catch (final Exception e) {
+ LOGGER.error("could not get the test context album", e);
+ LOGGER.error("failed ConcurrentContextMetricsThread_" + jvm + "_" + instance);
+ return;
+ }
+
+ if (lTypeAlbum == null) {
+ LOGGER.error("could not find the test context album");
+ LOGGER.error("failed ConcurrentContextMetricsThread_" + jvm + "_" + instance);
+ return;
+ }
+
+ final AxArtifactKey[] usedArtifactStackArray =
+ {new AxArtifactKey("testCC-top", "0.0.1"), new AxArtifactKey("testCC-" + instance, "0.0.1")};
+
+ lTypeAlbum.setUserArtifactStack(usedArtifactStackArray);
+
+ final Random rand = new Random();
+
+ for (int i = 0; i < threadLoops; i++) {
+ // Get the next random entry to use
+ final String nextLongKey = Integer.toString(rand.nextInt(longArraySize));
+
+ if (lockType == 0) {
+ final TestContextLongItem item = (TestContextLongItem) lTypeAlbum.get(nextLongKey);
+ final long value = item.getLongValue();
+ if (LOGGER.isTraceEnabled()) {
+ LOGGER.trace("lock type=" + lockType + ", value=" + value);
+ }
+ continue;
+ }
+
+ if (lockType == 1) {
+ try {
+ lTypeAlbum.lockForReading(nextLongKey);
+ } catch (final ContextException e) {
+ LOGGER.error("could not acquire read lock on context album, key=" + nextLongKey, e);
+ continue;
+ }
+
+ final TestContextLongItem item = (TestContextLongItem) lTypeAlbum.get(nextLongKey);
+ final long value = item.getLongValue();
+ if (LOGGER.isTraceEnabled()) {
+ LOGGER.trace("lock type=" + lockType + ", value=" + value);
+ }
+
+ try {
+ lTypeAlbum.unlockForReading(nextLongKey);
+ } catch (final ContextException e) {
+ LOGGER.error("could not release read lock on context album, key=" + nextLongKey, e);
+ }
+
+ continue;
+ }
+
+ if (lockType == 2) {
+ try {
+ lTypeAlbum.lockForWriting(nextLongKey);
+ } catch (final ContextException e) {
+ LOGGER.error("could not acquire write lock on context album, key=" + nextLongKey, e);
+ continue;
+ }
+
+ final TestContextLongItem item = (TestContextLongItem) lTypeAlbum.get(nextLongKey);
+ long value = item.getLongValue();
+ if (LOGGER.isTraceEnabled()) {
+ LOGGER.trace("lock type=" + lockType + ", value=" + value);
+ }
+ item.setLongValue(++value);
+ lTypeAlbum.put(nextLongKey, item);
+
+ try {
+ lTypeAlbum.unlockForWriting(nextLongKey);
+ } catch (final ContextException e) {
+ LOGGER.error("could not release write lock on context album, key=" + nextLongKey, e);
+ }
+ continue;
+ }
+ }
+
+ LOGGER.info("completed ConcurrentContextMetricsThread_" + jvm + "_" + instance);
+ }
+}
diff --git a/testsuites/performance/performance-context-metrics/src/main/java/org/onap/policy/apex/plugins/context/metrics/package-info.java b/testsuites/performance/performance-context-metrics/src/main/java/org/onap/policy/apex/plugins/context/metrics/package-info.java
new file mode 100644
index 000000000..5e916b6db
--- /dev/null
+++ b/testsuites/performance/performance-context-metrics/src/main/java/org/onap/policy/apex/plugins/context/metrics/package-info.java
@@ -0,0 +1,27 @@
+/*-
+ * ============LICENSE_START=======================================================
+ * Copyright (C) 2016-2018 Ericsson. All rights reserved.
+ * ================================================================================
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ * SPDX-License-Identifier: Apache-2.0
+ * ============LICENSE_END=========================================================
+ */
+
+/**
+ * Used to get metrics on the performance of Context Album performance for various types of
+ * distribution and locking mechanisms in APEX.
+ *
+ * @author Liam Fallon (liam.fallon@ericsson.com)
+ */
+package org.onap.policy.apex.plugins.context.metrics;