diff options
Diffstat (limited to 'testsuites/performance/performance-context-metrics/src/main/java')
5 files changed, 1121 insertions, 0 deletions
diff --git a/testsuites/performance/performance-context-metrics/src/main/java/org/onap/policy/apex/plugins/context/metrics/ConcurrentContextMetrics.java b/testsuites/performance/performance-context-metrics/src/main/java/org/onap/policy/apex/plugins/context/metrics/ConcurrentContextMetrics.java new file mode 100644 index 000000000..cbe06ed57 --- /dev/null +++ b/testsuites/performance/performance-context-metrics/src/main/java/org/onap/policy/apex/plugins/context/metrics/ConcurrentContextMetrics.java @@ -0,0 +1,525 @@ +/*- + * ============LICENSE_START======================================================= + * Copyright (C) 2016-2018 Ericsson. All rights reserved. + * ================================================================================ + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + * + * SPDX-License-Identifier: Apache-2.0 + * ============LICENSE_END========================================================= + */ + +package org.onap.policy.apex.plugins.context.metrics; + +import java.io.IOException; +import java.text.DateFormat; +import java.text.SimpleDateFormat; +import java.util.Date; + +import org.onap.policy.apex.context.ContextAlbum; +import org.onap.policy.apex.context.ContextException; +import org.onap.policy.apex.context.Distributor; +import org.onap.policy.apex.context.impl.distribution.DistributorFactory; +import org.onap.policy.apex.context.parameters.ContextParameters; +import org.onap.policy.apex.context.parameters.DistributorParameters; +import org.onap.policy.apex.context.parameters.LockManagerParameters; +import org.onap.policy.apex.context.test.concepts.TestContextLongItem; +import org.onap.policy.apex.context.test.factory.TestContextAlbumFactory; +import org.onap.policy.apex.core.infrastructure.threading.ThreadUtilities; +import org.onap.policy.apex.model.basicmodel.concepts.ApexException; +import org.onap.policy.apex.model.basicmodel.concepts.AxArtifactKey; +import org.onap.policy.apex.model.basicmodel.handling.ApexModelException; +import org.onap.policy.apex.model.contextmodel.concepts.AxContextModel; +import org.onap.policy.apex.plugins.context.distribution.infinispan.InfinispanDistributorParameters; +import org.onap.policy.apex.plugins.context.locking.curator.CuratorLockManagerParameters; +import org.slf4j.ext.XLogger; +import org.slf4j.ext.XLoggerFactory; + +/** + * The Class concurrentContextMetrics tests concurrent use of context. + * + * @author Liam Fallon (liam.fallon@ericsson.com) + */ +public class ConcurrentContextMetrics { + private static final int NUM_ARGS = 8; + private static final int ARG_LABEL = 0; + private static final int ARG_JVM_COUNT = 1; + private static final int ARG_THREAD_COUNT = 2; + private static final int ARG_ITERATIONS = 3; + private static final int ARG_ARRAY_SIZE = 4; + private static final int ARG_LOCK_TYPE = 5; + private static final int ARG_ZOOKEEPER_ADDRESS = 6; + private static final int ARG_INTERACTIVE = 7; + + private static final int TIME_10_MS = 10; + + // Logger for this class + private static final XLogger LOGGER = XLoggerFactory.getXLogger(ConcurrentContextMetrics.class); + + // Test parameters + private String testLabel = null; + private int jvmCount = -1; + private int threadCount = -1; + private int threadLoops = -1; + private int longArraySize = -1; + private int lockType = -1; + private String zookeeperAddress = null; + private long total = -1; + private boolean interactive = false; + + // The context distributor and map used by each test + private Distributor contextDistributor = null; + private ContextAlbum lTypeAlbum = null; + + private final DateFormat dateFormat = new SimpleDateFormat("yyyy,MM,dd,HH,mm,ss,S"); + + /** + * The main method. + * + * @param args the args + * @throws ApexModelException the apex model exception + * @throws IOException the IO exception + * @throws ApexException the apex exception + */ + public static void main(final String[] args) throws ApexModelException, IOException, ApexException { + if (args.length != NUM_ARGS) { + System.err.println( + "usage: ConcurrentContextMetrics testLabel jvmCount threadCount threadLoops longArraySize lockType zookeeperAddress interactive"); + return; + } + // @formatter:off + final ConcurrentContextMetrics concurrentContextMetrics = new ConcurrentContextMetrics( + args[ARG_LABEL], + Integer.valueOf(args[ARG_JVM_COUNT]), + Integer.valueOf(args[ARG_THREAD_COUNT]), + Integer.valueOf(args[ARG_ITERATIONS]), + Integer.valueOf(args[ARG_ARRAY_SIZE]), + Integer.valueOf(args[ARG_LOCK_TYPE]), + args[ARG_ZOOKEEPER_ADDRESS], + Boolean.valueOf(args[ARG_INTERACTIVE])); + // @formatter:on + + concurrentContextMetrics.concurrentContextMetricsJVMLocal(); + concurrentContextMetrics.concurrentContextMetricsCurator(); + concurrentContextMetrics.concurrentContextMetricsHazelcast(); + concurrentContextMetrics.concurrentContextMetricsHazelcastMultiJVMHazelcastLock(); + concurrentContextMetrics.concurrentContextMetricsInfinispanMultiJVMHazelcastlock(); + concurrentContextMetrics.concurrentContextMetricsInfinispanMultiJVMCuratorLock(); + concurrentContextMetrics.concurrentContextMetricsHazelcastMultiJVMCuratorLock(); + } + + /** + * The Constructor. + * + * @param testLabel the test label + * @param jvmCount the jvm count + * @param threadCount the thread count + * @param threadLoops the thread loops + * @param longArraySize the long array size + * @param lockType the lock type + * @param zookeeperAddress the zookeeper address + * @param interactive the interactive + */ + // CHECKSTYLE:OFF: checkstyle:parameterNumber + public ConcurrentContextMetrics(final String testLabel, final int jvmCount, final int threadCount, + final int threadLoops, final int longArraySize, final int lockType, final String zookeeperAddress, + final boolean interactive) { + // CHECKSTYLE:ON: checkstyle:parameterNumber + super(); + this.testLabel = testLabel; + this.jvmCount = jvmCount; + this.threadCount = threadCount; + this.threadLoops = threadLoops; + this.longArraySize = longArraySize; + this.lockType = lockType; + this.zookeeperAddress = zookeeperAddress; + this.interactive = interactive; + } + + /** + * Concurrent context metrics JVM local. + * + * @throws ApexModelException the apex model exception + * @throws IOException the IO exception + * @throws ApexException the apex exception + */ + private void concurrentContextMetricsJVMLocal() throws ApexModelException, IOException, ApexException { + if (jvmCount != 1) { + return; + } + + LOGGER.debug("Running concurrentContextMetricsJVMLocalVarSet metrics . . ."); + + final ContextParameters contextParameters = new ContextParameters(); + contextParameters.getDistributorParameters() + .setPluginClass(DistributorParameters.DEFAULT_DISTRIBUTOR_PLUGIN_CLASS); + contextParameters.getLockManagerParameters() + .setPluginClass(LockManagerParameters.DEFAULT_LOCK_MANAGER_PLUGIN_CLASS); + runConcurrentContextMetrics("JVMLocal"); + + LOGGER.debug("Ran concurrentContextMetricsJVMLocalVarSet metrics"); + } + + /** + * Concurrent context metrics hazelcast. + * + * @throws ApexModelException the apex model exception + * @throws IOException the IO exception + * @throws ApexException the apex exception + */ + private void concurrentContextMetricsHazelcast() throws ApexModelException, IOException, ApexException { + if (jvmCount != 1) { + return; + } + + LOGGER.debug("Running concurrentContextMetricsHazelcast metrics . . ."); + + final ContextParameters contextParameters = new ContextParameters(); + contextParameters.getDistributorParameters() + .setPluginClass(DistributorParameters.DEFAULT_DISTRIBUTOR_PLUGIN_CLASS); + contextParameters.getLockManagerParameters() + .setPluginClass("org.onap.policy.apex.plugins.context.locking.hazelcast.HazelcastLockManager"); + runConcurrentContextMetrics("Hazelcast"); + + LOGGER.debug("Ran concurrentContextMetricsHazelcast metrics"); + } + + /** + * Concurrent context metrics curator. + * + * @throws ApexModelException the apex model exception + * @throws IOException the IO exception + * @throws ApexException the apex exception + */ + private void concurrentContextMetricsCurator() throws ApexModelException, IOException, ApexException { + if (jvmCount != 1) { + return; + } + + LOGGER.debug("Running concurrentContextMetricsCurator metrics . . ."); + + final ContextParameters contextParameters = new ContextParameters(); + contextParameters.getDistributorParameters() + .setPluginClass(DistributorParameters.DEFAULT_DISTRIBUTOR_PLUGIN_CLASS); + + final CuratorLockManagerParameters curatorParameters = new CuratorLockManagerParameters(); + curatorParameters.setPluginClass("org.onap.policy.apex.plugins.context.locking.curator.CuratorLockManager"); + contextParameters.setLockManagerParameters(curatorParameters); + curatorParameters.setZookeeperAddress(zookeeperAddress); + + runConcurrentContextMetrics("Curator"); + + LOGGER.debug("Ran concurrentContextMetricsCurator metrics"); + } + + /** + * Concurrent context metrics hazelcast multi JVM hazelcast lock. + * + * @throws ApexModelException the apex model exception + * @throws IOException the IO exception + * @throws ApexException the apex exception + */ + private void concurrentContextMetricsHazelcastMultiJVMHazelcastLock() + throws ApexModelException, IOException, ApexException { + LOGGER.debug("Running concurrentContextMetricsHazelcastMultiJVMHazelcastLock metrics . . ."); + + final ContextParameters contextParameters = new ContextParameters(); + contextParameters.getDistributorParameters().setPluginClass( + "org.onap.policy.apex.plugins.context.distribution.hazelcast.HazelcastContextDistributor"); + contextParameters.getLockManagerParameters() + .setPluginClass("org.onap.policy.apex.plugins.context.locking.hazelcast.HazelcastLockManager"); + runConcurrentContextMetrics("HazelcastMultiJVMHazelcastLock"); + + LOGGER.debug("Ran concurrentContextMetricsHazelcastMultiJVMHazelcastLock metrics"); + } + + /** + * Concurrent context metrics infinispan multi JVM hazelcastlock. + * + * @throws ApexModelException the apex model exception + * @throws IOException the IO exception + * @throws ApexException the apex exception + */ + private void concurrentContextMetricsInfinispanMultiJVMHazelcastlock() + throws ApexModelException, IOException, ApexException { + LOGGER.debug("Running concurrentContextMetricsInfinispanMultiJVMHazelcastlock metrics . . ."); + + final ContextParameters contextParameters = new ContextParameters(); + contextParameters.getDistributorParameters().setPluginClass( + "org.onap.policy.apex.plugins.context.distribution.infinispan.InfinispanContextDistributor"); + contextParameters.getLockManagerParameters() + .setPluginClass("org.onap.policy.apex.plugins.context.locking.hazelcast.HazelcastLockManager"); + + final InfinispanDistributorParameters infinispanParameters = new InfinispanDistributorParameters(); + contextParameters.setDistributorParameters(infinispanParameters); + + runConcurrentContextMetrics("InfinispanMultiJVMHazelcastlock"); + + LOGGER.debug("Ran concurrentContextMetricsInfinispanMultiJVMHazelcastlock metrics"); + } + + /** + * Concurrent context metrics infinispan multi JVM curator lock. + * + * @throws ApexModelException the apex model exception + * @throws IOException the IO exception + * @throws ApexException the apex exception + */ + private void concurrentContextMetricsInfinispanMultiJVMCuratorLock() + throws ApexModelException, IOException, ApexException { + LOGGER.debug("Running concurrentContextMetricsInfinispanMultiJVMCuratorLock metrics . . ."); + + final ContextParameters contextParameters = new ContextParameters(); + contextParameters.getDistributorParameters().setPluginClass( + "org.onap.policy.apex.plugins.context.distribution.infinispan.InfinispanContextDistributor"); + + final CuratorLockManagerParameters curatorParameters = new CuratorLockManagerParameters(); + curatorParameters.setPluginClass("org.onap.policy.apex.plugins.context.locking.curator.CuratorLockManager"); + contextParameters.setLockManagerParameters(curatorParameters); + curatorParameters.setZookeeperAddress(zookeeperAddress); + + final InfinispanDistributorParameters infinispanParameters = new InfinispanDistributorParameters(); + contextParameters.setDistributorParameters(infinispanParameters); + + runConcurrentContextMetrics("InfinispanMultiJVMCuratorLock"); + + LOGGER.debug("Ran concurrentContextMetricsInfinispanMultiJVMCuratorLock metrics"); + } + + /** + * Concurrent context metrics hazelcast multi JVM curator lock. + * + * @throws ApexModelException the apex model exception + * @throws IOException the IO exception + * @throws ApexException the apex exception + */ + private void concurrentContextMetricsHazelcastMultiJVMCuratorLock() + throws ApexModelException, IOException, ApexException { + LOGGER.debug("Running concurrentContextMetricsHazelcastMultiJVMCuratorLock metrics . . ."); + + final ContextParameters contextParameters = new ContextParameters(); + contextParameters.getDistributorParameters().setPluginClass( + "org.onap.policy.apex.plugins.context.distribution.hazelcast.HazelcastContextDistributor"); + + final CuratorLockManagerParameters curatorParameters = new CuratorLockManagerParameters(); + curatorParameters.setPluginClass("org.onap.policy.apex.plugins.context.locking.curator.CuratorLockManager"); + contextParameters.setLockManagerParameters(curatorParameters); + curatorParameters.setZookeeperAddress(zookeeperAddress); + + runConcurrentContextMetrics("HazelcastMultiJVMCuratorLock"); + + LOGGER.debug("Ran concurrentContextMetricsHazelcastMultiJVMCuratorLock metrics"); + } + + /** + * Run concurrent context metrics. + * + * @param testName the test name + * @throws ApexModelException the apex model exception + * @throws IOException the IO exception + * @throws ApexException the apex exception + */ + private void runConcurrentContextMetrics(final String testName) + throws ApexModelException, IOException, ApexException { + total = -1; + outMetricLine(testName, "Init"); + + try { + setupContext(); + } catch (final Exception e) { + e.printStackTrace(); + throw e; + } + + outMetricLine(testName, "Start"); + + Thread[] threadArray; + + // Check if we have a single JVM or multiple JVMs + int runningThreadCount = -1; + if (jvmCount == 1) { + threadArray = new Thread[threadCount]; + + // Run everything in this JVM + for (int t = 0; t < threadCount; t++) { + threadArray[t] = + new Thread(new ConcurrentContextMetricsThread(0, t, threadLoops, longArraySize, lockType)); + threadArray[t].setName(testLabel + "_" + testName + ":concurrentContextMetricsThread_0_" + t); + threadArray[t].start(); + } + + outMetricLine(testName, "Running"); + runningThreadCount = threadCount; + } else { + threadArray = new Thread[jvmCount]; + + final ConcurrentContextMetricsJVMThread[] jvmArray = new ConcurrentContextMetricsJVMThread[jvmCount]; + // Spawn JVMs to run the tests + for (int j = 0; j < jvmCount; j++) { + jvmArray[j] = new ConcurrentContextMetricsJVMThread(testLabel + "_" + testName, j, threadCount, + threadLoops, longArraySize, lockType); + threadArray[j] = new Thread(jvmArray[j]); + threadArray[j].setName(testLabel + "_" + testName + ":concurrentContextMetricsJVMThread_" + j); + threadArray[j].start(); + } + + boolean allReadyToGo; + do { + ThreadUtilities.sleep(TIME_10_MS); + allReadyToGo = true; + for (int j = 0; j < jvmCount; j++) { + if (!jvmArray[j].isReadyToGo()) { + allReadyToGo = false; + break; + } + } + } while (!allReadyToGo); + + outMetricLine(testName, "Ready"); + if (interactive) { + System.in.read(); + } + outMetricLine(testName, "Running"); + + for (int j = 0; j < jvmCount; j++) { + jvmArray[j].offYouGo(); + } + + boolean allFinished; + do { + ThreadUtilities.sleep(TIME_10_MS); + allFinished = true; + for (int j = 0; j < jvmCount; j++) { + if (!jvmArray[j].isAllFinished()) { + allFinished = false; + break; + } + } + } while (!allFinished); + + outMetricLine(testName, "Completed"); + + verifyContext(testName); + + for (int j = 0; j < jvmCount; j++) { + jvmArray[j].finishItOut(); + } + + runningThreadCount = jvmCount; + } + + boolean allFinished; + do { + ThreadUtilities.sleep(TIME_10_MS); + allFinished = true; + for (int i = 0; i < runningThreadCount; i++) { + if (threadArray[i].isAlive()) { + allFinished = false; + break; + } + } + } while (!allFinished); + + if (jvmCount == 1) { + outMetricLine(testName, "Completed"); + verifyContext(testName); + } + + clearContext(testName); + } + + /** + * Setup context. + * + * @throws ContextException the context exception + */ + private void setupContext() throws ContextException { + final AxArtifactKey distributorKey = new AxArtifactKey("ApexDistributor", "0.0.1"); + contextDistributor = new DistributorFactory().getDistributor(distributorKey); + + final AxArtifactKey[] usedArtifactStackArray = {new AxArtifactKey("testC-top", "0.0.1"), + new AxArtifactKey("testC-next", "0.0.1"), new AxArtifactKey("testC-bot", "0.0.1")}; + + final AxContextModel albumsModel = TestContextAlbumFactory.createMultiAlbumsContextModel(); + contextDistributor.registerModel(albumsModel); + + lTypeAlbum = contextDistributor.createContextAlbum(new AxArtifactKey("LTypeContextAlbum", "0.0.1")); + assert (lTypeAlbum != null); + lTypeAlbum.setUserArtifactStack(usedArtifactStackArray); + + for (int i = 0; i < longArraySize; i++) { + final String longKey = Integer.toString(i); + final TestContextLongItem longItem = new TestContextLongItem(); + longItem.setLongValue(0); + lTypeAlbum.put(longKey, longItem); + } + } + + /** + * Verify context. + * + * @param testName the test name + * @throws ContextException the context exception + */ + private void verifyContext(final String testName) throws ContextException { + total = 0; + + try { + for (int i = 0; i < longArraySize; i++) { + total += ((TestContextLongItem) lTypeAlbum.get(Integer.toString(i))).getLongValue(); + } + + outMetricLine(testName, "Totaled"); + } catch (final Exception e) { + e.printStackTrace(); + } + + if (lockType == 2) { + if (total == jvmCount * threadCount * threadLoops) { + outMetricLine(testName, "VerifiedOK"); + } else { + outMetricLine(testName, "VerifiedFail"); + } + } else { + if (total == 0) { + outMetricLine(testName, "VerifiedOK"); + } else { + outMetricLine(testName, "VerifiedFail"); + } + } + } + + /** + * Clear context. + * + * @param testName the test name + * @throws ContextException the context exception + */ + private void clearContext(final String testName) throws ContextException { + contextDistributor.clear(); + contextDistributor = null; + + outMetricLine(testName, "Cleared"); + } + + /** + * Out metric line. + * + * @param testName the test name + * @param testPhase the test phase + */ + public void outMetricLine(final String testName, final String testPhase) { + System.out.println("ContextMetrics," + dateFormat.format(new Date()) + "," + System.currentTimeMillis() + "," + + testLabel + "," + testName + "," + testPhase + "," + jvmCount + "," + threadCount + "," + threadLoops + + "," + longArraySize + "," + lockType + "," + total); + } +} diff --git a/testsuites/performance/performance-context-metrics/src/main/java/org/onap/policy/apex/plugins/context/metrics/ConcurrentContextMetricsJVM.java b/testsuites/performance/performance-context-metrics/src/main/java/org/onap/policy/apex/plugins/context/metrics/ConcurrentContextMetricsJVM.java new file mode 100644 index 000000000..ed81e39a1 --- /dev/null +++ b/testsuites/performance/performance-context-metrics/src/main/java/org/onap/policy/apex/plugins/context/metrics/ConcurrentContextMetricsJVM.java @@ -0,0 +1,212 @@ +/*- + * ============LICENSE_START======================================================= + * Copyright (C) 2016-2018 Ericsson. All rights reserved. + * ================================================================================ + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + * + * SPDX-License-Identifier: Apache-2.0 + * ============LICENSE_END========================================================= + */ + +package org.onap.policy.apex.plugins.context.metrics; + +import java.io.BufferedReader; +import java.io.IOException; +import java.io.InputStreamReader; +import java.util.Arrays; + +import org.onap.policy.apex.context.ContextAlbum; +import org.onap.policy.apex.context.Distributor; +import org.onap.policy.apex.context.impl.distribution.DistributorFactory; +import org.onap.policy.apex.context.test.factory.TestContextAlbumFactory; +import org.onap.policy.apex.core.infrastructure.threading.ThreadUtilities; +import org.onap.policy.apex.model.basicmodel.concepts.ApexException; +import org.onap.policy.apex.model.basicmodel.concepts.AxArtifactKey; +import org.onap.policy.apex.model.basicmodel.service.AbstractParameters; +import org.onap.policy.apex.model.basicmodel.service.ParameterService; +import org.onap.policy.apex.model.contextmodel.concepts.AxContextModel; +import org.onap.policy.apex.model.utilities.Assertions; +import org.slf4j.ext.XLogger; +import org.slf4j.ext.XLoggerFactory; + +import com.google.gson.Gson; +import com.google.gson.JsonSyntaxException; + +/** + * The Class ConcurrentContextMetricsJVM rins in its own JVM to test concurrent context updates and + * lockings across JVMs. + * + * @author Liam Fallon (liam.fallon@ericsson.com) + */ +public final class ConcurrentContextMetricsJVM { + // Logger for this class + private static final XLogger LOGGER = XLoggerFactory.getXLogger(ConcurrentContextMetricsJVM.class); + + private static final int NUM_ARGS = 6; + private static final int ARG_JVM_NO = 1; + private static final int ARG_THREAD_COUNT = 2; + private static final int ARG_ITERATIONS = 3; + private static final int ARG_ARRAY_SIZE = 4; + private static final int ARG_LOCK_TYPE = 5; + + private static final int WAIT_10_MS = 10; + + /** + * The Constructor for this class. + * + * @param testType the test type + * @param jvmNo the jvm no + * @param threadCount the thread count + * @param threadLoops the thread loops + * @param longArraySize the long array size + * @param lockType the lock type + * @throws ApexException the apex exception + * @throws IOException the IO exception + */ + private ConcurrentContextMetricsJVM(final String testType, final int jvmNo, final int threadCount, + final int threadLoops, final int longArraySize, final int lockType) throws ApexException, IOException { + LOGGER.debug("starting JVMs and threads . . ."); + + final BufferedReader bufferedReader = new BufferedReader(new InputStreamReader(System.in)); + + // Set up the distributor for this JVM + final AxArtifactKey distributorKey = new AxArtifactKey("ApexDistributor", "0.0.1"); + final Distributor contextDistributor = new DistributorFactory().getDistributor(distributorKey); + + final AxArtifactKey[] usedArtifactStackArray = {new AxArtifactKey("testC-top_" + jvmNo, "0.0.1"), + new AxArtifactKey("testC-next_" + jvmNo, "0.0.1"), new AxArtifactKey("testC-bot_" + jvmNo, "0.0.1")}; + + final AxContextModel testAxContextModel = TestContextAlbumFactory.createLongContextModel(); + contextDistributor.registerModel(testAxContextModel); + final ContextAlbum testContextAlbum = + contextDistributor.createContextAlbum(new AxArtifactKey("LongSameTypeContextAlbum", "0.0.1")); + Assertions.argumentNotNull(testContextAlbum, "testContextAlbum may not be null"); + testContextAlbum.setUserArtifactStack(usedArtifactStackArray); + + final Thread[] threadArray = new Thread[threadCount]; + + for (int t = 0; t < threadCount; t++) { + threadArray[t] = + new Thread(new ConcurrentContextMetricsThread(jvmNo, t, threadLoops, longArraySize, lockType)); + threadArray[t].setName(testType + ":ConcurrentContextMetricsThread_" + jvmNo + "_" + t); + threadArray[t].start(); + LOGGER.debug("started thread " + threadArray[t].getName()); + } + + System.out.println("ReadyToGo"); + while (true) { + final String goLine = bufferedReader.readLine(); + if (!goLine.trim().equals("OffYouGo")) { + throw new IOException("Expected OffYouGo"); + } + break; + } + + boolean allFinished; + do { + allFinished = true; + for (int t = 0; t < threadCount; t++) { + if (threadArray[t].isAlive()) { + allFinished = false; + ThreadUtilities.sleep(WAIT_10_MS); + break; + } + } + } while (!allFinished); + + System.out.println("AllFinished"); + while (true) { + final String goLine = bufferedReader.readLine(); + if (!goLine.trim().equals("FinishItOut")) { + throw new IOException("Expected FinishItOut"); + } + break; + } + + LOGGER.debug("threads finished"); + contextDistributor.clear(); + } + + /** + * The main method. + * + * @param args the args + * @throws JsonSyntaxException the json syntax exception + * @throws ClassNotFoundException the class not found exception + */ + @SuppressWarnings("unchecked") + public static void main(final String[] args) throws JsonSyntaxException, ClassNotFoundException { + if (args.length < NUM_ARGS || (args.length % 2 != 0)) { + LOGGER.error("invalid arguments: " + Arrays.toString(args)); + LOGGER.error( + "usage: ConcurrentContextMetricsJVM testLabel jvmNo threadCount threadLoops longArraySize lockType [parameterKey parameterJson].... "); + return; + } + + int jvmNo = -1; + int threadCount = -1; + int threadLoops = -1; + int longArraySize = -1; + int lockType = -1; + + try { + jvmNo = Integer.parseInt(args[ARG_JVM_NO]); + } catch (final Exception e) { + LOGGER.error("invalid argument jvmNo", e); + return; + } + + try { + threadCount = Integer.parseInt(args[ARG_THREAD_COUNT]); + } catch (final Exception e) { + LOGGER.error("invalid argument threadCount", e); + return; + } + + try { + threadLoops = Integer.parseInt(args[ARG_ITERATIONS]); + } catch (final Exception e) { + LOGGER.error("invalid argument threadLoops", e); + return; + } + + try { + longArraySize = Integer.parseInt(args[ARG_ARRAY_SIZE]); + } catch (final Exception e) { + LOGGER.error("invalid argument longArraySize", e); + return; + } + + try { + lockType = Integer.parseInt(args[ARG_LOCK_TYPE]); + } catch (final Exception e) { + LOGGER.error("invalid argument lockType", e); + return; + } + + for (int p = NUM_ARGS; p < args.length - 1; p += 2) { + @SuppressWarnings("rawtypes") + final Class parametersClass = Class.forName(args[p]); + final AbstractParameters parameters = + (AbstractParameters) new Gson().fromJson(args[p + 1], parametersClass); + ParameterService.registerParameters(parametersClass, parameters); + } + + try { + new ConcurrentContextMetricsJVM(args[0], jvmNo, threadCount, threadLoops, longArraySize, lockType); + } catch (final Exception e) { + LOGGER.error("error running test in JVM", e); + return; + } + } +} diff --git a/testsuites/performance/performance-context-metrics/src/main/java/org/onap/policy/apex/plugins/context/metrics/ConcurrentContextMetricsJVMThread.java b/testsuites/performance/performance-context-metrics/src/main/java/org/onap/policy/apex/plugins/context/metrics/ConcurrentContextMetricsJVMThread.java new file mode 100644 index 000000000..64bc0cab6 --- /dev/null +++ b/testsuites/performance/performance-context-metrics/src/main/java/org/onap/policy/apex/plugins/context/metrics/ConcurrentContextMetricsJVMThread.java @@ -0,0 +1,187 @@ +/*- + * ============LICENSE_START======================================================= + * Copyright (C) 2016-2018 Ericsson. All rights reserved. + * ================================================================================ + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + * + * SPDX-License-Identifier: Apache-2.0 + * ============LICENSE_END========================================================= + */ + +package org.onap.policy.apex.plugins.context.metrics; + +import java.io.BufferedReader; +import java.io.IOException; +import java.io.InputStream; +import java.io.InputStreamReader; +import java.io.PrintWriter; +import java.util.ArrayList; +import java.util.List; +import java.util.Map.Entry; + +import org.onap.policy.apex.model.basicmodel.concepts.ApexException; +import org.onap.policy.apex.model.basicmodel.service.AbstractParameters; +import org.onap.policy.apex.model.basicmodel.service.ParameterService; +import org.slf4j.ext.XLogger; +import org.slf4j.ext.XLoggerFactory; + +import com.google.gson.Gson; + +/** + * The Class ConcurrentContextMetricsJVMThread gets metrics for concurrent use of context. + * + * @author Liam Fallon (liam.fallon@ericsson.com) + */ +public class ConcurrentContextMetricsJVMThread implements Runnable { + // Logger for this class + private static final XLogger LOGGER = XLoggerFactory.getXLogger(ConcurrentContextMetricsJVMThread.class); + + private final String testType; + private final int jvm; + private final int threadCount; + private final int threadLoops; + private final int longArraySize; + private final int lockType; + + private boolean readyToGo = false; + private boolean allFinished = false; + + private PrintWriter processWriter; + + /** + * The Constructor. + * + * @param testType the test type + * @param jvm the jvm + * @param threadCount the thread count + * @param threadLoops the thread loops + * @param longArraySize the long array size + * @param lockType the lock type + * @throws ApexException the apex exception + */ + public ConcurrentContextMetricsJVMThread(final String testType, final int jvm, final int threadCount, + final int threadLoops, final int longArraySize, final int lockType) throws ApexException { + this.testType = testType; + this.jvm = jvm; + this.threadCount = threadCount; + this.threadLoops = threadLoops; + this.longArraySize = longArraySize; + this.lockType = lockType; + } + + /* + * (non-Javadoc) + * + * @see java.lang.Runnable#run() + */ + @Override + public void run() { + final List<String> commandList = new ArrayList<>(); + commandList.add(System.getProperty("java.home") + System.getProperty("file.separator") + "bin" + + System.getProperty("file.separator") + "java"); + commandList.add("-cp"); + commandList.add(System.getProperty("java.class.path")); + for (final Entry<Object, Object> property : System.getProperties().entrySet()) { + if (property.getKey().toString().startsWith("APEX") + || property.getKey().toString().equals("java.net.preferIPv4Stack") + || property.getKey().toString().equals("jgroups.bind_addr")) { + commandList.add("-D" + property.getKey().toString() + "=" + property.getValue().toString()); + } + } + commandList.add("org.onap.policy.apex.plugins.context.metrics.ConcurrentContextMetricsJVM"); + commandList.add(testType); + commandList.add(new Integer(jvm).toString()); + commandList.add(new Integer(threadCount).toString()); + commandList.add(new Integer(threadLoops).toString()); + commandList.add(new Integer(longArraySize).toString()); + commandList.add(new Integer(lockType).toString()); + + for (final Entry<Class<?>, AbstractParameters> parameterServiceEntry : ParameterService.getAll()) { + commandList.add(parameterServiceEntry.getKey().getCanonicalName()); + commandList.add(new Gson().toJson(parameterServiceEntry.getValue())); + } + + LOGGER.info("starting JVM " + jvm); + + // Run the JVM + final ProcessBuilder processBuilder = new ProcessBuilder(commandList); + processBuilder.redirectErrorStream(true); + Process process; + + try { + process = processBuilder.start(); + + final InputStream is = process.getInputStream(); + processWriter = new PrintWriter(process.getOutputStream()); + final InputStreamReader isr = new InputStreamReader(is); + final BufferedReader br = new BufferedReader(isr); + + String line; + + LOGGER.info("JVM Output for command " + commandList + "\n"); + while ((line = br.readLine()) != null) { + LOGGER.info(line); + + if (line.trim().equals("ReadyToGo")) { + readyToGo = true; + } else if (line.trim().equals("AllFinished")) { + allFinished = true; + } + } + + // Wait to get exit value + try { + final int exitValue = process.waitFor(); + LOGGER.info("\n\nJVM " + jvm + " finished, exit value is " + exitValue); + } catch (final InterruptedException e) { + e.printStackTrace(); + } + } catch (final IOException e1) { + e1.printStackTrace(); + } + } + + /** + * Checks if is ready to go. + * + * @return true, if checks if is ready to go + */ + public boolean isReadyToGo() { + return readyToGo; + } + + /** + * Checks if is all finished. + * + * @return true, if checks if is all finished + */ + public boolean isAllFinished() { + return allFinished; + } + + /** + * Off you go. + */ + public void offYouGo() { + processWriter.println("OffYouGo"); + processWriter.flush(); + } + + /** + * Finish it out. + */ + public void finishItOut() { + processWriter.println("FinishItOut"); + processWriter.flush(); + } +} diff --git a/testsuites/performance/performance-context-metrics/src/main/java/org/onap/policy/apex/plugins/context/metrics/ConcurrentContextMetricsThread.java b/testsuites/performance/performance-context-metrics/src/main/java/org/onap/policy/apex/plugins/context/metrics/ConcurrentContextMetricsThread.java new file mode 100644 index 000000000..e207832c1 --- /dev/null +++ b/testsuites/performance/performance-context-metrics/src/main/java/org/onap/policy/apex/plugins/context/metrics/ConcurrentContextMetricsThread.java @@ -0,0 +1,170 @@ +/*- + * ============LICENSE_START======================================================= + * Copyright (C) 2016-2018 Ericsson. All rights reserved. + * ================================================================================ + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + * + * SPDX-License-Identifier: Apache-2.0 + * ============LICENSE_END========================================================= + */ + +package org.onap.policy.apex.plugins.context.metrics; + +import java.util.Random; + +import org.onap.policy.apex.context.ContextAlbum; +import org.onap.policy.apex.context.ContextException; +import org.onap.policy.apex.context.Distributor; +import org.onap.policy.apex.context.impl.distribution.DistributorFactory; +import org.onap.policy.apex.context.test.concepts.TestContextLongItem; +import org.onap.policy.apex.context.test.factory.TestContextAlbumFactory; +import org.onap.policy.apex.model.basicmodel.concepts.ApexException; +import org.onap.policy.apex.model.basicmodel.concepts.AxArtifactKey; +import org.onap.policy.apex.model.contextmodel.concepts.AxContextModel; +import org.slf4j.ext.XLogger; +import org.slf4j.ext.XLoggerFactory; + +/** + * The Class ConcurrentContextMetricsThread gets metrics for concurrent use of context. + * + * @author Liam Fallon (liam.fallon@ericsson.com) + */ +public class ConcurrentContextMetricsThread implements Runnable { + // Logger for this class + private static final XLogger LOGGER = XLoggerFactory.getXLogger(ConcurrentContextMetricsThread.class); + private final Distributor contextDistributor; + private final int jvm; + private final int instance; + private final int threadLoops; + private final int longArraySize; + private final int lockType; + + /** + * The Constructor. + * + * @param jvm the jvm + * @param instance the instance + * @param threadLoops the thread loops + * @param longArraySize the long array size + * @param lockType the lock type + * @throws ApexException the apex exception + */ + public ConcurrentContextMetricsThread(final int jvm, final int instance, final int threadLoops, + final int longArraySize, final int lockType) throws ApexException { + this.jvm = jvm; + this.instance = instance; + this.threadLoops = threadLoops; + this.longArraySize = longArraySize; + this.lockType = lockType; + + final AxArtifactKey distributorKey = new AxArtifactKey("ApexDistributor_" + jvm + "_" + instance, "0.0.1"); + contextDistributor = new DistributorFactory().getDistributor(distributorKey); + } + + /* + * (non-Javadoc) + * + * @see java.lang.Runnable#run() + */ + @Override + public void run() { + LOGGER.info("running ConcurrentContextMetricsThread_" + jvm + "_" + instance + " . . ."); + + ContextAlbum lTypeAlbum = null; + try { + final AxContextModel axTestContextModel = TestContextAlbumFactory.createMultiAlbumsContextModel(); + contextDistributor.registerModel(axTestContextModel); + lTypeAlbum = contextDistributor.createContextAlbum(new AxArtifactKey("LTypeContextAlbum", "0.0.1")); + } catch (final Exception e) { + LOGGER.error("could not get the test context album", e); + LOGGER.error("failed ConcurrentContextMetricsThread_" + jvm + "_" + instance); + return; + } + + if (lTypeAlbum == null) { + LOGGER.error("could not find the test context album"); + LOGGER.error("failed ConcurrentContextMetricsThread_" + jvm + "_" + instance); + return; + } + + final AxArtifactKey[] usedArtifactStackArray = + {new AxArtifactKey("testCC-top", "0.0.1"), new AxArtifactKey("testCC-" + instance, "0.0.1")}; + + lTypeAlbum.setUserArtifactStack(usedArtifactStackArray); + + final Random rand = new Random(); + + for (int i = 0; i < threadLoops; i++) { + // Get the next random entry to use + final String nextLongKey = Integer.toString(rand.nextInt(longArraySize)); + + if (lockType == 0) { + final TestContextLongItem item = (TestContextLongItem) lTypeAlbum.get(nextLongKey); + final long value = item.getLongValue(); + if (LOGGER.isTraceEnabled()) { + LOGGER.trace("lock type=" + lockType + ", value=" + value); + } + continue; + } + + if (lockType == 1) { + try { + lTypeAlbum.lockForReading(nextLongKey); + } catch (final ContextException e) { + LOGGER.error("could not acquire read lock on context album, key=" + nextLongKey, e); + continue; + } + + final TestContextLongItem item = (TestContextLongItem) lTypeAlbum.get(nextLongKey); + final long value = item.getLongValue(); + if (LOGGER.isTraceEnabled()) { + LOGGER.trace("lock type=" + lockType + ", value=" + value); + } + + try { + lTypeAlbum.unlockForReading(nextLongKey); + } catch (final ContextException e) { + LOGGER.error("could not release read lock on context album, key=" + nextLongKey, e); + } + + continue; + } + + if (lockType == 2) { + try { + lTypeAlbum.lockForWriting(nextLongKey); + } catch (final ContextException e) { + LOGGER.error("could not acquire write lock on context album, key=" + nextLongKey, e); + continue; + } + + final TestContextLongItem item = (TestContextLongItem) lTypeAlbum.get(nextLongKey); + long value = item.getLongValue(); + if (LOGGER.isTraceEnabled()) { + LOGGER.trace("lock type=" + lockType + ", value=" + value); + } + item.setLongValue(++value); + lTypeAlbum.put(nextLongKey, item); + + try { + lTypeAlbum.unlockForWriting(nextLongKey); + } catch (final ContextException e) { + LOGGER.error("could not release write lock on context album, key=" + nextLongKey, e); + } + continue; + } + } + + LOGGER.info("completed ConcurrentContextMetricsThread_" + jvm + "_" + instance); + } +} diff --git a/testsuites/performance/performance-context-metrics/src/main/java/org/onap/policy/apex/plugins/context/metrics/package-info.java b/testsuites/performance/performance-context-metrics/src/main/java/org/onap/policy/apex/plugins/context/metrics/package-info.java new file mode 100644 index 000000000..5e916b6db --- /dev/null +++ b/testsuites/performance/performance-context-metrics/src/main/java/org/onap/policy/apex/plugins/context/metrics/package-info.java @@ -0,0 +1,27 @@ +/*- + * ============LICENSE_START======================================================= + * Copyright (C) 2016-2018 Ericsson. All rights reserved. + * ================================================================================ + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + * + * SPDX-License-Identifier: Apache-2.0 + * ============LICENSE_END========================================================= + */ + +/** + * Used to get metrics on the performance of Context Album performance for various types of + * distribution and locking mechanisms in APEX. + * + * @author Liam Fallon (liam.fallon@ericsson.com) + */ +package org.onap.policy.apex.plugins.context.metrics; |