diff options
Diffstat (limited to 'csit')
-rw-r--r-- | csit/resources/Dockerfile | 1 | ||||
-rw-r--r-- | csit/resources/scripts/setup-apex-pdp-large.sh | 3 | ||||
-rw-r--r-- | csit/resources/scripts/setup-apex-pdp-medium.sh | 3 | ||||
-rwxr-xr-x | csit/resources/scripts/setup-apex-pdp.sh | 2 | ||||
-rwxr-xr-x | csit/resources/scripts/setup-drools-applications.sh | 3 | ||||
-rwxr-xr-x | csit/resources/scripts/setup-xacml-pdp.sh | 3 | ||||
-rw-r--r-- | csit/resources/tests/apex-pdp-test.robot | 4 | ||||
-rw-r--r-- | csit/resources/tests/apex-slas-10.robot | 4 | ||||
-rw-r--r-- | csit/resources/tests/apex-slas-3.robot | 4 | ||||
-rw-r--r-- | csit/resources/tests/apex-slas.robot | 4 | ||||
-rw-r--r-- | csit/resources/tests/common-library.robot | 4 | ||||
-rw-r--r-- | csit/resources/tests/data/AcK8s.json | 6 | ||||
-rw-r--r-- | csit/resources/tests/data/acelement-usecase.yaml | 45 | ||||
-rw-r--r-- | csit/resources/tests/drools-applications-test.robot | 2 | ||||
-rwxr-xr-x | csit/resources/tests/kafka_consumer.py | 7 | ||||
-rwxr-xr-x | csit/resources/tests/kafka_producer.py | 6 | ||||
-rwxr-xr-x | csit/resources/tests/make_topics.py | 2 | ||||
-rw-r--r-- | csit/resources/tests/policy-clamp-test.robot | 3 | ||||
-rwxr-xr-x | csit/run-k8s-csit.sh | 15 |
19 files changed, 81 insertions, 40 deletions
diff --git a/csit/resources/Dockerfile b/csit/resources/Dockerfile index 50bf4d15..9a43663a 100644 --- a/csit/resources/Dockerfile +++ b/csit/resources/Dockerfile @@ -4,6 +4,7 @@ ARG ROBOT_FILE=${ROBOT_FILE} ENV ROBOT_WORKSPACE=/opt/robotworkspace ROBOT_FILE=$ROBOT_FILE RUN python3 -m pip install --upgrade pip && \ python3 -m pip install --upgrade --extra-index-url="https://nexus3.onap.org/repository/PyPi.staging/simple" 'robotframework-onap==0.6.0.*' --pre && \ + python3 -m pip install --upgrade confluent-kafka && \ python3 -m pip freeze RUN mkdir -p ${ROBOT_WORKSPACE} COPY ${CSIT_SCRIPT} tests/ ${ROBOT_WORKSPACE}/ diff --git a/csit/resources/scripts/setup-apex-pdp-large.sh b/csit/resources/scripts/setup-apex-pdp-large.sh index 1f55861e..aeb44567 100644 --- a/csit/resources/scripts/setup-apex-pdp-large.sh +++ b/csit/resources/scripts/setup-apex-pdp-large.sh @@ -18,6 +18,7 @@ # export PROJECT="apex-pdp" +export KAFKA_IP="localhost:${KAFKA_PORT}" source "${SCRIPTS}"/node-templates.sh source "${WORKSPACE}"/compose/start-multiple-pdp.sh 10 @@ -49,4 +50,4 @@ export SUITES="apex-slas-10.robot" ROBOT_VARIABLES="-v POLICY_PAP_IP:localhost:${PAP_PORT} -v POLICY_API_IP:localhost:${API_PORT} -v PROMETHEUS_IP:localhost:${PROMETHEUS_PORT} -v DATA:${DATA} -v NODETEMPLATES:${NODETEMPLATES} --v APEX_IP:localhost:${APEX_PORT} -v APEX_EVENTS_IP:localhost:${APEX_PORT}" +-v APEX_IP:localhost:${APEX_PORT} -v APEX_EVENTS_IP:localhost:${APEX_PORT -v KAFKA_IP:${KAFKA_IP}}" diff --git a/csit/resources/scripts/setup-apex-pdp-medium.sh b/csit/resources/scripts/setup-apex-pdp-medium.sh index e7e0725f..5d1dbb2c 100644 --- a/csit/resources/scripts/setup-apex-pdp-medium.sh +++ b/csit/resources/scripts/setup-apex-pdp-medium.sh @@ -18,6 +18,7 @@ # export PROJECT="apex-pdp" +export KAFKA_IP="localhost:${KAFKA_PORT}" source "${SCRIPTS}"/node-templates.sh source "${WORKSPACE}"/compose/start-multiple-pdp.sh 3 @@ -49,4 +50,4 @@ export SUITES="apex-slas-3.robot" ROBOT_VARIABLES="-v POLICY_PAP_IP:localhost:${PAP_PORT} -v POLICY_API_IP:localhost:${API_PORT} -v PROMETHEUS_IP:localhost:${PROMETHEUS_PORT} -v DATA:${DATA} -v NODETEMPLATES:${NODETEMPLATES} --v APEX_IP:localhost:${APEX_PORT} -v APEX_EVENTS_IP:localhost:${APEX_PORT}" +-v APEX_IP:localhost:${APEX_PORT} -v APEX_EVENTS_IP:localhost:${APEX_PORT} -v KAFKA_IP:${KAFKA_IP}" diff --git a/csit/resources/scripts/setup-apex-pdp.sh b/csit/resources/scripts/setup-apex-pdp.sh index 198a6017a..1f04fc85 100755 --- a/csit/resources/scripts/setup-apex-pdp.sh +++ b/csit/resources/scripts/setup-apex-pdp.sh @@ -26,7 +26,7 @@ source "${SCRIPTS}"/setup-pap.sh # wait for the app to start up bash "${SCRIPTS}"/wait_for_rest.sh localhost ${APEX_PORT} -export KAFKA_IP="kafka:${KAFKA_PORT}" +export KAFKA_IP="localhost:${KAFKA_PORT}" export SUITES="apex-pdp-test.robot apex-slas.robot" diff --git a/csit/resources/scripts/setup-drools-applications.sh b/csit/resources/scripts/setup-drools-applications.sh index 369874b6..94272e3c 100755 --- a/csit/resources/scripts/setup-drools-applications.sh +++ b/csit/resources/scripts/setup-drools-applications.sh @@ -26,6 +26,7 @@ sleep 10 unset http_proxy https_proxy export SUITES="drools-applications-test.robot" +export KAFKA_IP="localhost:${KAFKA_PORT}" # wait for the app to start up "${SCRIPTS}"/wait_for_rest.sh localhost ${DROOLS_APPS_PORT} @@ -35,4 +36,4 @@ sleep 15 ROBOT_VARIABLES="-v DATA:${DATA} -v DROOLS_IP:localhost:${DROOLS_APPS_PORT} -v DROOLS_IP_2:localhost:${DROOLS_APPS_TELEMETRY_PORT} -v POLICY_API_IP:localhost:${API_PORT} --v POLICY_PAP_IP:localhost:${PAP_PORT} -v KAFKA_IP:localhost:${KAFKA_PORT}" +-v POLICY_PAP_IP:localhost:${PAP_PORT} -v KAFKA_IP:${KAFKA_IP}" diff --git a/csit/resources/scripts/setup-xacml-pdp.sh b/csit/resources/scripts/setup-xacml-pdp.sh index 4511d91e..79a53bec 100755 --- a/csit/resources/scripts/setup-xacml-pdp.sh +++ b/csit/resources/scripts/setup-xacml-pdp.sh @@ -26,10 +26,11 @@ sleep 10 unset http_proxy https_proxy export SUITES="xacml-pdp-test.robot" +export KAFKA_IP="localhost:${KAFKA_PORT}" # wait for the app to start up "${SCRIPTS}"/wait_for_rest.sh localhost "${XACML_PORT}" ROBOT_VARIABLES="-v DATA:${DATA} -v POLICY_PDPX_IP:localhost:${XACML_PORT} -v POLICY_API_IP:localhost:${API_PORT} -v POLICY_PAP_IP:localhost:${PAP_PORT} --v KAFKA_IP:localhost:${KAFKA_PORT}" +-v KAFKA_IP:${KAFKA_IP}" diff --git a/csit/resources/tests/apex-pdp-test.robot b/csit/resources/tests/apex-pdp-test.robot index 37bcff6f..42be4415 100644 --- a/csit/resources/tests/apex-pdp-test.robot +++ b/csit/resources/tests/apex-pdp-test.robot @@ -80,7 +80,7 @@ TriggerAndVerifyTestPnfPolicy [Documentation] Send TestPnf policy trigger event to Kafka and read notifications to verify policy execution [Arguments] ${topic} ${data}= Get Binary File ${CURDIR}/data/VesEventForPnfPolicy.json - ${resp}= Run Process ${CURDIR}/kafka_producer.py unauthenticated.dcae_cl_output ${data} + ${resp}= Run Process ${CURDIR}/kafka_producer.py unauthenticated.dcae_cl_output ${data} ${KAFKA_IP} Run Keyword CheckLogMessage ${topic} ACTIVE VES event has been received. Going to fetch details from AAI. Run Keyword CheckLogMessage ${topic} SUCCESS Received response from AAI successfully. Hostname in AAI matches with the one in Ves event. Going to make the update-config request to CDS. Run Keyword CheckLogMessage ${topic} FINAL_SUCCESS Successfully processed the VES event. Hostname is updated. @@ -89,7 +89,7 @@ TriggerAndVerifyTestVnfPolicy [Documentation] Send TestVnf policy trigger event to Kafka and read notifications to verify policy execution [Arguments] ${topic} ${data}= Get Binary File ${CURDIR}/data/VesEventForVnfPolicy.json - ${resp}= Run Process ${CURDIR}/kafka_producer.py unauthenticated.dcae_policy_example_output ${data} + ${resp}= Run Process ${CURDIR}/kafka_producer.py unauthenticated.dcae_policy_example_output ${data} ${KAFKA_IP} Run Keyword CheckLogMessage ${topic} ACTIVE VES event has been received. Going to fetch VNF details from AAI. Run Keyword CheckLogMessage ${topic} SUCCESS VNF details are received from AAI successfully. Sending ConfigModify request to CDS. Run Keyword CheckLogMessage ${topic} SUCCESS ConfigModify request is successful. Sending restart request to CDS. diff --git a/csit/resources/tests/apex-slas-10.robot b/csit/resources/tests/apex-slas-10.robot index 833bb837..53779774 100644 --- a/csit/resources/tests/apex-slas-10.robot +++ b/csit/resources/tests/apex-slas-10.robot @@ -28,7 +28,7 @@ ValidatePolicyExecutionAndEventRateLowComplexity GetKafkaTopic apex-cl-mgt2 ${data}= Get Binary File ${CURDIR}/data/VesEventForVnfPolicy.json ${eventStartTime}= Get Current Date - ${resp}= Run Process ${CURDIR}/kafka_producer.py unauthenticated.dcae_policy_example_output ${data} + ${resp}= Run Process ${CURDIR}/kafka_producer.py unauthenticated.dcae_policy_example_output ${data} ${KAFKA_IP} ${eventEndTime}= Get Current Date ValidateEventExecution ${eventStartTime} ${eventEndTime} 100 @@ -58,7 +58,7 @@ ValidatePolicyExecutionAndEventRateModerateComplexity GetKafkaTopic apex-cl-mgt ${data}= Get Binary File ${CURDIR}/data/VesEventForPnfPolicy.json ${eventStartTime}= Get Current Date - ${resp}= Run Process ${CURDIR}/kafka_producer.py unauthenticated.dcae_cl_output ${data} + ${resp}= Run Process ${CURDIR}/kafka_producer.py unauthenticated.dcae_cl_output ${data} ${KAFKA_IP} ${eventEndTime}= Get Current Date ValidateEventExecution ${eventStartTime} ${eventEndTime} 10 diff --git a/csit/resources/tests/apex-slas-3.robot b/csit/resources/tests/apex-slas-3.robot index c37c1cda..048e2e76 100644 --- a/csit/resources/tests/apex-slas-3.robot +++ b/csit/resources/tests/apex-slas-3.robot @@ -26,7 +26,7 @@ ValidatePolicyExecutionAndEventRateLowComplexity GetKafkaTopic apex-cl-mgt ${data}= Get Binary File ${CURDIR}/data/VesEventForPnfPolicy.json ${eventStartTime}= Get Current Date - ${resp}= Run Process ${CURDIR}/kafka_producer.py unauthenticated.dcae_cl_output ${data} + ${resp}= Run Process ${CURDIR}/kafka_producer.py unauthenticated.dcae_cl_output ${data} ${KAFKA_IP} ${eventEndTime}= Get Current Date ValidateEventExecution ${eventStartTime} ${eventEndTime} 30 @@ -42,7 +42,7 @@ ValidatePolicyExecutionAndEventRateHighComplexity GetKafkaTopic apex-cl-mgt2 ${data}= Get Binary File ${CURDIR}/data/VesEventForVnfPolicy.json ${eventStartTime}= Get Current Date - ${resp}= Run Process ${CURDIR}/kafka_producer.py unauthenticated.dcae_policy_example_output ${data} + ${resp}= Run Process ${CURDIR}/kafka_producer.py unauthenticated.dcae_policy_example_output ${data} ${KAFKA_IP} ${eventEndTime}= Get Current Date ValidateEventExecution ${eventStartTime} ${eventEndTime} 0.6 diff --git a/csit/resources/tests/apex-slas.robot b/csit/resources/tests/apex-slas.robot index 4191bb2a..69b24521 100644 --- a/csit/resources/tests/apex-slas.robot +++ b/csit/resources/tests/apex-slas.robot @@ -26,7 +26,7 @@ ValidatePolicyExecutionAndEventRateLowComplexity GetKafkaTopic apex-cl-mgt ${data}= Get Binary File ${CURDIR}/data/VesEventForPnfPolicy.json ${eventStartTime}= Get Current Date - ${resp}= Run Process ${CURDIR}/kafka_producer.py unauthenticated.dcae_cl_output ${data} + ${resp}= Run Process ${CURDIR}/kafka_producer.py unauthenticated.dcae_cl_output ${data} ${KAFKA_IP} ${eventEndTime}= Get Current Date ValidateEventExecution ${eventStartTime} ${eventEndTime} 10 @@ -53,7 +53,7 @@ ValidatePolicyExecutionAndEventRateHighComplexity GetKafkaTopic apex-cl-mgt2 ${data}= Get Binary File ${CURDIR}/data/VesEventForVnfPolicy.json ${eventStartTime}= Get Current Date - ${resp}= Run Process ${CURDIR}/kafka_producer.py unauthenticated.dcae_policy_example_output ${data} + ${resp}= Run Process ${CURDIR}/kafka_producer.py unauthenticated.dcae_policy_example_output ${data} ${KAFKA_IP} ${eventEndTime}= Get Current Date ValidateEventExecution ${eventStartTime} ${eventEndTime} 0.2 diff --git a/csit/resources/tests/common-library.robot b/csit/resources/tests/common-library.robot index 8693be14..bc140897 100644 --- a/csit/resources/tests/common-library.robot +++ b/csit/resources/tests/common-library.robot @@ -133,10 +133,10 @@ ValidateResponseTime CheckKafkaTopic [Arguments] ${topic} ${expected_status} - ${resp}= Run Process ${CURDIR}/kafka_consumer.py ${topic} 60 ${expected_status} + ${resp}= Run Process ${CURDIR}/kafka_consumer.py ${topic} 60 ${expected_status} ${KAFKA_IP} Should Contain ${resp.stdout} ${expected_status} [Return] ${resp.stdout} GetKafkaTopic [Arguments] ${topic} - ${resp}= Run Process ${CURDIR}/make_topics.py ${topic}
\ No newline at end of file + ${resp}= Run Process ${CURDIR}/make_topics.py ${topic} ${KAFKA_IP}
\ No newline at end of file diff --git a/csit/resources/tests/data/AcK8s.json b/csit/resources/tests/data/AcK8s.json index f9ef5b0c..3a7e3a33 100644 --- a/csit/resources/tests/data/AcK8s.json +++ b/csit/resources/tests/data/AcK8s.json @@ -129,7 +129,7 @@ }, "httpMethod": "POST", "path": "/onap/policy/clamp/acelement/v2/activate", - "body": "{ \"receiverId\": { \"name\": \"onap.policy.clamp.ac.startertobridge\", \"version\": \"1.0.0\" }, \"timerMs\": 20000, \"elementType\": \"STARTER\", \"topicParameterGroup\": { \"server\": \"message-router:3904\", \"listenerTopic\": \"POLICY_UPDATE_MSG\", \"publisherTopic\": \"AC_ELEMENT_MSG\", \"fetchTimeout\": 15000, \"topicCommInfrastructure\": \"dmaap\" } }", + "body": "{ \"receiverId\": { \"name\": \"onap.policy.clamp.ac.startertobridge\", \"version\": \"1.0.0\" }, \"timerMs\": 20000, \"elementType\": \"STARTER\", \"topicParameterGroup\": { \"server\": \"kafka:9092\", \"listenerTopic\": \"policy_update_msg\", \"publisherTopic\": \"ac_element_msg\", \"fetchTimeout\": 15000, \"topicCommInfrastructure\": \"kafka\" } }", "expectedResponse": 201 } ] @@ -164,7 +164,7 @@ }, "httpMethod": "POST", "path": "/onap/policy/clamp/acelement/v2/activate", - "body": "{ \"receiverId\": { \"name\": \"onap.policy.clamp.ac.bridgetosink\", \"version\": \"1.0.0\" }, \"timerMs\": 20000, \"elementType\": \"BRIDGE\", \"topicParameterGroup\": { \"server\": \"message-router:3904\", \"listenerTopic\": \"POLICY_UPDATE_MSG\", \"publisherTopic\": \"AC_ELEMENT_MSG\", \"fetchTimeout\": 15000, \"topicCommInfrastructure\": \"dmaap\" } }", + "body": "{ \"receiverId\": { \"name\": \"onap.policy.clamp.ac.bridgetosink\", \"version\": \"1.0.0\" }, \"timerMs\": 20000, \"elementType\": \"BRIDGE\", \"topicParameterGroup\": { \"server\": \"kafka:9092\", \"listenerTopic\": \"policy_update_msg\", \"publisherTopic\": \"ac_element_msg\", \"fetchTimeout\": 15000, \"topicCommInfrastructure\": \"kafka\" } }", "expectedResponse": 201 } ] @@ -199,7 +199,7 @@ }, "httpMethod": "POST", "path": "/onap/policy/clamp/acelement/v2/activate", - "body": "{ \"receiverId\": { \"name\": \"onap.policy.clamp.ac.sink\", \"version\": \"1.0.0\" }, \"timerMs\": 20000, \"elementType\": \"SINK\", \"topicParameterGroup\": { \"server\": \"message-router\", \"listenerTopic\": \"POLICY_UPDATE_MSG\", \"publisherTopic\": \"AC_ELEMENT_MSG\", \"fetchTimeout\": 15000, \"topicCommInfrastructure\": \"dmaap\" } }", + "body": "{ \"receiverId\": { \"name\": \"onap.policy.clamp.ac.sink\", \"version\": \"1.0.0\" }, \"timerMs\": 20000, \"elementType\": \"SINK\", \"topicParameterGroup\": { \"server\": \"kafka:9092\", \"listenerTopic\": \"policy_update_msg\", \"publisherTopic\": \"ac_element_msg\", \"fetchTimeout\": 15000, \"topicCommInfrastructure\": \"kafka\" } }", "expectedResponse": 201 } ] diff --git a/csit/resources/tests/data/acelement-usecase.yaml b/csit/resources/tests/data/acelement-usecase.yaml index 94deb943..937ed6e6 100644 --- a/csit/resources/tests/data/acelement-usecase.yaml +++ b/csit/resources/tests/data/acelement-usecase.yaml @@ -1084,14 +1084,24 @@ topology_template: eventInputParameters: DmaapConsumer: carrierTechnologyParameters: - carrierTechnology: RESTCLIENT - parameterClassName: org.onap.policy.apex.plugins.event.carrier.restclient.RestClientCarrierTechnologyParameters + carrierTechnology: KAFKA + parameterClassName: org.onap.policy.apex.plugins.event.carrier.kafka.KafkaCarrierTechnologyParameters parameters: - url: http://message-router:3904/events/AC_ELEMENT_MSG/APEX/1?timeout=30000 + bootstrapServers: kafka:9092 + groupId: clamp-grp + enableAutoCommit: true + autoCommitTime: 1000 + sessionTimeout: 30000 + consumerPollTime: 100 + consumerTopicList: + - ac_element_msg + keyDeserializer: org.apache.kafka.common.serialization.StringDeserializer + valueDeserializer: org.apache.kafka.common.serialization.StringDeserializer + kafkaProperties: [ ] eventProtocolParameters: - eventProtocol: JSON - parameters: - pojoField: DmaapResponseEvent + eventProtocol: JSON + parameters: + pojoField: DmaapResponseEvent eventName: AcElementEvent eventNameFilter: AcElementEvent eventOutputParameters: @@ -1104,14 +1114,23 @@ topology_template: eventProtocol: JSON DmaapReplyProducer: carrierTechnologyParameters: - carrierTechnology: RESTCLIENT - parameterClassName: org.onap.policy.apex.plugins.event.carrier.restclient.RestClientCarrierTechnologyParameters + carrierTechnology: KAFKA + parameterClassName: org.onap.policy.apex.plugins.event.carrier.kafka.KafkaCarrierTechnologyParameters parameters: - url: http://message-router:3904/events/POLICY_UPDATE_MSG + bootstrapServers: kafka:9092 + acks: all + retries: 0 + batchSize: 16384 + lingerTime: 1 + bufferMemory: 33554432 + producerTopic: policy_update_msg + keySerializer: org.apache.kafka.common.serialization.StringSerializer + valueSerializer: org.apache.kafka.common.serialization.StringSerializer + kafkaProperties: [ ] eventProtocolParameters: - eventProtocol: JSON - parameters: - pojoField: DmaapResponseStatusEvent - eventNameFilter: (LogEvent|DmaapResponseStatusEvent) + eventProtocol: JSON + parameters: + pojoField: DmaapResponseStatusEvent + eventNameFilter: LogEvent|DmaapResponseStatusEvent name: onap.policies.native.apex.ac.element version: 1.0.0 diff --git a/csit/resources/tests/drools-applications-test.robot b/csit/resources/tests/drools-applications-test.robot index 40497008..a43f1422 100644 --- a/csit/resources/tests/drools-applications-test.robot +++ b/csit/resources/tests/drools-applications-test.robot @@ -170,6 +170,6 @@ PerformPostRequest OnSet [Arguments] ${file} ${data}= Get File ${file} - ${resp}= Run Process ${CURDIR}/kafka_producer.py unauthenticated.dcae_cl_output ${data} + ${resp}= Run Process ${CURDIR}/kafka_producer.py unauthenticated.dcae_cl_output ${data} ${KAFKA_IP} Log Response from kafka ${resp.stdout} [Return] ${resp.stdout} diff --git a/csit/resources/tests/kafka_consumer.py b/csit/resources/tests/kafka_consumer.py index 595e3db7..fa173f47 100755 --- a/csit/resources/tests/kafka_consumer.py +++ b/csit/resources/tests/kafka_consumer.py @@ -27,9 +27,9 @@ import sys import time -def consume_kafka_topic(topic, expected_values, timeout): +def consume_kafka_topic(topic, expected_values, timeout, bootstrap_server): config = { - 'bootstrap.servers': 'localhost:29092', + 'bootstrap.servers': bootstrap_server, 'group.id': 'testgrp', 'auto.offset.reset': 'earliest' } @@ -63,4 +63,5 @@ if __name__ == '__main__': topic_name = sys.argv[1] timeout = int(sys.argv[2]) # timeout in seconds for verifying the kafka topic expected_values = sys.argv[3] - consume_kafka_topic(topic_name, expected_values, timeout) + bootstrap_server = sys.argv[4] + consume_kafka_topic(topic_name, expected_values, timeout, bootstrap_server) diff --git a/csit/resources/tests/kafka_producer.py b/csit/resources/tests/kafka_producer.py index e6f01c21..a7d45647 100755 --- a/csit/resources/tests/kafka_producer.py +++ b/csit/resources/tests/kafka_producer.py @@ -24,8 +24,8 @@ from confluent_kafka import Producer import sys -def post_to_kafka(topic, message): - conf = {'bootstrap.servers': 'localhost:29092'} +def post_to_kafka(topic, message, bootstrap_server): + conf = {'bootstrap.servers': bootstrap_server} producer = Producer(conf) try: @@ -38,4 +38,4 @@ def post_to_kafka(topic, message): producer.flush() if __name__ == '__main__': - post_to_kafka(sys.argv[1], sys.argv[2]) + post_to_kafka(sys.argv[1], sys.argv[2], sys.argv[3]) diff --git a/csit/resources/tests/make_topics.py b/csit/resources/tests/make_topics.py index 64a230eb..82b1dc39 100755 --- a/csit/resources/tests/make_topics.py +++ b/csit/resources/tests/make_topics.py @@ -36,6 +36,6 @@ def create_topic(bootstrap_servers, topic_name, num_partitions=2, replication_fa if __name__ == '__main__': topic_name = sys.argv[1] - bootstrap_servers = 'localhost:29092' + bootstrap_servers = sys.argv[2] create_topic(bootstrap_servers, topic_name) diff --git a/csit/resources/tests/policy-clamp-test.robot b/csit/resources/tests/policy-clamp-test.robot index 10f93893..123249a9 100644 --- a/csit/resources/tests/policy-clamp-test.robot +++ b/csit/resources/tests/policy-clamp-test.robot @@ -85,6 +85,7 @@ DeployAutomationComposition QueryPolicies [Documentation] Verify the new policies deployed ${auth}= Create List policyadmin zb!XztG34 + Sleep 10s Log Creating session http://${POLICY_PAP_IP} ${session}= Create Session policy http://${POLICY_PAP_IP} auth=${auth} ${headers}= Create Dictionary Accept=application/json Content-Type=application/json @@ -97,7 +98,7 @@ QueryPolicies QueryPolicyTypes [Documentation] Verify the new policy types created ${auth}= Create List policyadmin zb!XztG34 - sleep 10 + Sleep 10s Log Creating session http://${POLICY_API_IP}}:6969 ${session}= Create Session policy http://${POLICY_API_IP} auth=${auth} ${headers}= Create Dictionary Accept=application/json Content-Type=application/json diff --git a/csit/run-k8s-csit.sh b/csit/run-k8s-csit.sh index 5a3ac3bb..04f0a836 100755 --- a/csit/run-k8s-csit.sh +++ b/csit/run-k8s-csit.sh @@ -46,6 +46,9 @@ POLICY_DISTRIBUTION_CONTAINER="policy-distribution" POLICY_K8S_PPNT_CONTAINER="policy-clamp-ac-k8s-ppnt" POLICY_HTTP_PPNT_CONTAINER="policy-clamp-ac-http-ppnt" POLICY_PF_PPNT_CONTAINER="policy-clamp-ac-pf-ppnt" +KAFKA_CONTAINER="kafka-deployment" +ZK_CONTAINER="zookeeper-deployment" +KAFKA_DIR=${WORKSPACE}/helm/cp-kafka SET_VALUES="" DISTRIBUTION_CSAR=${WORKSPACE}/csit/resources/tests/data/csar @@ -56,6 +59,7 @@ export ROBOT_FILE="" export ROBOT_LOG_DIR=${WORKSPACE}/csit/archives export READINESS_CONTAINERS=() + function spin_microk8s_cluster() { echo "Verify if Microk8s cluster is running.." microk8s version @@ -88,11 +92,19 @@ function spin_microk8s_cluster() { } +function install_kafka() { + echo "Installing Confluent kafka" + kubectl apply -f $KAFKA_DIR/zookeeper.yaml + kubectl apply -f $KAFKA_DIR/kafka.yaml + echo "----------------------------------------" +} + function uninstall_policy() { echo "Removing the policy helm deployment" sudo microk8s helm uninstall csit-policy sudo microk8s helm uninstall prometheus sudo microk8s helm uninstall csit-robot + sudo kubectl delete deploy $ZK_CONTAINER $KAFKA_CONTAINER rm -rf ${WORKSPACE}/helm/policy/Chart.lock if [ "$PROJECT" == "clamp" ] || [ "$PROJECT" == "policy-clamp" ]; then sudo microk8s helm uninstall policy-chartmuseum @@ -349,6 +361,9 @@ fi if [ $OPERATION == "install" ]; then spin_microk8s_cluster if [ "${?}" -eq 0 ]; then + export KAFKA_CONTAINERS=($KAFKA_CONTAINER,$ZK_CONTAINER) + install_kafka + wait_for_pods_running default 300 $KAFKA_CONTAINERS set_project_config echo "Installing policy helm charts in the default namespace" source ${WORKSPACE}/compose/get-k8s-versions.sh |