3 # ============LICENSE_START===============================================
4 # Copyright (C) 2020 Nordix Foundation. All rights reserved.
5 # ========================================================================
6 # Licensed under the Apache License, Version 2.0 (the "License");
7 # you may not use this file except in compliance with the License.
8 # You may obtain a copy of the License at
10 # http://www.apache.org/licenses/LICENSE-2.0
12 # Unless required by applicable law or agreed to in writing, software
13 # distributed under the License is distributed on an "AS IS" BASIS,
14 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15 # See the License for the specific language governing permissions and
16 # limitations under the License.
17 # ============LICENSE_END=================================================
20 # This is a script that contains container/service management function
21 # and test functions for Message Router - mr stub
23 ################ Test engine functions ################
25 # Create the image var used during the test
26 # arg: <image-tag-suffix> (selects staging, snapshot, release etc)
27 # <image-tag-suffix> is present only for images with staging, snapshot,release tags
29 __check_and_create_image_var MR "MRSTUB_IMAGE" "MRSTUB_IMAGE_BASE" "MRSTUB_IMAGE_TAG" LOCAL "$MR_STUB_DISPLAY_NAME"
32 # Create the image var used during the test
33 # arg: <image-tag-suffix> (selects staging, snapshot, release etc)
34 # <image-tag-suffix> is present only for images with staging, snapshot,release tags
35 __DMAAPMR_imagesetup() {
36 __check_and_create_image_var DMAAPMR "ONAP_DMAAPMR_IMAGE" "ONAP_DMAAPMR_IMAGE_BASE" "ONAP_DMAAPMR_IMAGE_TAG" REMOTE_RELEASE_ONAP "DMAAP Message Router"
37 __check_and_create_image_var DMAAPMR "ONAP_ZOOKEEPER_IMAGE" "ONAP_ZOOKEEPER_IMAGE_BASE" "ONAP_ZOOKEEPER_IMAGE_TAG" REMOTE_RELEASE_ONAP "ZooKeeper"
38 __check_and_create_image_var DMAAPMR "ONAP_KAFKA_IMAGE" "ONAP_KAFKA_IMAGE_BASE" "ONAP_KAFKA_IMAGE_TAG" REMOTE_RELEASE_ONAP "Kafka"
41 # Pull image from remote repo or use locally built image
42 # arg: <pull-policy-override> <pull-policy-original>
43 # <pull-policy-override> Shall be used for images allowing overriding. For example use a local image when test is started to use released images
44 # <pull-policy-original> Shall be used for images that does not allow overriding
45 # Both var may contain: 'remote', 'remote-remove' or 'local'
47 echo -e $RED"Image for app MR shall never be pulled from remote repo"$ERED
50 # Pull image from remote repo or use locally built image
51 # arg: <pull-policy-override> <pull-policy-original>
52 # <pull-policy-override> Shall be used for images allowing overriding. For example use a local image when test is started to use released (remote) images
53 # <pull-policy-original> Shall be used for images that does not allow overriding
54 # Both var may contain: 'remote', 'remote-remove' or 'local'
55 __DMAAPMR_imagepull() {
56 __check_and_pull_image $2 "DMAAP Message Router" $MR_DMAAP_APP_NAME ONAP_DMAAPMR_IMAGE
57 __check_and_pull_image $2 "ZooKeeper" $MR_ZOOKEEPER_APP_NAME ONAP_ZOOKEEPER_IMAGE
58 __check_and_pull_image $2 "Kafka" $MR_KAFKA_APP_NAME ONAP_KAFKA_IMAGE
61 # Build image (only for simulator or interfaces stubs owned by the test environment)
62 # arg: <image-tag-suffix> (selects staging, snapshot, release etc)
63 # <image-tag-suffix> is present only for images with staging, snapshot,release tags
66 echo " Building MR - $MR_STUB_DISPLAY_NAME - image: $MRSTUB_IMAGE"
67 docker build --build-arg NEXUS_PROXY_REPO=$NEXUS_PROXY_REPO -t $MRSTUB_IMAGE . &> .dockererr
69 echo -e $GREEN" Build Ok"$EGREEN
70 __retag_and_push_image MRSTUB_IMAGE
75 echo -e $RED" Build Failed"$ERED
78 echo -e $RED"Exiting...."$ERED
83 # Build image (only for simulator or interfaces stubs owned by the test environment)
84 # arg: <image-tag-suffix> (selects staging, snapshot, release etc)
85 # <image-tag-suffix> is present only for images with staging, snapshot,release tags
86 __DMAAPMR_imagebuild() {
87 echo -e $RED"Image for app DMAAPMR shall never be built"$ERED
90 # Generate a string for each included image using the app display name and a docker images format string
91 # If a custom image repo is used then also the source image from the local repo is listed
92 # arg: <docker-images-format-string> <file-to-append>
94 echo -e "$MR_STUB_DISPLAY_NAME\t$(docker images --format $1 $MRSTUB_IMAGE)" >> $2
95 if [ ! -z "$MRSTUB_IMAGE_SOURCE" ]; then
96 echo -e "-- source image --\t$(docker images --format $1 $MRSTUB_IMAGE_SOURCE)" >> $2
100 # Generate a string for each included image using the app display name and a docker images format string
101 # If a custom image repo is used then also the source image from the local repo is listed
102 # arg: <docker-images-format-string> <file-to-append>
103 __DMAAPMR_image_data() {
104 echo -e "DMAAP Message Router\t$(docker images --format $1 $ONAP_DMAAPMR_IMAGE)" >> $2
105 if [ ! -z "$ONAP_DMAAPMR_IMAGE_SOURCE" ]; then
106 echo -e "-- source image --\t$(docker images --format $1 $ONAP_DMAAPMR_IMAGE_SOURCE)" >> $2
108 echo -e "ZooKeeper\t$(docker images --format $1 $ONAP_ZOOKEEPER_IMAGE)" >> $2
109 if [ ! -z "$ONAP_ZOOKEEPER_IMAGE_SOURCE" ]; then
110 echo -e "-- source image --\t$(docker images --format $1 $ONAP_ZOOKEEPER_IMAGE_SOURCE)" >> $2
112 echo -e "Kafka\t$(docker images --format $1 $ONAP_KAFKA_IMAGE)" >> $2
113 if [ ! -z "$ONAP_KAFKA_IMAGE_SOURCE" ]; then
114 echo -e "-- source image --\t$(docker images --format $1 $ONAP_KAFKA_IMAGE_SOURCE)" >> $2
118 # Scale kubernetes resources to zero
119 # All resources shall be ordered to be scaled to 0, if relevant. If not relevant to scale, then do no action.
120 # This function is called for apps fully managed by the test script
121 __MR_kube_scale_zero() {
122 __kube_scale_all_resources $KUBE_ONAP_NAMESPACE autotest MR
125 # Scale kubernetes resources to zero
126 # All resources shall be ordered to be scaled to 0, if relevant. If not relevant to scale, then do no action.
127 # This function is called for apps fully managed by the test script
128 __DMAAPMR_kube_scale_zero() {
129 __kube_scale_all_resources $KUBE_ONAP_NAMESPACE autotest DMAAPMR
132 # Scale kubernetes resources to zero and wait until this has been accomplished, if relevant. If not relevant to scale, then do no action.
133 # This function is called for prestarted apps not managed by the test script.
134 __MR_kube_scale_zero_and_wait() {
135 echo -e " MR replicas kept as is"
138 # Scale kubernetes resources to zero and wait until this has been accomplished, if relevant. If not relevant to scale, then do no action.
139 # This function is called for prestarted apps not managed by the test script.
140 __DMAAPMR_kube_scale_zero_and_wait() {
141 echo -e " DMAAP replicas kept as is"
144 # Delete all kube resouces for the app
145 # This function is called for apps managed by the test script.
146 __MR_kube_delete_all() {
147 __kube_delete_all_resources $KUBE_ONAP_NAMESPACE autotest MR
150 # Delete all kube resouces for the app
151 # This function is called for apps managed by the test script.
152 __DMAAPMR_kube_delete_all() {
153 __kube_delete_all_resources $KUBE_ONAP_NAMESPACE autotest DMAAPMR
157 # This function is called for apps managed by the test script.
158 # args: <log-dir> <file-prexix>
159 __MR_store_docker_logs() {
160 if [ $RUNMODE == "KUBE" ]; then
161 kubectl logs -l "autotest=MR" -n $KUBE_ONAP_NAMESPACE --tail=-1 > $1$2_mr_stub.log 2>&1
163 docker logs $MR_STUB_APP_NAME > $1$2_mr_stub.log 2>&1
168 # This function is called for apps managed by the test script.
169 # args: <log-dir> <file-prexix>
170 __DMAAPMR_store_docker_logs() {
171 if [ $RUNMODE == "KUBE" ]; then
172 for podname in $(kubectl get pods -n $KUBE_ONAP_NAMESPACE -l "autotest=DMAAPMR" -o custom-columns=":metadata.name"); do
173 kubectl logs -n $KUBE_ONAP_NAMESPACE $podname --tail=-1 > $1$2_$podname.log 2>&1
176 docker logs $MR_DMAAP_APP_NAME > $1$2_mr.log 2>&1
177 docker logs $MR_KAFKA_APP_NAME > $1$2_mr_kafka.log 2>&1
178 docker logs $MR_ZOOKEEPER_APP_NAME > $1$2_mr_zookeeper.log 2>&1
182 # Initial setup of protocol, host and ports
183 # This function is called for apps managed by the test script.
185 __MR_initial_setup() {
189 # Initial setup of protocol, host and ports
190 # This function is called for apps managed by the test script.
192 __DMAAPMR_initial_setup() {
193 : # handle by __MR_initial_setup
196 # Set app short-name, app name and namespace for logging runtime statistics of kubernets pods or docker containers
197 # For docker, the namespace shall be excluded
198 # This function is called for apps managed by the test script as well as for prestarted apps.
200 __MR_statisics_setup() {
201 if [ $RUNMODE == "KUBE" ]; then
202 echo "MR-STUB $MR_STUB_APP_NAME $KUBE_ONAP_NAMESPACE"
204 echo "MR-STUB $MR_STUB_APP_NAME"
208 # Set app short-name, app name and namespace for logging runtime statistics of kubernets pods or docker containers
209 # For docker, the namespace shall be excluded
210 # This function is called for apps managed by the test script as well as for prestarted apps.
212 __DMAAPMR_statisics_setup() {
213 if [ $RUNMODE == "KUBE" ]; then
214 echo "KAFKA $MR_KAFKA_APP_NAME $KUBE_ONAP_NAMESPACE MESSAGE-ROUTER $MR_DMAAP_APP_NAME $KUBE_ONAP_NAMESPACE ZOOKEEPER $MR_ZOOKEEPER_APP_NAME $KUBE_ONAP_NAMESPACE"
216 echo "KAFKA $MR_KAFKA_APP_NAME MESSAGE-ROUTER $MR_DMAAP_APP_NAME ZOOKEEPER $MR_ZOOKEEPER_APP_NAME"
220 #######################################################
222 # Description of port mappings when running MR-STUB only or MR-STUB + MESSAGE-ROUTER
224 # 'MR-STUB only' is started when only 'MR' is included in the test script. Both the test scripts and app will then use MR-STUB as a message-router simulator.
226 # 'MR-STUB + MESSAGE-ROUTER' is started when 'MR' and 'DMAAPMR' is included in the testscripts. DMAAPMR is the real message router including kafka and zookeeper.
227 # In this configuration, MR-STUB is used by the test-script as frontend to the message-router while app are using the real message-router.
230 # ---------------------------------------------------------------------------------------------------------------------------------------------------
234 # localhost container service pod
235 # ==============================================================================================================================================
236 # 10 MR_STUB_LOCALHOST_PORT -> 13 MR_INTERNAL_PORT 15 MR_EXTERNAL_PORT -> 17 MR_INTERNAL_PORT
237 # 12 MR_STUB_LOCALHOST_SECURE_PORT -> 14 MR_INTERNAL_SECURE_PORT 16 MR_EXTERNAL_SECURE_PORT -> 18 MR_INTERNAL_SECURE_PORT
241 # MESSAGE-ROUTER MESSAGE-ROUTER
242 # ++++++++++++++ ++++++++++++++
243 # localhost container service pod
244 # ===================================================================================================================================================
245 # 20 MR_DMAAP_LOCALHOST_PORT -> 23 MR_INTERNAL_PORT 25 MR_EXTERNAL_PORT -> 27 MR_INTERNAL_PORT
246 # 22 MR_DMAAP_LOCALHOST_SECURE_PORT -> 24 MR_INTERNAL_SECURE_PORT 26 MR_EXTERNAL_SECURE_PORT -> 28 MR_INTERNAL_SECURE_PORT
249 # Running only the MR-STUB - apps using MR-STUB
251 # localhost: 10 and 12 -
252 # via proxy (script): 13 and 14 via proxy (script): 15 and 16
253 # apps: 13 and 14 apps: 15 and 16
255 # Running MR-STUB (as frontend for test script) and MESSAGE-ROUTER - apps using MESSAGE-ROUTER
257 # localhost: 10 and 12 -
258 # via proxy (script): 13 and 14 via proxy (script): 15 and 16
259 # apps: 23 and 24 apps: 25 and 26
265 __mr_set_protocoll "http" $MR_INTERNAL_PORT $MR_EXTERNAL_PORT $MR_INTERNAL_SECURE_PORT $MR_EXTERNAL_SECURE_PORT
269 __mr_set_protocoll "https" $MR_INTERNAL_PORT $MR_EXTERNAL_PORT $MR_INTERNAL_SECURE_PORT $MR_EXTERNAL_SECURE_PORT
272 # Setup paths to svc/container for internal and external access
273 # args: <protocol> <internal-port> <external-port> <internal-secure-port> <external-secure-port>
274 __mr_set_protocoll() {
275 echo -e $BOLD"$MR_STUB_DISPLAY_NAME and $MR_DMAAP_DISPLAY_NAME protocol setting"$EBOLD
276 echo -e " Using $BOLD $1 $EBOLD towards $MR_STUB_DISPLAY_NAME and $MR_DMAAP_DISPLAY_NAME"
278 ## Access to Dmaap mediator
282 if [ $MR_HTTPX == "http" ]; then
290 # Access via test script
291 MR_STUB_PATH=$MR_HTTPX"://"$MR_STUB_APP_NAME":"$INT_PORT # access from script via proxy, docker
292 MR_DMAAP_PATH=$MR_HTTPX"://"$MR_DMAAP_APP_NAME":"$INT_PORT # access from script via proxy, docker
293 MR_DMAAP_ADAPTER_HTTP="" # Access to dmaap mr via proyx - set only if app is included
295 MR_SERVICE_PATH=$MR_STUB_PATH # access container->container, docker - access pod->svc, kube
296 MR_KAFKA_SERVICE_PATH=""
297 MR_ZOOKEEPER_SERVICE_PATH=""
298 __check_included_image "DMAAPMR"
299 if [ $? -eq 0 ]; then
300 MR_SERVICE_PATH=$MR_DMAAP_PATH # access container->container, docker - access pod->svc, kube
301 MR_DMAAP_ADAPTER_HTTP=$MR_DMAAP_PATH
303 MR_KAFKA_SERVICE_PATH=$MR_KAFKA_APP_NAME":"$MR_KAFKA_PORT
304 MR_ZOOKEEPER_SERVICE_PATH=$MR_ZOOKEEPER_APP_NAME":"$MR_ZOOKEEPER_PORT
307 # For directing calls from script to e.g.PMS via message rounter
308 # These cases shall always go though the mr-stub
309 MR_ADAPTER_HTTP="http://"$MR_STUB_APP_NAME":"$2
310 MR_ADAPTER_HTTPS="https://"$MR_STUB_APP_NAME":"$4
312 MR_DMAAP_ADAPTER_TYPE="REST"
316 if [ $RUNMODE == "KUBE" ]; then
317 MR_STUB_PATH=$MR_HTTPX"://"$MR_STUB_APP_NAME.$KUBE_ONAP_NAMESPACE":"$EXT_PORT # access from script via proxy, kube
318 MR_DMAAP_PATH=$MR_HTTPX"://"$MR_DMAAP_APP_NAME.$KUBE_ONAP_NAMESPACE":"$EXT_PORT # access from script via proxy, kube
320 MR_SERVICE_PATH=$MR_STUB_PATH
321 __check_included_image "DMAAPMR"
322 if [ $? -eq 0 ]; then
323 MR_SERVICE_PATH=$MR_DMAAP_PATH
324 MR_DMAAP_ADAPTER_HTTP=$MR_DMAAP_PATH
325 MR_KAFKA_SERVICE_PATH=$MR_KAFKA_APP_NAME"."$KUBE_ONAP_NAMESPACE":"$MR_KAFKA_PORT
326 MR_ZOOKEEPER_SERVICE_PATH=$MR_ZOOKEEPER_APP_NAME"."$KUBE_ONAP_NAMESPACE":"$MR_ZOOKEEPER_PORT
328 __check_prestarted_image "DMAAPMR"
329 if [ $? -eq 0 ]; then
330 MR_SERVICE_PATH=$MR_DMAAP_PATH
331 MR_DMAAP_ADAPTER_HTTP=$MR_DMAAP_PATH
332 MR_KAFKA_SERVICE_PATH=$MR_KAFKA_APP_NAME"."$KUBE_ONAP_NAMESPACE":"$MR_KAFKA_PORT
333 MR_ZOOKEEPER_SERVICE_PATH=$MR_ZOOKEEPER_APP_NAME"."$KUBE_ONAP_NAMESPACE":"$MR_ZOOKEEPER_PORT
336 # For directing calls from script to e.g.PMS, via message rounter
337 # These calls shall always go though the mr-stub
338 MR_ADAPTER_HTTP="http://"$MR_STUB_APP_NAME.$KUBE_ONAP_NAMESPACE":"$3
339 MR_ADAPTER_HTTPS="https://"$MR_STUB_APP_NAME.$KUBE_ONAP_NAMESPACE":"$5
342 # For calls from script to the mr-stub
343 MR_STUB_ADAPTER=$MR_STUB_PATH
344 MR_STUB_ADAPTER_TYPE="REST"
350 # Export env vars for config files, docker compose and kube resources
352 __dmaapmr_export_vars() {
354 export DOCKER_SIM_NWNAME
355 export ONAP_ZOOKEEPER_IMAGE
356 export MR_ZOOKEEPER_APP_NAME
357 export ONAP_KAFKA_IMAGE
358 export MR_KAFKA_APP_NAME
359 export ONAP_DMAAPMR_IMAGE
360 export MR_DMAAP_APP_NAME
361 export MR_DMAAP_LOCALHOST_PORT
362 export MR_INTERNAL_PORT
363 export MR_DMAAP_LOCALHOST_SECURE_PORT
364 export MR_INTERNAL_SECURE_PORT
365 export MR_DMAAP_HOST_MNT_DIR
367 export KUBE_ONAP_NAMESPACE
368 export MR_EXTERNAL_PORT
369 export MR_EXTERNAL_SECURE_PORT
371 export MR_ZOOKEEPER_PORT
373 export MR_KAFKA_SERVICE_PATH
374 export MR_ZOOKEEPER_SERVICE_PATH
376 export MR_KAFKA_KUBE_NODE_PORT
377 export MR_KAFKA_DOCKER_LOCALHOST_PORT
380 # Export env vars for config files, docker compose and kube resources
384 export DOCKER_SIM_NWNAME
385 export MR_STUB_APP_NAME
387 export MR_INTERNAL_PORT
388 export MR_INTERNAL_SECURE_PORT
389 export MR_EXTERNAL_PORT
390 export MR_EXTERNAL_SECURE_PORT
391 export MR_STUB_LOCALHOST_PORT
392 export MR_STUB_LOCALHOST_SECURE_PORT
393 export MR_STUB_CERT_MOUNT_DIR
394 export MR_STUB_DISPLAY_NAME
396 export KUBE_ONAP_NAMESPACE
397 export MR_EXTERNAL_PORT
399 export MR_KAFKA_SERVICE_PATH
400 export MR_ZOOKEEPER_SERVICE_PATH
404 # Start the Message Router stub interface in the simulator group
406 # (Function for test scripts)
409 echo -e $BOLD"Starting $MR_DMAAP_DISPLAY_NAME and/or $MR_STUB_DISPLAY_NAME"$EBOLD
411 if [ $RUNMODE == "KUBE" ]; then
413 # Table of possible combinations of included mr and included/prestarted dmaap-mr
414 # mr can never be prestarted
415 # mr can be used stand alone
416 # if dmaapmr is included/prestarted, then mr is needed as well as frontend
418 # Inverted logic - 0 mean true, 1 means false
419 # mr prestarted 0 1 0 1 0 1 0 1 0 1 0 1 0 1 0 1
420 # mr included 0 0 1 1 0 0 1 1 0 0 1 1 0 0 1 1
421 # dmaap prestarted 0 0 0 0 1 1 1 1 0 0 0 0 1 1 1 1
422 # dmaap included 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1
423 # ==================================================
424 # OK 1 1 1 1 1 0 1 1 1 0 1 1 1 0 1 1
426 __check_prestarted_image 'MR'
427 retcode_prestarted_mr=$?
428 __check_included_image 'MR'
429 retcode_included_mr=$?
431 __check_prestarted_image 'DMAAPMR'
432 retcode_prestarted_dmaapmr=$?
433 __check_included_image 'DMAAPMR'
434 retcode_included_dmaapmr=$?
438 if [ $retcode_prestarted_mr -ne 0 ] && [ $retcode_included_mr -eq 0 ]; then
439 if [ $retcode_prestarted_dmaapmr -ne 0 ] && [ $retcode_included_dmaapmr -eq 0 ]; then
444 if [ $retcode_prestarted_mr -ne 0 ] && [ $retcode_included_mr -eq 0 ]; then
445 if [ $retcode_prestarted_dmaapmr -eq 0 ] && [ $retcode_included_dmaapmr -ne 0 ]; then
450 if [ $retcode_prestarted_mr -ne 0 ] && [ $retcode_included_mr -eq 0 ]; then
451 if [ $retcode_prestarted_dmaapmr -ne 0 ] && [ $retcode_included_dmaapmr -ne 0 ]; then
456 if [ $paramerror -ne 0 ]; then
457 echo -e $RED"The Message Router apps 'MR' and/or 'DMAAPMR' are not included in this test script"$ERED
458 echo -e $RED"The Message Router will not be started"$ERED
459 echo -e $RED"Both MR and DAAMPMR - or - only MR - need to be included and/or prestarted"$ERED
463 if [ $retcode_prestarted_dmaapmr -eq 0 ]; then
464 echo -e " Using existing $MR_DMAAP_APP_NAME deployment and service"
465 __kube_scale deployment $MR_DMAAP_APP_NAME $KUBE_ONAP_NAMESPACE 1
468 if [ $retcode_included_dmaapmr -eq 0 ]; then
470 __dmaapmr_export_vars
472 #Check if onap namespace exists, if not create it
473 __kube_create_namespace $KUBE_ONAP_NAMESPACE
476 MR_MNT_CONFIG_BASEPATH=$SIM_GROUP"/"$MR_DMAAP_COMPOSE_DIR$MR_DMAAP_HOST_MNT_DIR
477 cp -r $SIM_GROUP"/"$MR_DMAAP_COMPOSE_DIR$MR_DMAAP_HOST_CONFIG_DIR/* $MR_MNT_CONFIG_BASEPATH
479 # Create config maps - dmaapmr app
480 configfile=$MR_MNT_CONFIG_BASEPATH/mr/MsgRtrApi.properties
481 output_yaml=$PWD/tmp/dmaapmr_msgrtrapi_cfc.yaml
482 __kube_create_configmap dmaapmr-msgrtrapi.properties $KUBE_ONAP_NAMESPACE autotest DMAAPMR $configfile $output_yaml
484 configfile=$MR_MNT_CONFIG_BASEPATH/mr/logback.xml
485 output_yaml=$PWD/tmp/dmaapmr_logback_cfc.yaml
486 __kube_create_configmap dmaapmr-logback.xml $KUBE_ONAP_NAMESPACE autotest DMAAPMR $configfile $output_yaml
488 configfile=$MR_MNT_CONFIG_BASEPATH/mr/cadi.properties
489 output_yaml=$PWD/tmp/dmaapmr_cadi_cfc.yaml
490 __kube_create_configmap dmaapmr-cadi.properties $KUBE_ONAP_NAMESPACE autotest DMAAPMR $configfile $output_yaml
492 # Create config maps - kafka app
493 configfile=$MR_MNT_CONFIG_BASEPATH/kafka/zk_client_jaas.conf
494 output_yaml=$PWD/tmp/dmaapmr_zk_client_cfc.yaml
495 __kube_create_configmap dmaapmr-zk-client-jaas.conf $KUBE_ONAP_NAMESPACE autotest DMAAPMR $configfile $output_yaml
497 # Create config maps - zookeeper app
498 configfile=$MR_MNT_CONFIG_BASEPATH/zk/zk_server_jaas.conf
499 output_yaml=$PWD/tmp/dmaapmr_zk_server_cfc.yaml
500 __kube_create_configmap dmaapmr-zk-server-jaas.conf $KUBE_ONAP_NAMESPACE autotest DMAAPMR $configfile $output_yaml
503 input_yaml=$SIM_GROUP"/"$MR_DMAAP_COMPOSE_DIR"/"svc.yaml
504 output_yaml=$PWD/tmp/dmaapmr_svc.yaml
505 __kube_create_instance service $MR_DMAAP_APP_NAME $input_yaml $output_yaml
508 input_yaml=$SIM_GROUP"/"$MR_DMAAP_COMPOSE_DIR"/"app.yaml
509 output_yaml=$PWD/tmp/dmaapmr_app.yaml
510 __kube_create_instance app $MR_DMAAP_APP_NAME $input_yaml $output_yaml
513 __check_service_start $MR_DMAAP_APP_NAME $MR_DMAAP_PATH$MR_DMAAP_ALIVE_URL
515 echo " Kafka TCP node port $MR_KAFKA_KUBE_NODE_PORT"
518 if [ $# -gt 0 ]; then
519 if [ $(($#%3)) -eq 0 ]; then
520 while [ $# -gt 0 ]; do
521 __dmaap_pipeclean "$1" "$2/$1" "$2/$1/$3?timeout=1000&limit=100"
525 echo -e $RED" args: start_mr [<topic-name> <base-url> <group-and-user-url>]*"$ERED
526 echo -e $RED" Got: $@"$ERED
531 echo " Current topics:"
532 curlString="$MR_DMAAP_PATH/topics"
533 result=$(__do_curl "$curlString")
534 echo $result | indent2
538 if [ $retcode_included_mr -eq 0 ]; then
542 if [ $retcode_prestarted_dmaapmr -eq 0 ] || [ $retcode_included_dmaapmr -eq 0 ]; then # Set topics for dmaap
543 export TOPIC_READ="http://$MR_DMAAP_APP_NAME.$KUBE_ONAP_NAMESPACE:$MR_INTERNAL_PORT/events/$MR_READ_TOPIC"
544 export TOPIC_WRITE="http://$MR_DMAAP_APP_NAME.$KUBE_ONAP_NAMESPACE:$MR_INTERNAL_PORT/events/$MR_WRITE_TOPIC/users/mr-stub?timeout=15000&limit=100"
545 export GENERIC_TOPICS_UPLOAD_BASEURL="http://$MR_DMAAP_APP_NAME.$KUBE_ONAP_NAMESPACE:$MR_INTERNAL_PORT"
548 export TOPIC_WRITE=""
549 export GENERIC_TOPICS_UPLOAD_BASEURL=""
552 #Check if onap namespace exists, if not create it
553 __kube_create_namespace $KUBE_ONAP_NAMESPACE
556 input_yaml=$SIM_GROUP"/"$MR_STUB_COMPOSE_DIR"/"svc.yaml
557 output_yaml=$PWD/tmp/mr_svc.yaml
558 __kube_create_instance service $MR_STUB_APP_NAME $input_yaml $output_yaml
561 input_yaml=$SIM_GROUP"/"$MR_STUB_COMPOSE_DIR"/"app.yaml
562 output_yaml=$PWD/tmp/mr_app.yaml
563 __kube_create_instance app $MR_STUB_APP_NAME $input_yaml $output_yaml
568 __check_service_start $MR_STUB_APP_NAME $MR_STUB_PATH$MR_STUB_ALIVE_URL
572 __check_included_image 'DMAAPMR'
574 __check_included_image 'MR'
577 if [ $retcode_dmaapmr -ne 0 ] && [ $retcode_mr -ne 0 ]; then
578 echo -e $RED"The Message Router apps 'MR' and/or 'DMAAPMR' are not included in this test script"$ERED
579 echo -e $RED"The Message Router will not be started"$ERED
580 echo -e $RED"Both MR and DAAMPMR - or - only MR - need to be included"
584 if [ $retcode_dmaapmr -eq 0 ] && [ $retcode_mr -ne 0 ]; then
585 echo -e $RED"The Message Router apps 'MR' and/or 'DMAAPMR' are not included in this test script"$ERED
586 echo -e $RED"The Message Router will not be started"$ERED
587 echo -e $RED"Both MR and DAAMPMR - or - only MR - need to be included"
592 export TOPIC_WRITE=""
593 export GENERIC_TOPICS_UPLOAD_BASEURL=""
594 if [ $retcode_dmaapmr -eq 0 ]; then # Set topics for dmaap
595 export TOPIC_READ="http://$MR_DMAAP_APP_NAME:$MR_INTERNAL_PORT/events/$MR_READ_TOPIC"
596 export TOPIC_WRITE="http://$MR_DMAAP_APP_NAME:$MR_INTERNAL_PORT/events/$MR_WRITE_TOPIC/users/mr-stub?timeout=15000&limit=100"
597 export GENERIC_TOPICS_UPLOAD_BASEURL="http://$MR_DMAAP_APP_NAME:$MR_INTERNAL_PORT"
600 __dmaapmr_export_vars
602 if [ $retcode_dmaapmr -eq 0 ]; then
605 MR_MNT_CONFIG_BASEPATH=$SIM_GROUP"/"$MR_DMAAP_COMPOSE_DIR$MR_DMAAP_HOST_MNT_DIR
606 cp -r $SIM_GROUP"/"$MR_DMAAP_COMPOSE_DIR$MR_DMAAP_HOST_CONFIG_DIR/* $MR_MNT_CONFIG_BASEPATH
609 configfile=$MR_MNT_CONFIG_BASEPATH/mr/MsgRtrApi.properties
610 cp $configfile $configfile"_tmp"
611 envsubst < $configfile"_tmp" > $configfile
613 __start_container $MR_DMAAP_COMPOSE_DIR "" NODOCKERARGS 1 $MR_DMAAP_APP_NAME
615 __check_service_start $MR_DMAAP_APP_NAME $MR_DMAAP_PATH$MR_DMAAP_ALIVE_URL
617 echo " Kafka TCP node port $MR_KAFKA_DOCKER_LOCALHOST_PORT"
619 if [ $# -gt 0 ]; then
620 if [ $(($#%3)) -eq 0 ]; then
621 while [ $# -gt 0 ]; do
622 __dmaap_pipeclean "$1" "$2/$1" "$2/$1/$3?timeout=1000&limit=100"
626 echo -e $RED" args: start_mr [<topic-name> <base-url> <group-and-user-url>]*"$ERED
627 echo -e $RED" Got: $@"$ERED
632 dmaap_api_print_topics
637 if [ $retcode_mr -eq 0 ]; then
638 __start_container $MR_STUB_COMPOSE_DIR "" NODOCKERARGS 1 $MR_STUB_APP_NAME
640 __check_service_start $MR_STUB_APP_NAME $MR_STUB_PATH$MR_STUB_ALIVE_URL
648 # Create a dmaap mr topic
649 # args: <topic name> <topic-description>
651 echo -ne " Creating topic: $1"$SAMELINE
653 json_topic="{\"topicName\":\"$1\",\"partitionCount\":\"2\", \"replicationCount\":\"3\", \"transactionEnabled\":\"false\",\"topicDescription\":\"$2\"}"
654 fname="./tmp/$1.json"
655 echo $json_topic > $fname
657 query="/topics/create"
659 while [ $topic_retries -gt 0 ]; do
660 let topic_retries=topic_retries-1
661 res="$(__do_curl_to_api DMAAPMR POST $query $fname)"
662 status=${res:${#res}-3}
664 if [[ $status == "2"* ]]; then
666 echo -e " Creating topic: $1 $GREEN OK $EGREEN"
668 if [ $topic_retries -eq 0 ]; then
669 echo -e " Creating topic: $1 $RED Failed $ERED"
681 # Do a pipeclean of a topic - to overcome dmaap mr bug...
682 # args: <topic> <post-url> <read-url> [<num-retries>]
683 __dmaap_pipeclean() {
685 if [ $# -eq 4 ]; then
688 echo -ne " Doing dmaap-mr pipe cleaning on topic: $1"$SAMELINE
689 while [ $pipeclean_retries -gt 0 ]; do
690 if [[ $1 == *".text" ]]; then
691 echo "pipeclean-$1:$pipeclean_retries" > ./tmp/__dmaap_pipeclean.txt
692 curlString="$MR_DMAAP_PATH$2 -X POST -H Content-Type:text/plain -d@./tmp/__dmaap_pipeclean.txt"
694 echo "{\"pipeclean-$1\":$pipeclean_retries}" > ./tmp/__dmaap_pipeclean.json
695 curlString="$MR_DMAAP_PATH$2 -X POST -H Content-Type:application/json -d@./tmp/__dmaap_pipeclean.json"
697 let pipeclean_retries=pipeclean_retries-1
698 result=$(__do_curl "$curlString")
699 if [ $? -ne 0 ]; then
702 curlString="$MR_DMAAP_PATH$3"
703 result=$(__do_curl "$curlString")
704 if [ $? -eq 0 ]; then
705 if [ $result != "[]" ]; then
706 echo -e " Doing dmaap-mr pipe cleaning on topic: $1 $GREEN OK $EGREEN"
715 echo -e "Doing dmaap-mr pipe cleaning on topic: $1 $RED Failed $ERED"
719 # Helper function to list the current topics in DMAAP MR
721 dmaap_api_print_topics() {
722 echo " Current topics:"
723 curlString="$MR_DMAAP_PATH/topics"
724 result=$(__do_curl "$curlString")
725 echo $result | indent2
729 ### Generic test cases for varaible checking
731 # Tests if a variable value in the MR stub is equal to a target value and and optional timeout.
732 # Arg: <variable-name> <target-value> - This test set pass or fail depending on if the variable is
733 # equal to the target or not.
734 # Arg: <variable-name> <target-value> <timeout-in-sec> - This test waits up to the timeout seconds
735 # before setting pass or fail depending on if the variable value becomes equal to the target
737 # (Function for test scripts)
739 if [ $# -eq 2 ] || [ $# -eq 3 ]; then
740 __var_test "MR" $MR_STUB_PATH/counter/ $1 "=" $2 $3
743 __print_err "Wrong args to mr_equal, needs two or three args: <sim-param> <target-value> [ timeout ]" $@
747 # Tests if a variable value in the MR stub is greater than a target value and and optional timeout.
748 # Arg: <variable-name> <target-value> - This test set pass or fail depending on if the variable is
749 # greater than the target or not.
750 # Arg: <variable-name> <target-value> <timeout-in-sec> - This test waits up to the timeout seconds
751 # before setting pass or fail depending on if the variable value becomes greater than the target
753 # (Function for test scripts)
755 if [ $# -eq 2 ] || [ $# -eq 3 ]; then
756 __var_test "MR" $MR_STUB_PATH/counter/ $1 ">" $2 $3
759 __print_err "Wrong args to mr_greater, needs two or three args: <sim-param> <target-value> [ timeout ]" $@
763 # Read a variable value from MR sim and send to stdout. Arg: <variable-name>
765 echo "$(__do_curl $MR_STUB_PATH/counter/$1)"
768 # Print a variable value from the MR stub.
769 # arg: <variable-name>
770 # (Function for test scripts)
774 __print_err "need one arg, <mr-param>" $@
777 echo -e $BOLD"INFO(${BASH_LINENO[0]}): mrstub, $1 = $(__do_curl $MR_STUB_PATH/counter/$1)"$EBOLD
780 # Send json to topic in mr-stub.
781 # arg: <topic-url> <json-msg>
782 # (Function for test scripts)
785 if [ $# -ne 2 ]; then
786 __print_err "<topic-url> <json-msg>" $@
790 fname=$PWD/tmp/json_payload_to_mr.json
792 res="$(__do_curl_to_api MRSTUB POST $query $fname)"
794 status=${res:${#res}-3}
795 if [ $status -ne 200 ]; then
796 __log_conf_fail_status_code 200 $status
804 # Send text to topic in mr-stub.
805 # arg: <topic-url> <text-msg>
806 # (Function for test scripts)
809 if [ $# -ne 2 ]; then
810 __print_err "<topic-url> <text-msg>" $@
814 fname=$PWD/tmp/text_payload_to_mr.txt
816 res="$(__do_curl_to_api MRSTUB POST $query $fname text/plain)"
818 status=${res:${#res}-3}
819 if [ $status -ne 200 ]; then
820 __log_conf_fail_status_code 200 $status
828 # Send json file to topic in mr-stub.
829 # arg: <topic-url> <json-file>
830 # (Function for test scripts)
831 mr_api_send_json_file() {
833 if [ $# -ne 2 ]; then
834 __print_err "<topic-url> <json-file>" $@
839 __log_test_fail_general "File $2 does not exist"
842 #Create json array for mr
843 datafile="tmp/mr_api_send_json_file.json"
844 { echo -n "[" ; cat $2 ; echo -n "]" ;} > $datafile
846 res="$(__do_curl_to_api MRSTUB POST $query $datafile)"
848 status=${res:${#res}-3}
849 if [ $status -ne 200 ]; then
850 __log_conf_fail_status_code 200 $status
858 # Send text file to topic in mr-stub.
859 # arg: <topic-url> <text-file>
860 # (Function for test scripts)
861 mr_api_send_text_file() {
863 if [ $# -ne 2 ]; then
864 __print_err "<topic-url> <text-file>" $@
869 __log_test_fail_general "File $2 does not exist"
873 res="$(__do_curl_to_api MRSTUB POST $query $2 text/plain)"
875 status=${res:${#res}-3}
876 if [ $status -ne 200 ]; then
877 __log_conf_fail_status_code 200 $status
885 # Create json file for payload
886 # arg: <size-in-kb> <filename>
887 mr_api_generate_json_payload_file() {
889 if [ $# -ne 2 ]; then
890 __print_err "<topic-url> <json-file>" $@
893 if [ $1 -lt 1 ] || [ $1 -gt 10000 ]; then
894 __log_conf_fail_general "Only size between 1k and 10000k supported"
897 echo -n "{\"abcdefghijklmno\":[" > $2
899 echo -n "\""ABCDEFG"\"" >> $2
900 for ((idx=1; idx<$LEN; idx++))
902 echo -n ",\"ABCDEFG\"" >> $2
910 # Create text file for payload
911 # arg: <size-in-kb> <filename>
912 mr_api_generate_text_payload_file() {
914 if [ $# -ne 2 ]; then
915 __print_err "<topic-url> <text-file>" $@
918 if [ $1 -lt 1 ] || [ $1 -gt 10000 ]; then
919 __log_conf_fail_general "Only size between 1k and 10000k supported"
924 for ((idx=0; idx<$LEN; idx++))
926 echo -n "ABCDEFGHIJ" >> $2