3 # ============LICENSE_START===============================================
4 # Copyright (C) 2020 Nordix Foundation. All rights reserved.
5 # ========================================================================
6 # Licensed under the Apache License, Version 2.0 (the "License");
7 # you may not use this file except in compliance with the License.
8 # You may obtain a copy of the License at
10 # http://www.apache.org/licenses/LICENSE-2.0
12 # Unless required by applicable law or agreed to in writing, software
13 # distributed under the License is distributed on an "AS IS" BASIS,
14 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15 # See the License for the specific language governing permissions and
16 # limitations under the License.
17 # ============LICENSE_END=================================================
20 TC_ONELINE_DESCR="App test DMAAP Meditor and DMAAP Adapter"
22 #App names to include in the test when running docker, space separated list
23 DOCKER_INCLUDED_IMAGES="ECS DMAAPMED DMAAPADP KUBEPROXY MR DMAAPMR CR"
25 #App names to include in the test when running kubernetes, space separated list
26 KUBE_INCLUDED_IMAGES=" ECS DMAAPMED DMAAPADP KUBEPROXY MR DMAAPMR CR"
28 #Prestarted app (not started by script) to include in the test when running kubernetes, space separated list
29 KUBE_PRESTARTED_IMAGES=""
31 #Ignore image in DOCKER_INCLUDED_IMAGES, KUBE_INCLUDED_IMAGES if
32 #the image is not configured in the supplied env_file
33 #Used for images not applicable to all supported profile
34 CONDITIONALLY_IGNORED_IMAGES=""
36 #Supported test environment profiles
37 SUPPORTED_PROFILES="ORAN-E-RELEASE"
39 SUPPORTED_RUNMODES="DOCKER KUBE"
41 . ../common/testcase_common.sh $@
47 #Local vars in test script
48 ##########################
50 NUM_CR=10 # Number of callback receivers, divide all callbacks to this number of servers - for load sharing
51 ## Note: The number jobs must be a multiple of the number of CRs in order to calculate the number of expected event in each CR
52 NUM_JOBS=200 # Mediator and adapter gets same number of jobs for every type
54 if [ $NUM_JOBS -lt $NUM_CR ]; then
55 __log_conf_fail_general "Number of jobs: $NUM_JOBS must be greater then the number of CRs: $NUM_CR"
71 start_ecs NOPROXY $SIM_GROUP/$ECS_COMPOSE_DIR/$ECS_CONFIG_FILE
75 start_mr "unauthenticated.dmaapmed.json" "/events" "dmaapmediatorproducer/STD_Fault_Messages" \
76 "unauthenticated.dmaapadp.json" "/events" "dmaapadapterproducer/msgs" \
77 "unauthenticated.dmaapadp_kafka.text" "/events" "dmaapadapterproducer/msgs"
79 start_dmaapadp NOPROXY $SIM_GROUP/$DMAAP_ADP_COMPOSE_DIR/$DMAAP_ADP_CONFIG_FILE $SIM_GROUP/$DMAAP_ADP_COMPOSE_DIR/$DMAAP_ADP_DATA_FILE
83 start_dmaapmed NOPROXY $SIM_GROUP/$DMAAP_MED_COMPOSE_DIR/$DMAAP_MED_DATA_FILE
85 ecs_equal json:data-producer/v1/info-producers 2 60
88 ecs_api_idc_get_job_ids 200 NOTYPE NOWNER EMPTY
89 ecs_api_idc_get_type_ids 200 ExampleInformationType STD_Fault_Messages ExampleInformationTypeKafka
90 ecs_api_edp_get_producer_ids_2 200 NOTYPE DmaapGenericInfoProducer DMaaP_Mediator_Producer
93 # Create jobs for adapter - CR stores data as MD5 hash
94 start_timer "Create adapter jobs: $NUM_JOBS"
95 for ((i=1; i<=$NUM_JOBS; i++))
97 cr_index=$(($i%$NUM_CR))
98 service_mr="CR_SERVICE_MR_PATH_"$cr_index
99 service_app="CR_SERVICE_APP_PATH_"$cr_index
100 ecs_api_idc_put_job 201 job-adp-$i ExampleInformationType ${!service_mr}/job-adp-data$i"?storeas=md5" info-owner-adp-$i ${!service_app}/job_status_info-owner-adp-$i testdata/dmaap-adapter/job-template.json
105 # Create jobs for adapter kafka - CR stores data as MD5 hash
106 start_timer "Create adapter (kafka) jobs: $NUM_JOBS"
107 for ((i=1; i<=$NUM_JOBS; i++))
109 cr_index=$(($i%$NUM_CR))
110 service_text="CR_SERVICE_TEXT_PATH_"$cr_index
111 service_app="CR_SERVICE_APP_PATH_"$cr_index
112 ecs_api_idc_put_job 201 job-adp-kafka-$i ExampleInformationTypeKafka ${!service_text}/job-adp-kafka-data$i"?storeas=md5" info-owner-adp-kafka-$i ${!service_app}/job_status_info-owner-adp-kafka-$i testdata/dmaap-adapter/job-template-1-kafka.json
117 # Create jobs for mediator - CR stores data as MD5 hash
118 start_timer "Create mediator jobs: $NUM_JOBS"
119 for ((i=1; i<=$NUM_JOBS; i++))
121 cr_index=$(($i%$NUM_CR))
122 service_mr="CR_SERVICE_MR_PATH_"$cr_index
123 service_app="CR_SERVICE_APP_PATH_"$cr_index
124 ecs_api_idc_put_job 201 job-med-$i STD_Fault_Messages ${!service_mr}/job-med-data$i"?storeas=md5" info-owner-med-$i ${!service_app}/job_status_info-owner-med-$i testdata/dmaap-adapter/job-template.json
129 for ((i=1; i<=$NUM_JOBS; i++))
131 ecs_api_a1_get_job_status 200 job-med-$i ENABLED 30
132 ecs_api_a1_get_job_status 200 job-adp-$i ENABLED 30
133 ecs_api_a1_get_job_status 200 job-adp-kafka-$i ENABLED 30
137 EXPECTED_DATA_DELIV=0 #Total delivered msg per CR
138 DATA_DELIV_JOBS=0 #Total delivered msg per job per CR
140 mr_api_generate_json_payload_file 1 ./tmp/data_for_dmaap_test.json
141 mr_api_generate_text_payload_file 1 ./tmp/data_for_dmaap_test.txt
143 ## Send json file via message-router to adapter
144 DATA_DELIV_JOBS=5 #Each job will eventuall get 2 msgs
145 EXPECTED_DATA_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_DATA_DELIV))
146 mr_api_send_json_file "/events/unauthenticated.dmaapadp.json" ./tmp/data_for_dmaap_test.json
147 for ((i=0; i<$NUM_CR; i++))
149 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
152 EXPECTED_DATA_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_DATA_DELIV))
153 mr_api_send_json_file "/events/unauthenticated.dmaapadp.json" ./tmp/data_for_dmaap_test.json
154 for ((i=0; i<$NUM_CR; i++))
156 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
159 EXPECTED_DATA_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_DATA_DELIV))
160 mr_api_send_json_file "/events/unauthenticated.dmaapadp.json" ./tmp/data_for_dmaap_test.json
161 for ((i=0; i<$NUM_CR; i++))
163 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
166 EXPECTED_DATA_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_DATA_DELIV))
167 mr_api_send_json_file "/events/unauthenticated.dmaapadp.json" ./tmp/data_for_dmaap_test.json
168 for ((i=0; i<$NUM_CR; i++))
170 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
173 EXPECTED_DATA_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_DATA_DELIV))
174 mr_api_send_json_file "/events/unauthenticated.dmaapadp.json" ./tmp/data_for_dmaap_test.json
175 for ((i=0; i<$NUM_CR; i++))
177 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
180 # Check received data callbacks from adapter
181 for ((i=1; i<=$NUM_JOBS; i++))
183 cr_index=$(($i%$NUM_CR))
184 cr_api_check_single_genric_event_md5_file 200 $cr_index job-adp-data$i ./tmp/data_for_dmaap_test.json
185 cr_api_check_single_genric_event_md5_file 200 $cr_index job-adp-data$i ./tmp/data_for_dmaap_test.json
186 cr_api_check_single_genric_event_md5_file 200 $cr_index job-adp-data$i ./tmp/data_for_dmaap_test.json
187 cr_api_check_single_genric_event_md5_file 200 $cr_index job-adp-data$i ./tmp/data_for_dmaap_test.json
188 cr_api_check_single_genric_event_md5_file 200 $cr_index job-adp-data$i ./tmp/data_for_dmaap_test.json
192 ## Send text file via message-router to adapter kafka
194 EXPECTED_DATA_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_DATA_DELIV))
195 mr_api_send_text_file "/events/unauthenticated.dmaapadp_kafka.text" ./tmp/data_for_dmaap_test.txt
196 for ((i=0; i<$NUM_CR; i++))
198 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
201 EXPECTED_DATA_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_DATA_DELIV))
202 mr_api_send_text_file "/events/unauthenticated.dmaapadp_kafka.text" ./tmp/data_for_dmaap_test.txt
203 for ((i=0; i<$NUM_CR; i++))
205 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
208 EXPECTED_DATA_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_DATA_DELIV))
209 mr_api_send_text_file "/events/unauthenticated.dmaapadp_kafka.text" ./tmp/data_for_dmaap_test.txt
210 for ((i=0; i<$NUM_CR; i++))
212 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
215 EXPECTED_DATA_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_DATA_DELIV))
216 mr_api_send_text_file "/events/unauthenticated.dmaapadp_kafka.text" ./tmp/data_for_dmaap_test.txt
217 for ((i=0; i<$NUM_CR; i++))
219 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
222 EXPECTED_DATA_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_DATA_DELIV))
223 mr_api_send_text_file "/events/unauthenticated.dmaapadp_kafka.text" ./tmp/data_for_dmaap_test.txt
224 for ((i=0; i<$NUM_CR; i++))
226 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
229 # Check received data callbacks from adapter kafka
230 for ((i=1; i<=$NUM_JOBS; i++))
232 cr_index=$(($i%$NUM_CR))
233 cr_api_check_single_genric_event_md5_file 200 $cr_index job-adp-kafka-data$i ./tmp/data_for_dmaap_test.txt
234 cr_api_check_single_genric_event_md5_file 200 $cr_index job-adp-kafka-data$i ./tmp/data_for_dmaap_test.txt
235 cr_api_check_single_genric_event_md5_file 200 $cr_index job-adp-kafka-data$i ./tmp/data_for_dmaap_test.txt
236 cr_api_check_single_genric_event_md5_file 200 $cr_index job-adp-kafka-data$i ./tmp/data_for_dmaap_test.txt
237 cr_api_check_single_genric_event_md5_file 200 $cr_index job-adp-kafka-data$i ./tmp/data_for_dmaap_test.txt
240 ## Send json file via message-router to mediator
242 EXPECTED_DATA_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_DATA_DELIV))
243 mr_api_send_json_file "/events/unauthenticated.dmaapmed.json" ./tmp/data_for_dmaap_test.json
244 for ((i=0; i<$NUM_CR; i++))
246 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
249 EXPECTED_DATA_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_DATA_DELIV))
250 mr_api_send_json_file "/events/unauthenticated.dmaapmed.json" ./tmp/data_for_dmaap_test.json
251 for ((i=0; i<$NUM_CR; i++))
253 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
256 EXPECTED_DATA_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_DATA_DELIV))
257 mr_api_send_json_file "/events/unauthenticated.dmaapmed.json" ./tmp/data_for_dmaap_test.json
258 for ((i=0; i<$NUM_CR; i++))
260 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
263 EXPECTED_DATA_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_DATA_DELIV))
264 mr_api_send_json_file "/events/unauthenticated.dmaapmed.json" ./tmp/data_for_dmaap_test.json
265 for ((i=0; i<$NUM_CR; i++))
267 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
270 EXPECTED_DATA_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_DATA_DELIV))
271 mr_api_send_json_file "/events/unauthenticated.dmaapmed.json" ./tmp/data_for_dmaap_test.json
272 for ((i=0; i<$NUM_CR; i++))
274 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
277 # Check received data callbacks from mediator
278 for ((i=1; i<=$NUM_JOBS; i++))
280 cr_index=$(($i%$NUM_CR))
281 cr_api_check_single_genric_event_md5_file 200 $cr_index job-med-data$i ./tmp/data_for_dmaap_test.json
282 cr_api_check_single_genric_event_md5_file 200 $cr_index job-med-data$i ./tmp/data_for_dmaap_test.json
283 cr_api_check_single_genric_event_md5_file 200 $cr_index job-med-data$i ./tmp/data_for_dmaap_test.json
284 cr_api_check_single_genric_event_md5_file 200 $cr_index job-med-data$i ./tmp/data_for_dmaap_test.json
285 cr_api_check_single_genric_event_md5_file 200 $cr_index job-med-data$i ./tmp/data_for_dmaap_test.json
289 # Send small json via message-router to adapter
290 mr_api_send_json "/events/unauthenticated.dmaapadp.json" '{"msg":"msg-1"}'
291 mr_api_send_json "/events/unauthenticated.dmaapadp.json" '{"msg":"msg-3"}'
293 DATA_DELIV_JOBS=7 #Each job will eventuall get 5+2 msgs
295 # Wait for data recetption, adapter
296 EXPECTED_DATA_DELIV=$(($NUM_JOBS*2/$NUM_CR+$EXPECTED_DATA_DELIV))
297 start_timer "Data delivery adapter, 2 json per job"
298 for ((i=0; i<$NUM_CR; i++))
300 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
304 # Send small text via message-routere to adapter
305 mr_api_send_text "/events/unauthenticated.dmaapadp_kafka.text" 'Message-------1'
306 mr_api_send_text "/events/unauthenticated.dmaapadp_kafka.text" 'Message-------3'
308 # Wait for data recetption, adapter kafka
309 EXPECTED_DATA_DELIV=$(($NUM_JOBS*2/$NUM_CR+$EXPECTED_DATA_DELIV))
310 start_timer "Data delivery adapter kafka, 2 strings per job"
311 for ((i=0; i<$NUM_CR; i++))
313 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
317 # Send small json via message-router to mediator
318 mr_api_send_json "/events/unauthenticated.dmaapmed.json" '{"msg":"msg-0"}'
319 mr_api_send_json "/events/unauthenticated.dmaapmed.json" '{"msg":"msg-2"}'
321 # Wait for data reception, mediator
322 EXPECTED_DATA_DELIV=$(($NUM_JOBS*2/$NUM_CR+$EXPECTED_DATA_DELIV))
323 start_timer "Data delivery mediator, 2 json per job"
324 for ((i=0; i<$NUM_CR; i++))
326 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 100
330 # Check received number of messages for mediator and adapter callbacks
331 for ((i=1; i<=$NUM_JOBS; i++))
333 cr_index=$(($i%$NUM_CR))
334 cr_equal $cr_index received_callbacks?id=job-med-data$i $DATA_DELIV_JOBS
335 cr_equal $cr_index received_callbacks?id=job-adp-data$i $DATA_DELIV_JOBS
336 cr_equal $cr_index received_callbacks?id=job-adp-kafka-data$i $DATA_DELIV_JOBS
339 # Check received data and order for mediator and adapter callbacks
340 for ((i=1; i<=$NUM_JOBS; i++))
342 cr_index=$(($i%$NUM_CR))
343 cr_api_check_single_genric_event_md5 200 $cr_index job-med-data$i '{"msg":"msg-0"}'
344 cr_api_check_single_genric_event_md5 200 $cr_index job-med-data$i '{"msg":"msg-2"}'
345 cr_api_check_single_genric_event_md5 200 $cr_index job-adp-data$i '{"msg":"msg-1"}'
346 cr_api_check_single_genric_event_md5 200 $cr_index job-adp-data$i '{"msg":"msg-3"}'
347 cr_api_check_single_genric_event_md5 200 $cr_index job-adp-kafka-data$i 'Message-------1'
348 cr_api_check_single_genric_event_md5 200 $cr_index job-adp-kafka-data$i 'Message-------3'
351 # Set delay in the callback receiver to slow down callbacks
353 for ((i=0; i<$NUM_CR; i++))
355 cr_delay_callback 200 $i $SEC_DELAY
358 # Send small json via message-router to adapter
359 mr_api_send_json "/events/unauthenticated.dmaapadp.json" '{"msg":"msg-5"}'
360 mr_api_send_json "/events/unauthenticated.dmaapadp.json" '{"msg":"msg-7"}'
362 # Wait for data recetption, adapter
363 EXPECTED_DATA_DELIV=$(($NUM_JOBS*2/$NUM_CR+$EXPECTED_DATA_DELIV))
364 start_timer "Data delivery adapter with $SEC_DELAY seconds delay in consumer, 2 json per job"
365 for ((i=0; i<$NUM_CR; i++))
367 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 100
372 # Send small text via message-router to adapter kafka
373 mr_api_send_text "/events/unauthenticated.dmaapadp_kafka.text" 'Message-------5'
374 mr_api_send_text "/events/unauthenticated.dmaapadp_kafka.text" 'Message-------7'
376 # Wait for data recetption, adapter kafka
377 EXPECTED_DATA_DELIV=$(($NUM_JOBS*2/$NUM_CR+$EXPECTED_DATA_DELIV))
378 start_timer "Data delivery adapter kafka with $SEC_DELAY seconds delay in consumer, 2 strings per job"
379 for ((i=0; i<$NUM_CR; i++))
381 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 100
386 # Send small json via message-router to mediator
387 mr_api_send_json "/events/unauthenticated.dmaapmed.json" '{"msg":"msg-4"}'
388 mr_api_send_json "/events/unauthenticated.dmaapmed.json" '{"msg":"msg-6"}'
390 # Wait for data reception, mediator
391 EXPECTED_DATA_DELIV=$(($NUM_JOBS*2/$NUM_CR+$EXPECTED_DATA_DELIV))
392 start_timer "Data delivery mediator with $SEC_DELAY seconds delay in consumer, 2 json per job"
393 for ((i=0; i<$NUM_CR; i++))
395 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 100
399 # Check received number of messages for mediator and adapter callbacks
400 for ((i=1; i<=$NUM_JOBS; i++))
402 cr_index=$(($i%$NUM_CR))
403 cr_equal $cr_index received_callbacks?id=job-med-data$i 9
404 cr_equal $cr_index received_callbacks?id=job-adp-data$i 9
405 cr_equal $cr_index received_callbacks?id=job-adp-kafka-data$i 9
408 # Check received data and order for mediator and adapter callbacks
409 for ((i=1; i<=$NUM_JOBS; i++))
411 cr_index=$(($i%$NUM_CR))
412 cr_api_check_single_genric_event_md5 200 $cr_index job-med-data$i '{"msg":"msg-4"}'
413 cr_api_check_single_genric_event_md5 200 $cr_index job-med-data$i '{"msg":"msg-6"}'
414 cr_api_check_single_genric_event_md5 200 $cr_index job-adp-data$i '{"msg":"msg-5"}'
415 cr_api_check_single_genric_event_md5 200 $cr_index job-adp-data$i '{"msg":"msg-7"}'
416 cr_api_check_single_genric_event_md5 200 $cr_index job-adp-kafka-data$i 'Message-------5'
417 cr_api_check_single_genric_event_md5 200 $cr_index job-adp-kafka-data$i 'Message-------7'
420 #### TEST COMPLETE ####
426 auto_clean_environment