3 # ============LICENSE_START===============================================
4 # Copyright (C) 2020 Nordix Foundation. All rights reserved.
5 # ========================================================================
6 # Licensed under the Apache License, Version 2.0 (the "License");
7 # you may not use this file except in compliance with the License.
8 # You may obtain a copy of the License at
10 # http://www.apache.org/licenses/LICENSE-2.0
12 # Unless required by applicable law or agreed to in writing, software
13 # distributed under the License is distributed on an "AS IS" BASIS,
14 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15 # See the License for the specific language governing permissions and
16 # limitations under the License.
17 # ============LICENSE_END=================================================
20 TC_ONELINE_DESCR="App test DMAAP Meditor and DMAAP Adapter"
22 #App names to include in the test when running docker, space separated list
23 DOCKER_INCLUDED_IMAGES="ICS DMAAPMED DMAAPADP KUBEPROXY MR DMAAPMR CR KAFKAPC"
25 #App names to include in the test when running kubernetes, space separated list
26 KUBE_INCLUDED_IMAGES=" ICS DMAAPMED DMAAPADP KUBEPROXY MR DMAAPMR CR KAFKAPC"
28 #Prestarted app (not started by script) to include in the test when running kubernetes, space separated list
29 KUBE_PRESTARTED_IMAGES=""
31 #Ignore image in DOCKER_INCLUDED_IMAGES, KUBE_INCLUDED_IMAGES if
32 #the image is not configured in the supplied env_file
33 #Used for images not applicable to all supported profile
34 CONDITIONALLY_IGNORED_IMAGES=""
36 #Supported test environment profiles
37 SUPPORTED_PROFILES="ORAN-E-RELEASE ORAN-F-RELEASE"
39 SUPPORTED_RUNMODES="DOCKER KUBE"
41 . ../common/testcase_common.sh $@
47 #Local vars in test script
48 ##########################
50 NUM_CR=10 # Number of callback receivers, divide all callbacks to this number of servers - for load sharing
51 ## Note: The number jobs must be a multiple of the number of CRs in order to calculate the number of expected event in each CR
52 NUM_JOBS=200 # Mediator and adapter gets same number of jobs for every type
53 if [ $NUM_JOBS -lt $NUM_CR ]; then
54 __log_conf_fail_general "Number of jobs: $NUM_JOBS must be greater then the number of CRs: $NUM_CR"
70 start_ics NOPROXY $SIM_GROUP/$ICS_COMPOSE_DIR/$ICS_CONFIG_FILE
74 start_mr "unauthenticated.dmaapmed.json" "/events" "dmaapmediatorproducer/STD_Fault_Messages" \
75 "unauthenticated.dmaapadp.json" "/events" "dmaapadapterproducer/msgs"
79 kafkapc_api_create_topic 201 "unauthenticated.dmaapadp_kafka.text" "text/plain"
81 kafkapc_api_start_sending 200 "unauthenticated.dmaapadp_kafka.text"
83 start_dmaapadp NOPROXY $SIM_GROUP/$DMAAP_ADP_COMPOSE_DIR/$DMAAP_ADP_CONFIG_FILE $SIM_GROUP/$DMAAP_ADP_COMPOSE_DIR/$DMAAP_ADP_DATA_FILE
87 if [[ "$DMAAP_MED_FEATURE_LEVEL" == *"KAFKATYPES"* ]]; then
88 kafkapc_api_create_topic 201 "unauthenticated.dmaapmed_kafka.text" "text/plain"
90 kafkapc_api_start_sending 200 "unauthenticated.dmaapmed_kafka.text"
93 start_dmaapmed NOPROXY $SIM_GROUP/$DMAAP_MED_COMPOSE_DIR/$DMAAP_MED_HOST_DATA_FILE
95 ics_equal json:data-producer/v1/info-producers 2 60
98 ics_api_idc_get_job_ids 200 NOTYPE NOWNER EMPTY
99 ics_api_edp_get_producer_ids_2 200 NOTYPE DmaapGenericInfoProducer DMaaP_Mediator_Producer
100 if [[ "$DMAAP_MED_FEATURE_LEVEL" != *"KAFKATYPES"* ]]; then
101 ics_api_idc_get_type_ids 200 ExampleInformationType STD_Fault_Messages ExampleInformationTypeKafka
103 ics_api_idc_get_type_ids 200 ExampleInformationType STD_Fault_Messages ExampleInformationTypeKafka Kafka_TestTopic
107 # Create jobs for adapter - CR stores data as MD5 hash
108 start_timer "Create adapter jobs: $NUM_JOBS"
109 for ((i=1; i<=$NUM_JOBS; i++))
111 cr_index=$(($i%$NUM_CR))
112 service_mr="CR_SERVICE_MR_PATH_"$cr_index
113 service_app="CR_SERVICE_APP_PATH_"$cr_index
114 ics_api_idc_put_job 201 job-adp-$i ExampleInformationType ${!service_mr}/job-adp-data$i"?storeas=md5" info-owner-adp-$i ${!service_app}/job_status_info-owner-adp-$i testdata/dmaap-adapter/job-template.json
119 # Create jobs for adapter kafka - CR stores data as MD5 hash
120 start_timer "Create adapter (kafka) jobs: $NUM_JOBS"
121 for ((i=1; i<=$NUM_JOBS; i++))
123 cr_index=$(($i%$NUM_CR))
124 service_text="CR_SERVICE_TEXT_PATH_"$cr_index
125 service_app="CR_SERVICE_APP_PATH_"$cr_index
126 ics_api_idc_put_job 201 job-adp-kafka-$i ExampleInformationTypeKafka ${!service_text}/job-adp-kafka-data$i"?storeas=md5" info-owner-adp-kafka-$i ${!service_app}/job_status_info-owner-adp-kafka-$i testdata/dmaap-adapter/job-template-1-kafka.json
131 # Create jobs for mediator - CR stores data as MD5 hash
132 start_timer "Create mediator jobs: $NUM_JOBS"
133 for ((i=1; i<=$NUM_JOBS; i++))
135 cr_index=$(($i%$NUM_CR))
136 service_mr="CR_SERVICE_MR_PATH_"$cr_index
137 service_app="CR_SERVICE_APP_PATH_"$cr_index
138 ics_api_idc_put_job 201 job-med-$i STD_Fault_Messages ${!service_mr}/job-med-data$i"?storeas=md5" info-owner-med-$i ${!service_app}/job_status_info-owner-med-$i testdata/dmaap-mediator/job-template.json
142 if [[ "$DMAAP_MED_FEATURE_LEVEL" == *"KAFKATYPES"* ]]; then
143 # Create jobs for mediator kafka - CR stores data as MD5 hash
144 start_timer "Create mediator (kafka) jobs: $NUM_JOBS"
145 for ((i=1; i<=$NUM_JOBS; i++))
147 cr_index=$(($i%$NUM_CR))
148 service_text="CR_SERVICE_TEXT_PATH_"$cr_index
149 service_app="CR_SERVICE_APP_PATH_"$cr_index
150 ics_api_idc_put_job 201 job-med-kafka-$i Kafka_TestTopic ${!service_text}/job-med-kafka-data$i"?storeas=md5" info-owner-med-kafka-$i ${!service_app}/job_status_info-owner-med-kafka-$i testdata/dmaap-mediator/job-template-1-kafka.json
156 for ((i=1; i<=$NUM_JOBS; i++))
158 ics_api_a1_get_job_status 200 job-med-$i ENABLED 30
159 ics_api_a1_get_job_status 200 job-adp-$i ENABLED 30
160 ics_api_a1_get_job_status 200 job-adp-kafka-$i ENABLED 30
161 if [[ "$DMAAP_MED_FEATURE_LEVEL" == *"KAFKATYPES"* ]]; then
162 ics_api_a1_get_job_status 200 job-med-kafka-$i ENABLED 30
167 EXPECTED_DATA_DELIV=0 #Total delivered msg per CR
168 EXPECTED_BATCHES_DELIV=0 #Total delivered batches per CR
169 DATA_DELIV_JOBS=0 #Total delivered msg per job per CR
171 mr_api_generate_json_payload_file 1 ./tmp/data_for_dmaap_test.json
172 kafkapc_api_generate_text_payload_file 1 ./tmp/data_for_dmaap_test.txt
174 ## Send json file via message-router to adapter
175 DATA_DELIV_JOBS=5 #Each job will eventuall get 2 msgs
176 EXPECTED_DATA_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_DATA_DELIV))
177 EXPECTED_BATCHES_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_BATCHES_DELIV))
178 mr_api_send_json_file "/events/unauthenticated.dmaapadp.json" ./tmp/data_for_dmaap_test.json
179 for ((i=0; i<$NUM_CR; i++))
181 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
182 cr_equal $i received_callback_batches $EXPECTED_BATCHES_DELIV 60
185 EXPECTED_DATA_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_DATA_DELIV))
186 EXPECTED_BATCHES_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_BATCHES_DELIV))
187 mr_api_send_json_file "/events/unauthenticated.dmaapadp.json" ./tmp/data_for_dmaap_test.json
188 for ((i=0; i<$NUM_CR; i++))
190 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
191 cr_equal $i received_callback_batches $EXPECTED_BATCHES_DELIV 60
194 EXPECTED_DATA_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_DATA_DELIV))
195 EXPECTED_BATCHES_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_BATCHES_DELIV))
196 mr_api_send_json_file "/events/unauthenticated.dmaapadp.json" ./tmp/data_for_dmaap_test.json
197 for ((i=0; i<$NUM_CR; i++))
199 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
200 cr_equal $i received_callback_batches $EXPECTED_BATCHES_DELIV 60
203 EXPECTED_DATA_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_DATA_DELIV))
204 EXPECTED_BATCHES_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_BATCHES_DELIV))
205 mr_api_send_json_file "/events/unauthenticated.dmaapadp.json" ./tmp/data_for_dmaap_test.json
206 for ((i=0; i<$NUM_CR; i++))
208 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
209 cr_equal $i received_callback_batches $EXPECTED_BATCHES_DELIV 60
212 EXPECTED_DATA_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_DATA_DELIV))
213 EXPECTED_BATCHES_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_BATCHES_DELIV))
214 mr_api_send_json_file "/events/unauthenticated.dmaapadp.json" ./tmp/data_for_dmaap_test.json
215 for ((i=0; i<$NUM_CR; i++))
217 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
218 cr_equal $i received_callback_batches $EXPECTED_BATCHES_DELIV 60
221 # Check received data callbacks from adapter
222 for ((i=1; i<=$NUM_JOBS; i++))
224 cr_index=$(($i%$NUM_CR))
225 cr_api_check_single_genric_event_md5_file 200 $cr_index job-adp-data$i ./tmp/data_for_dmaap_test.json
226 cr_api_check_single_genric_event_md5_file 200 $cr_index job-adp-data$i ./tmp/data_for_dmaap_test.json
227 cr_api_check_single_genric_event_md5_file 200 $cr_index job-adp-data$i ./tmp/data_for_dmaap_test.json
228 cr_api_check_single_genric_event_md5_file 200 $cr_index job-adp-data$i ./tmp/data_for_dmaap_test.json
229 cr_api_check_single_genric_event_md5_file 200 $cr_index job-adp-data$i ./tmp/data_for_dmaap_test.json
233 ## Send text file via message-router to adapter kafka
235 EXPECTED_DATA_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_DATA_DELIV))
236 EXPECTED_BATCHES_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_BATCHES_DELIV))
237 kafkapc_api_post_msg_from_file 200 "unauthenticated.dmaapadp_kafka.text" "text/plain" ./tmp/data_for_dmaap_test.txt
238 kafkapc_equal topics/unauthenticated.dmaapadp_kafka.text/counters/sent 1 30
239 for ((i=0; i<$NUM_CR; i++))
241 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
242 cr_equal $i received_callback_batches $EXPECTED_BATCHES_DELIV 60
245 EXPECTED_DATA_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_DATA_DELIV))
246 EXPECTED_BATCHES_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_BATCHES_DELIV))
247 kafkapc_api_post_msg_from_file 200 "unauthenticated.dmaapadp_kafka.text" "text/plain" ./tmp/data_for_dmaap_test.txt
248 kafkapc_equal topics/unauthenticated.dmaapadp_kafka.text/counters/sent 2 30
249 for ((i=0; i<$NUM_CR; i++))
251 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
252 cr_equal $i received_callback_batches $EXPECTED_BATCHES_DELIV 60
255 EXPECTED_DATA_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_DATA_DELIV))
256 EXPECTED_BATCHES_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_BATCHES_DELIV))
257 kafkapc_api_post_msg_from_file 200 "unauthenticated.dmaapadp_kafka.text" "text/plain" ./tmp/data_for_dmaap_test.txt
258 kafkapc_equal topics/unauthenticated.dmaapadp_kafka.text/counters/sent 3 30
259 for ((i=0; i<$NUM_CR; i++))
261 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
262 cr_equal $i received_callback_batches $EXPECTED_BATCHES_DELIV 60
265 EXPECTED_DATA_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_DATA_DELIV))
266 EXPECTED_BATCHES_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_BATCHES_DELIV))
267 kafkapc_api_post_msg_from_file 200 "unauthenticated.dmaapadp_kafka.text" "text/plain" ./tmp/data_for_dmaap_test.txt
268 kafkapc_equal topics/unauthenticated.dmaapadp_kafka.text/counters/sent 4 30
269 for ((i=0; i<$NUM_CR; i++))
271 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
272 cr_equal $i received_callback_batches $EXPECTED_BATCHES_DELIV 60
275 EXPECTED_DATA_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_DATA_DELIV))
276 EXPECTED_BATCHES_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_BATCHES_DELIV))
277 kafkapc_api_post_msg_from_file 200 "unauthenticated.dmaapadp_kafka.text" "text/plain" ./tmp/data_for_dmaap_test.txt
278 kafkapc_equal topics/unauthenticated.dmaapadp_kafka.text/counters/sent 5 30
279 for ((i=0; i<$NUM_CR; i++))
281 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
282 cr_equal $i received_callback_batches $EXPECTED_BATCHES_DELIV 60
285 # Check received data callbacks from adapter kafka
286 for ((i=1; i<=$NUM_JOBS; i++))
288 cr_index=$(($i%$NUM_CR))
289 cr_api_check_single_genric_event_md5_file 200 $cr_index job-adp-kafka-data$i ./tmp/data_for_dmaap_test.txt
290 cr_api_check_single_genric_event_md5_file 200 $cr_index job-adp-kafka-data$i ./tmp/data_for_dmaap_test.txt
291 cr_api_check_single_genric_event_md5_file 200 $cr_index job-adp-kafka-data$i ./tmp/data_for_dmaap_test.txt
292 cr_api_check_single_genric_event_md5_file 200 $cr_index job-adp-kafka-data$i ./tmp/data_for_dmaap_test.txt
293 cr_api_check_single_genric_event_md5_file 200 $cr_index job-adp-kafka-data$i ./tmp/data_for_dmaap_test.txt
296 ## Send json file via message-router to mediator
298 EXPECTED_DATA_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_DATA_DELIV))
299 EXPECTED_BATCHES_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_BATCHES_DELIV))
300 mr_api_send_json_file "/events/unauthenticated.dmaapmed.json" ./tmp/data_for_dmaap_test.json
301 for ((i=0; i<$NUM_CR; i++))
303 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
304 cr_equal $i received_callback_batches $EXPECTED_BATCHES_DELIV 60
307 EXPECTED_DATA_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_DATA_DELIV))
308 EXPECTED_BATCHES_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_BATCHES_DELIV))
309 mr_api_send_json_file "/events/unauthenticated.dmaapmed.json" ./tmp/data_for_dmaap_test.json
310 for ((i=0; i<$NUM_CR; i++))
312 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
313 cr_equal $i received_callback_batches $EXPECTED_BATCHES_DELIV 60
316 EXPECTED_DATA_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_DATA_DELIV))
317 EXPECTED_BATCHES_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_BATCHES_DELIV))
318 mr_api_send_json_file "/events/unauthenticated.dmaapmed.json" ./tmp/data_for_dmaap_test.json
319 for ((i=0; i<$NUM_CR; i++))
321 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
322 cr_equal $i received_callback_batches $EXPECTED_BATCHES_DELIV 60
325 EXPECTED_DATA_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_DATA_DELIV))
326 EXPECTED_BATCHES_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_BATCHES_DELIV))
327 mr_api_send_json_file "/events/unauthenticated.dmaapmed.json" ./tmp/data_for_dmaap_test.json
328 for ((i=0; i<$NUM_CR; i++))
330 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
331 cr_equal $i received_callback_batches $EXPECTED_BATCHES_DELIV 60
334 EXPECTED_DATA_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_DATA_DELIV))
335 EXPECTED_BATCHES_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_BATCHES_DELIV))
336 mr_api_send_json_file "/events/unauthenticated.dmaapmed.json" ./tmp/data_for_dmaap_test.json
337 for ((i=0; i<$NUM_CR; i++))
339 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
340 cr_equal $i received_callback_batches $EXPECTED_BATCHES_DELIV 60
343 # Check received data callbacks from mediator
344 for ((i=1; i<=$NUM_JOBS; i++))
346 cr_index=$(($i%$NUM_CR))
347 cr_api_check_single_genric_event_md5_file 200 $cr_index job-med-data$i ./tmp/data_for_dmaap_test.json
348 cr_api_check_single_genric_event_md5_file 200 $cr_index job-med-data$i ./tmp/data_for_dmaap_test.json
349 cr_api_check_single_genric_event_md5_file 200 $cr_index job-med-data$i ./tmp/data_for_dmaap_test.json
350 cr_api_check_single_genric_event_md5_file 200 $cr_index job-med-data$i ./tmp/data_for_dmaap_test.json
351 cr_api_check_single_genric_event_md5_file 200 $cr_index job-med-data$i ./tmp/data_for_dmaap_test.json
354 if [[ "$DMAAP_MED_FEATURE_LEVEL" == *"KAFKATYPES"* ]]; then
355 ## Send text file via message-router to mediator kafka
357 EXPECTED_DATA_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_DATA_DELIV))
358 EXPECTED_BATCHES_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_BATCHES_DELIV))
359 kafkapc_api_post_msg_from_file 200 "unauthenticated.dmaapmed_kafka.text" "text/plain" ./tmp/data_for_dmaap_test.txt
360 kafkapc_equal topics/unauthenticated.dmaapmed_kafka.text/counters/sent 1 30
361 for ((i=0; i<$NUM_CR; i++))
363 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
364 cr_equal $i received_callback_batches $EXPECTED_BATCHES_DELIV 60
367 EXPECTED_DATA_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_DATA_DELIV))
368 EXPECTED_BATCHES_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_BATCHES_DELIV))
369 kafkapc_api_post_msg_from_file 200 "unauthenticated.dmaapmed_kafka.text" "text/plain" ./tmp/data_for_dmaap_test.txt
370 kafkapc_equal topics/unauthenticated.dmaapmed_kafka.text/counters/sent 2 30
371 for ((i=0; i<$NUM_CR; i++))
373 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
374 cr_equal $i received_callback_batches $EXPECTED_BATCHES_DELIV 60
377 EXPECTED_DATA_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_DATA_DELIV))
378 EXPECTED_BATCHES_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_BATCHES_DELIV))
379 kafkapc_api_post_msg_from_file 200 "unauthenticated.dmaapmed_kafka.text" "text/plain" ./tmp/data_for_dmaap_test.txt
380 kafkapc_equal topics/unauthenticated.dmaapmed_kafka.text/counters/sent 3 30
381 for ((i=0; i<$NUM_CR; i++))
383 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
384 cr_equal $i received_callback_batches $EXPECTED_BATCHES_DELIV 60
387 EXPECTED_DATA_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_DATA_DELIV))
388 EXPECTED_BATCHES_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_BATCHES_DELIV))
389 kafkapc_api_post_msg_from_file 200 "unauthenticated.dmaapmed_kafka.text" "text/plain" ./tmp/data_for_dmaap_test.txt
390 kafkapc_equal topics/unauthenticated.dmaapmed_kafka.text/counters/sent 4 30
391 for ((i=0; i<$NUM_CR; i++))
393 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
394 cr_equal $i received_callback_batches $EXPECTED_BATCHES_DELIV 60
397 EXPECTED_DATA_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_DATA_DELIV))
398 EXPECTED_BATCHES_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_BATCHES_DELIV))
399 kafkapc_api_post_msg_from_file 200 "unauthenticated.dmaapmed_kafka.text" "text/plain" ./tmp/data_for_dmaap_test.txt
400 kafkapc_equal topics/unauthenticated.dmaapmed_kafka.text/counters/sent 5 30
401 for ((i=0; i<$NUM_CR; i++))
403 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
404 cr_equal $i received_callback_batches $EXPECTED_BATCHES_DELIV 60
407 # Check received data callbacks from adapter kafka
408 for ((i=1; i<=$NUM_JOBS; i++))
410 cr_index=$(($i%$NUM_CR))
411 cr_api_check_single_genric_event_md5_file 200 $cr_index job-med-kafka-data$i ./tmp/data_for_dmaap_test.txt
412 cr_api_check_single_genric_event_md5_file 200 $cr_index job-med-kafka-data$i ./tmp/data_for_dmaap_test.txt
413 cr_api_check_single_genric_event_md5_file 200 $cr_index job-med-kafka-data$i ./tmp/data_for_dmaap_test.txt
414 cr_api_check_single_genric_event_md5_file 200 $cr_index job-med-kafka-data$i ./tmp/data_for_dmaap_test.txt
415 cr_api_check_single_genric_event_md5_file 200 $cr_index job-med-kafka-data$i ./tmp/data_for_dmaap_test.txt
419 # Send small json via message-router to adapter
420 mr_api_send_json "/events/unauthenticated.dmaapadp.json" '{"msg":"msg-1"}'
421 mr_api_send_json "/events/unauthenticated.dmaapadp.json" '{"msg":"msg-3"}'
423 #########################################################
424 #Checking number of message batches is not reliable when
425 #sending several messages at the same time
426 #Two messages may be send separately or to together
428 #########################################################
430 DATA_DELIV_JOBS=7 #Each job will eventuall get 5+2 msgs
432 # Wait for data recetption, adapter
433 EXPECTED_DATA_DELIV=$(($NUM_JOBS*2/$NUM_CR+$EXPECTED_DATA_DELIV))
434 start_timer "Data delivery adapter, 2 json per job"
435 for ((i=0; i<$NUM_CR; i++))
437 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
441 # Send small text via message-router to adapter
442 kafkapc_api_post_msg 200 "unauthenticated.dmaapadp_kafka.text" "text/plain" 'Message-------1'
443 kafkapc_api_post_msg 200 "unauthenticated.dmaapadp_kafka.text" "text/plain" 'Message-------3'
444 kafkapc_equal topics/unauthenticated.dmaapadp_kafka.text/counters/sent 7 30
446 # Wait for data recetption, adapter kafka
447 EXPECTED_DATA_DELIV=$(($NUM_JOBS*2/$NUM_CR+$EXPECTED_DATA_DELIV))
448 start_timer "Data delivery adapter kafka, 2 strings per job"
449 for ((i=0; i<$NUM_CR; i++))
451 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
455 # Send small json via message-router to mediator
456 mr_api_send_json "/events/unauthenticated.dmaapmed.json" '{"msg":"msg-0"}'
457 mr_api_send_json "/events/unauthenticated.dmaapmed.json" '{"msg":"msg-2"}'
459 # Wait for data reception, mediator
460 EXPECTED_DATA_DELIV=$(($NUM_JOBS*2/$NUM_CR+$EXPECTED_DATA_DELIV))
461 start_timer "Data delivery mediator, 2 json per job"
462 for ((i=0; i<$NUM_CR; i++))
464 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 100
468 if [[ "$DMAAP_MED_FEATURE_LEVEL" == *"KAFKATYPES"* ]]; then
469 # Send small text via message-router to mediator
470 kafkapc_api_post_msg 200 "unauthenticated.dmaapmed_kafka.text" "text/plain" 'Message-------0'
471 kafkapc_api_post_msg 200 "unauthenticated.dmaapmed_kafka.text" "text/plain" 'Message-------2'
472 kafkapc_equal topics/unauthenticated.dmaapmed_kafka.text/counters/sent 7 30
474 # Wait for data recetption, adapter kafka
475 EXPECTED_DATA_DELIV=$(($NUM_JOBS*2/$NUM_CR+$EXPECTED_DATA_DELIV))
476 start_timer "Data delivery mediator kafka, 2 strings per job"
477 for ((i=0; i<$NUM_CR; i++))
479 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 60
484 # Check received number of messages for mediator and adapter callbacks
485 for ((i=1; i<=$NUM_JOBS; i++))
487 cr_index=$(($i%$NUM_CR))
488 cr_equal $cr_index received_callbacks?id=job-med-data$i $DATA_DELIV_JOBS
489 cr_equal $cr_index received_callbacks?id=job-adp-data$i $DATA_DELIV_JOBS
490 cr_equal $cr_index received_callbacks?id=job-adp-kafka-data$i $DATA_DELIV_JOBS
491 if [[ "$DMAAP_MED_FEATURE_LEVEL" == *"KAFKATYPES"* ]]; then
492 cr_equal $cr_index received_callbacks?id=job-med-kafka-data$i $DATA_DELIV_JOBS
496 # Check received data and order for mediator and adapter callbacks
497 for ((i=1; i<=$NUM_JOBS; i++))
499 cr_index=$(($i%$NUM_CR))
500 cr_api_check_single_genric_event_md5 200 $cr_index job-med-data$i '{"msg":"msg-0"}'
501 cr_api_check_single_genric_event_md5 200 $cr_index job-med-data$i '{"msg":"msg-2"}'
502 cr_api_check_single_genric_event_md5 200 $cr_index job-adp-data$i '{"msg":"msg-1"}'
503 cr_api_check_single_genric_event_md5 200 $cr_index job-adp-data$i '{"msg":"msg-3"}'
504 cr_api_check_single_genric_event_md5 200 $cr_index job-adp-kafka-data$i 'Message-------1'
505 cr_api_check_single_genric_event_md5 200 $cr_index job-adp-kafka-data$i 'Message-------3'
506 if [[ "$DMAAP_MED_FEATURE_LEVEL" == *"KAFKATYPES"* ]]; then
507 cr_api_check_single_genric_event_md5 200 $cr_index job-med-kafka-data$i 'Message-------0'
508 cr_api_check_single_genric_event_md5 200 $cr_index job-med-kafka-data$i 'Message-------2'
512 # Set delay in the callback receiver to slow down callbacks
514 for ((i=0; i<$NUM_CR; i++))
516 cr_delay_callback 200 $i $SEC_DELAY
519 # Send small json via message-router to adapter
520 mr_api_send_json "/events/unauthenticated.dmaapadp.json" '{"msg":"msg-5"}'
521 mr_api_send_json "/events/unauthenticated.dmaapadp.json" '{"msg":"msg-7"}'
523 # Wait for data recetption, adapter
524 EXPECTED_DATA_DELIV=$(($NUM_JOBS*2/$NUM_CR+$EXPECTED_DATA_DELIV))
525 start_timer "Data delivery adapter with $SEC_DELAY seconds delay in consumer, 2 json per job"
526 for ((i=0; i<$NUM_CR; i++))
528 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 100
533 # Send small text via message-router to adapter kafka
534 kafkapc_api_post_msg 200 "unauthenticated.dmaapadp_kafka.text" "text/plain" 'Message-------5'
535 kafkapc_api_post_msg 200 "unauthenticated.dmaapadp_kafka.text" "text/plain" 'Message-------7'
536 kafkapc_equal topics/unauthenticated.dmaapadp_kafka.text/counters/sent 9 30
538 # Wait for data recetption, adapter kafka
539 EXPECTED_DATA_DELIV=$(($NUM_JOBS*2/$NUM_CR+$EXPECTED_DATA_DELIV))
540 start_timer "Data delivery adapter kafka with $SEC_DELAY seconds delay in consumer, 2 strings per job"
541 for ((i=0; i<$NUM_CR; i++))
543 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 100
548 # Send small json via message-router to mediator
549 mr_api_send_json "/events/unauthenticated.dmaapmed.json" '{"msg":"msg-4"}'
550 mr_api_send_json "/events/unauthenticated.dmaapmed.json" '{"msg":"msg-6"}'
552 # Wait for data reception, mediator
553 EXPECTED_DATA_DELIV=$(($NUM_JOBS*2/$NUM_CR+$EXPECTED_DATA_DELIV))
554 start_timer "Data delivery mediator with $SEC_DELAY seconds delay in consumer, 2 json per job"
555 for ((i=0; i<$NUM_CR; i++))
557 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 100
561 if [[ "$DMAAP_MED_FEATURE_LEVEL" == *"KAFKATYPES"* ]]; then
562 # Send small text via message-router to mediator kafka
563 kafkapc_api_post_msg 200 "unauthenticated.dmaapmed_kafka.text" "text/plain" 'Message-------4'
564 kafkapc_api_post_msg 200 "unauthenticated.dmaapmed_kafka.text" "text/plain" 'Message-------6'
565 kafkapc_equal topics/unauthenticated.dmaapmed_kafka.text/counters/sent 9 30
567 # Wait for data recetption, mediator kafka
568 EXPECTED_DATA_DELIV=$(($NUM_JOBS*2/$NUM_CR+$EXPECTED_DATA_DELIV))
569 start_timer "Data delivery mediator kafka with $SEC_DELAY seconds delay in consumer, 2 strings per job"
570 for ((i=0; i<$NUM_CR; i++))
572 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV 100
577 # Check received number of messages for mediator and adapter callbacks
578 for ((i=1; i<=$NUM_JOBS; i++))
580 cr_index=$(($i%$NUM_CR))
581 cr_equal $cr_index received_callbacks?id=job-med-data$i 9
582 cr_equal $cr_index received_callbacks?id=job-adp-data$i 9
583 cr_equal $cr_index received_callbacks?id=job-adp-kafka-data$i 9
584 if [[ "$DMAAP_MED_FEATURE_LEVEL" == *"KAFKATYPES"* ]]; then
585 cr_equal $cr_index received_callbacks?id=job-med-kafka-data$i 9
589 # Check received data and order for mediator and adapter callbacks
590 for ((i=1; i<=$NUM_JOBS; i++))
592 cr_index=$(($i%$NUM_CR))
593 cr_api_check_single_genric_event_md5 200 $cr_index job-med-data$i '{"msg":"msg-4"}'
594 cr_api_check_single_genric_event_md5 200 $cr_index job-med-data$i '{"msg":"msg-6"}'
595 cr_api_check_single_genric_event_md5 200 $cr_index job-adp-data$i '{"msg":"msg-5"}'
596 cr_api_check_single_genric_event_md5 200 $cr_index job-adp-data$i '{"msg":"msg-7"}'
597 cr_api_check_single_genric_event_md5 200 $cr_index job-adp-kafka-data$i 'Message-------5'
598 cr_api_check_single_genric_event_md5 200 $cr_index job-adp-kafka-data$i 'Message-------7'
599 if [[ "$DMAAP_MED_FEATURE_LEVEL" == *"KAFKATYPES"* ]]; then
600 cr_api_check_single_genric_event_md5 200 $cr_index job-med-kafka-data$i 'Message-------4'
601 cr_api_check_single_genric_event_md5 200 $cr_index job-med-kafka-data$i 'Message-------6'
605 #### TEST COMPLETE ####
611 auto_clean_environment