3 # ============LICENSE_START===============================================
4 # Copyright (C) 2020-2023 Nordix Foundation. All rights reserved.
5 # Copyright (C) 2023 OpenInfra Foundation Europe. All rights reserved.
6 # ========================================================================
7 # Licensed under the Apache License, Version 2.0 (the "License");
8 # you may not use this file except in compliance with the License.
9 # You may obtain a copy of the License at
11 # http://www.apache.org/licenses/LICENSE-2.0
13 # Unless required by applicable law or agreed to in writing, software
14 # distributed under the License is distributed on an "AS IS" BASIS,
15 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 # See the License for the specific language governing permissions and
17 # limitations under the License.
18 # ============LICENSE_END=================================================
21 TC_ONELINE_DESCR="App test DMAAP Meditor and DMAAP Adapter with 100 jobs,types and topics"
23 #App names to include in the test when running docker, space separated list
24 DOCKER_INCLUDED_IMAGES="ICS DMAAPMED DMAAPADP KUBEPROXY MR DMAAPMR CR KAFKAPC HTTPPROXY"
26 #App names to include in the test when running kubernetes, space separated list
27 KUBE_INCLUDED_IMAGES=" ICS DMAAPMED DMAAPADP KUBEPROXY MR DMAAPMR CR KAFKAPC HTTPPROXY"
29 #Pre-started app (not started by script) to include in the test when running kubernetes, space separated list
30 KUBE_PRESTARTED_IMAGES=""
32 #Ignore image in DOCKER_INCLUDED_IMAGES, KUBE_INCLUDED_IMAGES if
33 #the image is not configured in the supplied env_file
34 #Used for images not applicable to all supported profile
35 CONDITIONALLY_IGNORED_IMAGES=""
37 #Supported test environment profiles
38 SUPPORTED_PROFILES="ORAN-G-RELEASE ORAN-H-RELEASE ORAN-I-RELEASE"
40 SUPPORTED_RUNMODES="DOCKER KUBE"
42 . ../common/testcase_common.sh $@
48 #Local vars in test script
49 ##########################
51 NUM_CR=1 # Number of callback receivers, max 1
52 ## Note: The number jobs must be a multiple of the number of CRs in order to calculate the number of expected event in each CR
53 NUM_JOBS=100 # Mediator and adapter gets same number of jobs for every type
54 if [ $NUM_CR -gt 1 ]; then
55 __log_conf_fail_general "Max number of callback receivers is one in this test"
71 start_ics NOPROXY $SIM_GROUP/$ICS_COMPOSE_DIR/$ICS_CONFIG_FILE
79 for ((i=1; i<=$NUM_JOBS; i++))
81 kafkapc_api_create_topic 201 "unauthenticated.dmaapadp_kafka.text$i" "text/plain"
83 kafkapc_api_start_sending 200 "unauthenticated.dmaapadp_kafka.text$i"
87 adp_config_data='{"types": ['
88 for ((i=1; i<=$NUM_JOBS; i++))
91 adp_config_data=$adp_config_data','
93 adp_config_data=$adp_config_data'{"id": "ADPKafkaType'$i'","kafkaInputTopic": "unauthenticated.dmaapadp_kafka.text'$i'","useHttpProxy": false}'
94 adp_med_type_list="$adp_med_type_list ADPKafkaType$i "
96 adp_config_data=$adp_config_data']}'
97 echo $adp_config_data > tmp/adp_config_data.json
99 start_dmaapadp NOPROXY $SIM_GROUP/$DMAAP_ADP_COMPOSE_DIR/$DMAAP_ADP_CONFIG_FILE_TEMPLATE tmp/adp_config_data.json
103 if [[ "$DMAAP_MED_FEATURE_LEVEL" == *"KAFKATYPES"* ]]; then
104 for ((i=1; i<=$NUM_JOBS; i++))
106 kafkapc_api_create_topic 201 "unauthenticated.dmaapmed_kafka.text$i" "text/plain"
108 kafkapc_api_start_sending 200 "unauthenticated.dmaapmed_kafka.text$i"
112 med_config_data='{"types": ['
113 for ((i=1; i<=$NUM_JOBS; i++))
115 if [ $i -ne 1 ]; then
116 med_config_data=$med_config_data','
118 med_config_data=$med_config_data'{"id": "MEDKafkaType'$i'","kafkaInputTopic": "unauthenticated.dmaapmed_kafka.text'$i'"}'
119 adp_med_type_list="$adp_med_type_list MEDKafkaType$i "
121 med_config_data=$med_config_data']}'
122 echo $med_config_data > tmp/med_config_data.json
124 start_dmaapmed NOPROXY tmp/med_config_data.json
126 ics_equal json:data-producer/v1/info-producers 2 60
129 ics_api_idc_get_job_ids 200 NOTYPE NOWNER EMPTY
130 if [[ "$DMAAP_ADP_FEATURE_LEVEL" == *"GENERATED_PROD_NAME"* ]]; then
131 if [ $RUNMODE == "KUBE" ]; then
132 __NAME="https:__$DMAAP_ADP_APP_NAME.$KUBE_NONRTRIC_NAMESPACE:$DMAAP_ADP_EXTERNAL_SECURE_PORT"
134 __NAME="https:__$DMAAP_ADP_APP_NAME:$DMAAP_ADP_INTERNAL_SECURE_PORT"
136 ics_api_edp_get_producer_ids_2 200 NOTYPE $__NAME DMaaP_Mediator_Producer
138 ics_api_edp_get_producer_ids_2 200 NOTYPE DmaapGenericInfoProducer DMaaP_Mediator_Producer
141 ics_api_idc_get_type_ids 200 $adp_med_type_list
144 # Create jobs for adapter kafka - CR stores data as MD5 hash
145 start_timer "Create adapter (kafka) jobs: $NUM_JOBS"
146 for ((i=1; i<=$NUM_JOBS; i++))
148 # Max buffer timeout for is about 160 sec for Adapter jobs"
149 adp_timeout=$(($i*1000))
150 if [[ "$DMAAP_ADP_FEATURE_LEVEL" == *"FILTERSPEC"* ]]; then
151 deviation "It is possible to give filter without filtertype without error indication"
152 if [[ "$DMAAP_ADP_FEATURE_LEVEL" == *"FILTERSCHEMA"* ]]; then
153 adp_config_data='{"filterType": "regexp", "filter":"Message*","maxConcurrency": 1,"bufferTimeout": {"maxSize": 100,"maxTimeMilliseconds": '$adp_timeout'}}'
155 adp_config_data='{"filterType": "regexp", "filter":"Message*","maxConcurrency": 1,"bufferTimeout": {"maxSize": 100,"maxTimeMiliseconds": '$adp_timeout'}}'
158 if [[ "$DMAAP_ADP_FEATURE_LEVEL" == *"FILTERSCHEMA"* ]]; then
159 adp_config_data='{"filter":"Message*","maxConcurrency": 1,"bufferTimeout": {"maxSize": 100,"maxTimeMilliseconds": '$adp_timeout'}}'
161 adp_config_data='{"filter":"Message*","maxConcurrency": 1,"bufferTimeout": {"maxSize": 100,"maxTimeMiliseconds": '$adp_timeout'}}'
164 echo $adp_config_data > tmp/adp_config_data.json
166 cr_index=$(($i%$NUM_CR))
167 service_text="CR_SERVICE_TEXT_PATH_"$cr_index
168 service_app="CR_SERVICE_APP_PATH_"$cr_index
169 ics_api_idc_put_job 201 job-adp-kafka-$i "ADPKafkaType$i" ${!service_text}/job-adp-kafka-data$i"?storeas=md5" info-owner-adp-kafka-$i ${!service_app}/callbacks-null tmp/adp_config_data.json
174 if [[ "$DMAAP_MED_FEATURE_LEVEL" == *"KAFKATYPES"* ]]; then
175 # Create jobs for mediator kafka - CR stores data as MD5 hash
176 start_timer "Create mediator (kafka) jobs: $NUM_JOBS"
177 for ((i=1; i<=$NUM_JOBS; i++))
179 med_timeout=$(($i*5000))
180 if [[ "$DMAAP_MED_FEATURE_LEVEL" == *"FILTERSCHEMA"* ]]; then
181 med_config_data='{"bufferTimeout": {"maxSize": 100,"maxTimeMilliseconds": '$med_timeout'}}'
183 med_config_data='{"bufferTimeout": {"maxSize": 100,"maxTimeMiliseconds": '$med_timeout'}}'
185 echo $med_config_data > tmp/med_config_data.json
186 cr_index=$(($i%$NUM_CR))
187 service_text="CR_SERVICE_TEXT_PATH_"$cr_index
188 service_app="CR_SERVICE_APP_PATH_"$cr_index
189 ics_api_idc_put_job 201 job-med-kafka-$i "MEDKafkaType$i" ${!service_text}/job-med-kafka-data$i"?storeas=md5" info-owner-med-kafka-$i ${!service_app}/callbacks-null tmp/med_config_data.json
195 for ((i=1; i<=$NUM_JOBS; i++))
197 ics_api_a1_get_job_status 200 job-adp-kafka-$i ENABLED 30
198 if [[ "$DMAAP_MED_FEATURE_LEVEL" == *"KAFKATYPES"* ]]; then
199 ics_api_a1_get_job_status 200 job-med-kafka-$i ENABLED 30
204 EXPECTED_DATA_DELIV=0 #Total delivered msg per CR
205 EXPECTED_BATCHES_DELIV=0 #Total delivered batches per CR
206 DATA_DELIV_JOBS=0 #Total delivered msg per job per CR
210 start_timer "Data delivery adapter kafka, 2 strings per job (short buffer timeouts)"
211 # Send small text via message-router to adapter
212 for ((i=1; i<=$NUM_JOBS; i++))
214 kafkapc_api_post_msg 200 "unauthenticated.dmaapadp_kafka.text"$i "text/plain" 'Message-------1'$i
215 kafkapc_api_post_msg 200 "unauthenticated.dmaapadp_kafka.text"$i "text/plain" 'Discard-------3'$i #Should be filtered out
216 kafkapc_api_post_msg 200 "unauthenticated.dmaapadp_kafka.text"$i "text/plain" 'Message-------3'$i
218 for ((i=1; i<=$NUM_JOBS; i++))
220 kafkapc_equal topics/unauthenticated.dmaapadp_kafka.text$i/counters/sent 3 30
223 # Wait for data reception, adapter kafka
224 EXPECTED_DATA_DELIV=$(($NUM_JOBS*2/$NUM_CR+$EXPECTED_DATA_DELIV))
225 EXPECTED_BATCHES_DELIV=$(($NUM_JOBS/$NUM_CR+$EXPECTED_BATCHES_DELIV))
227 adp_timeout=$(($NUM_JOBS*1*2+60)) #NUM_JOBS*MIN_BUFFERTIMEOUT*2+60_SEC_DELAY
228 for ((i=0; i<$NUM_CR; i++))
230 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV $adp_timeout
231 cr_greater_or_equal $i received_callback_batches $EXPECTED_BATCHES_DELIV
235 # Check received data callbacks from adapter
236 for ((i=1; i<=$NUM_JOBS; i++))
238 cr_index=$(($i%$NUM_CR))
239 cr_api_check_single_generic_event_md5 200 $cr_index job-adp-kafka-data$i 'Message-------1'$i
240 cr_api_check_single_generic_event_md5 200 $cr_index job-adp-kafka-data$i 'Message-------3'$i
243 if [[ "$DMAAP_MED_FEATURE_LEVEL" == *"KAFKATYPES"* ]]; then
245 PREV_DATA_DELIV=$(cr_read 0 received_callbacks)
246 PREV_BATCHES_DELIV=$(cr_read 0 received_callback_batches)
247 start_timer "Data delivery mediator kafka, 2 strings per job (long buffer timeouts)"
248 # Send small text via message-router to mediator
249 for ((i=1; i<=$NUM_JOBS; i++))
251 kafkapc_api_post_msg 200 "unauthenticated.dmaapmed_kafka.text$i" "text/plain" 'Message-------0'$i
252 kafkapc_api_post_msg 200 "unauthenticated.dmaapmed_kafka.text$i" "text/plain" 'Message-------2'$i
254 for ((i=1; i<=$NUM_JOBS; i++))
256 kafkapc_equal topics/unauthenticated.dmaapmed_kafka.text$i/counters/sent 2 30
259 # Wait for data reception, adapter kafka
261 EXPECTED_DATA_DELIV=$(($NUM_JOBS*2/$NUM_CR+$PREV_DATA_DELIV))
262 EXPECTED_BATCHES_DELIV=$(($NUM_JOBS/$NUM_CR+$PREV_BATCHES_DELIV))
264 med_timeout=$(($NUM_JOBS*5*2+60)) #NUM_JOBS*MIN_BUFFERTIMEOUT*2+60_SEC_DELAY
265 for ((i=0; i<$NUM_CR; i++))
267 cr_equal $i received_callbacks $EXPECTED_DATA_DELIV $med_timeout
268 cr_greater_or_equal $i received_callback_batches $EXPECTED_BATCHES_DELIV
273 # Check received data callbacks from mediator
274 for ((i=1; i<=$NUM_JOBS; i++))
276 cr_index=$(($i%$NUM_CR))
277 cr_api_check_single_generic_event_md5 200 $cr_index job-med-kafka-data$i 'Message-------0'$i
278 cr_api_check_single_generic_event_md5 200 $cr_index job-med-kafka-data$i 'Message-------2'$i
282 #### TEST COMPLETE ####
288 auto_clean_environment