3 # ============LICENSE_START===============================================
4 # Copyright (C) 2020 Nordix Foundation. All rights reserved.
5 # ========================================================================
6 # Licensed under the Apache License, Version 2.0 (the "License");
7 # you may not use this file except in compliance with the License.
8 # You may obtain a copy of the License at
10 # http://www.apache.org/licenses/LICENSE-2.0
12 # Unless required by applicable law or agreed to in writing, software
13 # distributed under the License is distributed on an "AS IS" BASIS,
14 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15 # See the License for the specific language governing permissions and
16 # limitations under the License.
17 # ============LICENSE_END=================================================
20 # This is a script that contains container/service management functions and test functions for RICSIM A1 simulators
22 ################ Test engine functions ################
24 # Create the image var used during the test
25 # arg: <image-tag-suffix> (selects staging, snapshot, release etc)
26 # <image-tag-suffix> is present only for images with staging, snapshot,release tags
27 __RICSIM_imagesetup() {
28 __check_and_create_image_var RICSIM "RIC_SIM_IMAGE" "RIC_SIM_IMAGE_BASE" "RIC_SIM_IMAGE_TAG" $1 "$RIC_SIM_DISPLAY_NAME"
31 # Pull image from remote repo or use locally built image
32 # arg: <pull-policy-override> <pull-policy-original>
33 # <pull-policy-override> Shall be used for images allowing overriding. For example use a local image when test is started to use released images
34 # <pull-policy-original> Shall be used for images that does not allow overriding
35 # Both var may contain: 'remote', 'remote-remove' or 'local'
36 __RICSIM_imagepull() {
37 __check_and_pull_image $1 "$RIC_SIM_DISPLAY_NAME" $RIC_SIM_PREFIX"_"$RIC_SIM_BASE RIC_SIM_IMAGE
40 # Generate a string for each included image using the app display name and a docker images format string
41 # If a custom image repo is used then also the source image from the local repo is listed
42 # arg: <docker-images-format-string> <file-to-append>
43 __RICSIM_image_data() {
44 echo -e "$RIC_SIM_DISPLAY_NAME\t$(docker images --format $1 $RIC_SIM_IMAGE)" >> $2
45 if [ ! -z "$RIC_SIM_IMAGE_SOURCE" ]; then
46 echo -e "-- source image --\t$(docker images --format $1 $RIC_SIM_IMAGE_SOURCE)" >> $2
50 # Scale kubernetes resources to zero
51 # All resources shall be ordered to be scaled to 0, if relevant. If not relevant to scale, then do no action.
52 # This function is called for apps fully managed by the test script
53 __RICSIM_kube_scale_zero() {
54 __kube_scale_all_resources $KUBE_A1SIM_NAMESPACE autotest RICSIM
57 # Scale kubernetes resources to zero and wait until this has been accomplished, if relevant. If not relevant to scale, then do no action.
58 # This function is called for prestarted apps not managed by the test script.
59 __RICSIM_kube_scale_zero_and_wait() {
60 #__kube_scale_and_wait_all_resources $KUBE_A1SIM_NAMESPACE app $KUBE_A1SIM_NAMESPACE"-"$RIC_SIM_PREFIX
61 __kube_scale_and_wait_all_resources $KUBE_A1SIM_NAMESPACE app $KUBE_A1SIM_NAMESPACE"-a1simulator"
64 # Delete all kube resouces for the app
65 # This function is called for apps managed by the test script.
66 __RICSIM_kube_delete_all() {
67 __kube_delete_all_resources $KUBE_A1SIM_NAMESPACE autotest RICSIM
71 # This function is called for apps managed by the test script.
72 # args: <log-dir> <file-prexix>
73 __RICSIM_store_docker_logs() {
74 if [ $RUNMODE == "KUBE" ]; then
75 for podname in $(kubectl $KUBECONF get pods -n $KUBE_A1SIM_NAMESPACE -l "autotest=RICSIM" -o custom-columns=":metadata.name"); do
76 kubectl $KUBECONF logs -n $KUBE_A1SIM_NAMESPACE $podname --tail=-1 > $1$2_$podname.log 2>&1
80 rics=$(docker ps --filter "name=$RIC_SIM_PREFIX" --filter "network=$DOCKER_SIM_NWNAME" --filter "status=running" --format {{.Names}})
82 docker logs $ric > $1$2_$ric.log 2>&1
87 # Initial setup of protocol, host and ports
88 # This function is called for apps managed by the test script.
90 __RICSIM_initial_setup() {
94 # Set app short-name, app name and namespace for logging runtime statistics of kubernets pods or docker containers
95 # For docker, the namespace shall be excluded
96 # This function is called for apps managed by the test script as well as for prestarted apps.
98 __RICSIM_statisics_setup() {
99 for ((RICSIM_INSTANCE=10; RICSIM_INSTANCE>0; RICSIM_INSTANCE-- )); do
100 if [ $RUNMODE == "KUBE" ]; then
101 RICSIM_INSTANCE_KUBE=$(($RICSIM_INSTANCE-1))
102 echo -n " RICSIM_G1_$RICSIM_INSTANCE_KUBE ${RIC_SIM_PREFIX}-g1-$RICSIM_INSTANCE_KUBE $KUBE_A1SIM_NAMESPACE "
103 echo -n " RICSIM_G2_$RICSIM_INSTANCE_KUBE ${RIC_SIM_PREFIX}-g2-$RICSIM_INSTANCE_KUBE $KUBE_A1SIM_NAMESPACE "
104 echo -n " RICSIM_G3_$RICSIM_INSTANCE_KUBE ${RIC_SIM_PREFIX}-g3-$RICSIM_INSTANCE_KUBE $KUBE_A1SIM_NAMESPACE "
106 if [ $DOCKER_COMPOSE_VERION == "V1" ]; then
107 echo -n " RICSIM_G1_$RICSIM_INSTANCE ${RIC_SIM_PREFIX}_g1_$RICSIM_INSTANCE "
108 echo -n " RICSIM_G2_$RICSIM_INSTANCE ${RIC_SIM_PREFIX}_g2_$RICSIM_INSTANCE "
109 echo -n " RICSIM_G3_$RICSIM_INSTANCE ${RIC_SIM_PREFIX}_g3_$RICSIM_INSTANCE "
111 echo -n " RICSIM_G1_$RICSIM_INSTANCE ${RIC_SIM_PREFIX}-g1-$RICSIM_INSTANCE "
112 echo -n " RICSIM_G2_$RICSIM_INSTANCE ${RIC_SIM_PREFIX}-g2-$RICSIM_INSTANCE "
113 echo -n " RICSIM_G3_$RICSIM_INSTANCE ${RIC_SIM_PREFIX}-g3-$RICSIM_INSTANCE "
119 # Check application requirements, e.g. helm, the the test needs. Exit 1 if req not satisfied
121 __RICSIM_test_requirements() {
125 #######################################################
129 RIC_SIM_PORT=$RIC_SIM_INTERNAL_PORT
132 #Vars for container count
140 ###########################
141 ### RIC Simulator functions
142 ###########################
144 use_simulator_http() {
145 echo -e $BOLD"RICSIM protocol setting"$EBOLD
146 echo -e " Using $BOLD http $EBOLD towards the simulators"
148 RIC_SIM_PORT=$RIC_SIM_INTERNAL_PORT
152 use_simulator_https() {
153 echo -e $BOLD"RICSIM protocol setting"$EBOLD
154 echo -e " Using $BOLD https $EBOLD towards the simulators"
155 RIC_SIM_HTTPX="https"
156 RIC_SIM_PORT=$RIC_SIM_INTERNAL_SECURE_PORT
160 # Start one group (ricsim_g1, ricsim_g2 .. ricsim_g5) with a number of RIC Simulators using a given A interface
161 # 'ricsim' may be set on command line to other prefix
162 # args: ricsim_g1|ricsim_g2|ricsim_g3|ricsim_g4|ricsim_g5 <count> <interface-id>
163 # (Function for test scripts)
164 start_ric_simulators() {
166 echo -e $BOLD"Starting $RIC_SIM_DISPLAY_NAME"$EBOLD
168 if [ $RUNMODE == "KUBE" ]; then
170 # Check if app shall be fully managed by the test script
171 __check_included_image "RICSIM"
174 # Check if app shall only be used by the testscipt
175 __check_prestarted_image "RICSIM"
178 if [ $retcode_i -ne 0 ] && [ $retcode_p -ne 0 ]; then
179 echo -e $RED"The $1 app is not included as managed nor prestarted in this test script"$ERED
180 echo -e $RED"The $1 will not be started"$ERED
183 if [ $retcode_i -eq 0 ] && [ $retcode_p -eq 0 ]; then
184 echo -e $RED"The $1 stub app is included both as managed and prestarted in this test script"$ERED
185 echo -e $RED"The $1 will not be started"$ERED
189 if [ $retcode_p -eq 0 ]; then
190 echo -e " Using existing $1 statefulset and service"
191 echo " Using existing simulator deployment and service for statefulset $1"
192 echo " Setting $1 replicas=$2"
193 __kube_scale statefulset $1 $KUBE_A1SIM_NAMESPACE $2
199 RIC1=$RIC_SIM_PREFIX"_g1"
200 RIC2=$RIC_SIM_PREFIX"_g2"
201 RIC3=$RIC_SIM_PREFIX"_g3"
202 RIC4=$RIC_SIM_PREFIX"_g4"
203 RIC5=$RIC_SIM_PREFIX"_g5"
207 __print_err "need three args, $RIC1|$RIC2|$RIC3|$RIC4|$RIC5 <count> <interface-id>" $@
211 echo " $2 simulators using basename: $1 on interface: $3"
212 #Set env var for simulator count and A1 interface vesion for the given group
213 if [ $1 == "$RIC1" ]; then
215 elif [ $1 == "$RIC2" ]; then
217 elif [ $1 == "$RIC3" ]; then
219 elif [ $1 == "$RIC4" ]; then
221 elif [ $1 == "$RIC5" ]; then
225 __print_err "need three args, $RIC1|$RIC2|$RIC3|$RIC4|$RIC5 <count> <interface-id>" $@
229 if [ $RUNMODE == "KUBE" ]; then
231 if [ $retcode_i -eq 0 ]; then
233 #export needed env var for statefulset
234 export RIC_SIM_SET_NAME=$(echo "$1" | tr '_' '-') #kube does not accept underscore in names
235 export KUBE_A1SIM_NAMESPACE
237 #Adding 1 more instance, instance 0 is never used. This is done to keep test scripts compatible
238 # with docker that starts instance index on 1.....
239 export RIC_SIM_COUNT=$(($2+1))
241 export RIC_SIM_INTERNAL_PORT
242 export RIC_SIM_INTERNAL_SECURE_PORT
244 echo -e " Creating $POLICY_AGENT_APP_NAME app and expose service"
246 #Check if nonrtric namespace exists, if not create it
247 __kube_create_namespace $KUBE_A1SIM_NAMESPACE
250 input_yaml=$SIM_GROUP"/"$RIC_SIM_COMPOSE_DIR"/"svc.yaml
251 output_yaml=$PWD/tmp/ric_${1}_svc.yaml
252 __kube_create_instance service $RIC_SIM_SET_NAME $input_yaml $output_yaml
255 input_yaml=$SIM_GROUP"/"$RIC_SIM_COMPOSE_DIR"/"app.yaml
256 output_yaml=$PWD/tmp/pa_${1}_app.yaml
257 __kube_create_instance app $RIC_SIM_SET_NAME $input_yaml $output_yaml
259 #Using only instance from index 1 to keep compatability with docker
260 for (( count=1; count<${RIC_SIM_COUNT}; count++ )); do
261 host=$(__find_sim_host $RIC_SIM_SET_NAME"-"$count)
262 __check_service_start $RIC_SIM_SET_NAME"-"$count $host"/"
266 __check_included_image 'RICSIM'
267 if [ $? -eq 1 ]; then
268 echo -e $RED"The Near-RT RIC Simulator app is not included as managed in this test script"$ERED
269 echo -e $RED"Near-RT RIC Simulator will not be started"$ERED
273 # Create .env file to compose project, all ric container will get this prefix
274 echo "COMPOSE_PROJECT_NAME="$RIC_SIM_PREFIX > $SIM_GROUP/$RIC_SIM_COMPOSE_DIR/.env
276 #extract service name (group), g1, g2, g3, g4 or g5 from var $1
277 #E.g. ricsim_g1 -> g1 is the service name
279 RICSIM_COMPOSE_SERVICE_NAME=$(echo "${TMP_GRP##*_}")
281 export RICSIM_COMPOSE_A1_VERSION=$3
282 export RICSIM_COMPOSE_SERVICE_NAME
283 export RIC_SIM_INTERNAL_PORT
284 export RIC_SIM_INTERNAL_SECURE_PORT
285 export RIC_SIM_CERT_MOUNT_DIR
286 export DOCKER_SIM_NWNAME
287 export RIC_SIM_DISPLAY_NAME
289 docker_args=" --scale $RICSIM_COMPOSE_SERVICE_NAME=$2"
291 #Create a list of contsiner names
292 #Will be <ricsim-prefix>_<service-name>_<index>
294 # <ricsim-prefix>-<service-name>-<index>
297 if [ $DOCKER_COMPOSE_VERION == "V1" ]; then
298 app_name_prefix=$RIC_SIM_PREFIX"_"$RICSIM_COMPOSE_SERVICE_NAME"_"
300 app_name_prefix=$RIC_SIM_PREFIX"-"$RICSIM_COMPOSE_SERVICE_NAME"-"
302 while [ $cntr -le $2 ]; do
303 app=$app_name_prefix$cntr
304 app_data="$app_data $app"
308 __start_container $RIC_SIM_COMPOSE_DIR "" "$docker_args" $2 $app_data
311 while [ $cntr -le $2 ]; do
312 if [ $DOCKER_COMPOSE_VERION == "V1" ]; then
313 app=$RIC_SIM_PREFIX"_"$RICSIM_COMPOSE_SERVICE_NAME"_"$cntr
315 app=$RIC_SIM_PREFIX"-"$RICSIM_COMPOSE_SERVICE_NAME"-"$cntr
317 __check_service_start $app $RIC_SIM_HTTPX"://"$app:$RIC_SIM_PORT$RIC_SIM_ALIVE_URL
326 # Translate ric name to kube host name
329 get_kube_sim_host() {
330 name=$(echo "$1" | tr '_' '-') #kube does not accept underscore in names
331 #example gnb_1_2 -> gnb-1-2
332 set_name=$(echo $name | rev | cut -d- -f2- | rev) # Cut index part of ric name to get the name of statefulset
333 # example gnb-g1-2 -> gnb-g1 where gnb-g1-2 is the ric name and gnb-g1 is the set name
334 echo $name"."$set_name"."$KUBE_A1SIM_NAMESPACE
337 # Helper function to get a the port and host name of a specific ric simulator
339 # (Not for test scripts)
341 if [ $RUNMODE == "KUBE" ]; then
342 ricname=$(echo "$1" | tr '_' '-') # Kube does not accept underscore in names as docker do
343 if [ -z "$RIC_SIM_COMMON_SVC_NAME" ]; then
344 ric_setname="${ricname%-*}" #Extract the stateful set name
346 ric_setname=$RIC_SIM_COMMON_SVC_NAME # Use the common svc name in the host name of the sims
348 echo $RIC_SIM_HTTPX"://"$ricname.$ric_setname.$KUBE_A1SIM_NAMESPACE":"$RIC_SIM_PORT
350 if [ $DOCKER_COMPOSE_VERION == "V1" ]; then
351 echo $RIC_SIM_HTTPX"://"$1":"$RIC_SIM_PORT
353 ricname=$(echo "$1" | tr '_' '-')
354 echo $RIC_SIM_HTTPX"://"$ricname":"$RIC_SIM_PORT
360 # Generate a UUID to use as prefix for policy ids
361 generate_policy_uuid() {
362 UUID=$(python3 -c 'import sys,uuid; sys.stdout.write(uuid.uuid4().hex)')
363 #Reduce length to make space for serial id, uses 'a' as marker where the serial id is added
364 UUID=${UUID:0:${#UUID}-4}"a"
367 # Excute a curl cmd towards a ricsimulator and check the response code.
368 # args: <expected-response-code> <curl-cmd-string>
369 __execute_curl_to_sim() {
370 echo ${FUNCNAME[1]} "line: "${BASH_LINENO[1]} >> $HTTPLOG
372 if [ ! -z "$KUBE_PROXY_PATH" ]; then
373 if [ $KUBE_PROXY_HTTPX == "http" ]; then
374 proxyflag=" --proxy $KUBE_PROXY_PATH"
376 proxyflag=" --proxy-insecure --proxy $KUBE_PROXY_PATH"
379 echo " CMD: $2 $proxyflag" >> $HTTPLOG
380 res="$($2 $proxyflag)"
381 echo " RESP: $res" >> $HTTPLOG
383 if [ $retcode -ne 0 ]; then
385 echo " RETCODE: "$retcode
386 echo -e $RED" FAIL - fatal error when executing curl."$ERED
389 status=${res:${#res}-3}
390 if [ $status -eq $1 ]; then
391 echo -e $GREEN" OK"$EGREEN
394 echo -e $RED" FAIL - expected http response: "$1" but got http response: "$status $ERED
399 # Tests if a variable value in the ricsimulator is equal to a target value and and optional timeout.
400 # Arg: <ric-id> <variable-name> <target-value> - This test set pass or fail depending on if the variable is
401 # equal to the target or not.
402 # Arg: <ric-id> <variable-name> <target-value> <timeout-in-sec> - This test waits up to the timeout seconds
403 # before setting pass or fail depending on if the variable value becomes equal to the target
405 # (Function for test scripts)
408 if [ $# -eq 3 ] || [ $# -eq 4 ]; then
409 host=$(__find_sim_host $1)
410 __var_test $1 "$host/counter/" $2 "=" $3 $4
413 __print_err "needs three or four args: <ric-id> <sim-param> <target-value> [ timeout ]"
418 # Print a variable value from the RIC sim.
419 # args: <ric-id> <variable-name>
420 # (Function for test scripts)
424 __print_err "need two args, <ric-id> <sim-param>" $@
427 host=$(__find_sim_host $1)
428 echo -e $BOLD"INFO(${BASH_LINENO[0]}): $1, $2 = $(__do_curl $host/counter/$2)"$EBOLD
431 # Tests if a variable value in the RIC simulator contains the target string and and optional timeout
432 # Arg: <ric-id> <variable-name> <target-value> - This test set pass or fail depending on if the variable contains
434 # Arg: <ric-id> <variable-name> <target-value> <timeout-in-sec> - This test waits up to the timeout seconds
435 # before setting pass or fail depending on if the variable value contains the target
437 # (Function for test scripts)
440 if [ $# -eq 3 ] || [ $# -eq 4 ]; then
441 host=$(__find_sim_host $1)
442 __var_test $1 "$host/counter/" $2 "contain_str" $3 $4
445 __print_err "needs three or four args: <ric-id> <sim-param> <target-value> [ timeout ]"
450 # Simulator API: Put a policy type in a ric
451 # args: <response-code> <ric-id> <policy-type-id> <policy-type-file>
452 # (Function for test scripts)
453 sim_put_policy_type() {
455 if [ $# -ne 4 ]; then
456 __print_err "<response-code> <ric-id> <policy-type-id> <policy-type-file>" $@
459 host=$(__find_sim_host $2)
460 curlString="curl -X PUT -skw %{http_code} "$host"/policytype?id="$3" -H Content-Type:application/json --data-binary @"$4
461 __execute_curl_to_sim $1 "$curlString"
465 # Simulator API: Delete a policy type in a ric
466 # <response-code> <ric-id> <policy-type-id>
467 # (Function for test scripts)
468 sim_delete_policy_type() {
470 if [ $# -ne 3 ]; then
471 __print_err "<response-code> <ric-id> <policy_type_id>" $@
474 host=$(__find_sim_host $2)
475 curlString="curl -X DELETE -skw %{http_code} "$host"/policytype?id="$3
476 __execute_curl_to_sim $1 "$curlString"
480 # Simulator API: Delete instances (and status), for one ric
481 # <response-code> <ric-id>
482 # (Function for test scripts)
483 sim_post_delete_instances() {
485 if [ $# -ne 2 ]; then
486 __print_err "<response-code> <ric-id>" $@
489 host=$(__find_sim_host $2)
490 curlString="curl -X POST -skw %{http_code} "$host"/deleteinstances"
491 __execute_curl_to_sim $1 "$curlString"
495 # Simulator API: Delete all (instances/types/statuses/settings), for one ric
496 # <response-code> <ric-id>
497 # (Function for test scripts)
498 sim_post_delete_all() {
500 if [ $# -ne 2 ]; then
501 __print_err "<response-code> <numericic-id>" $@
504 host=$(__find_sim_host $2)
505 curlString="curl -X POST -skw %{http_code} "$host"/deleteall"
506 __execute_curl_to_sim $1 "$curlString"
510 # Simulator API: Set (or reset) response code for next A1 message, for one ric
511 # <response-code> <ric-id> [<forced_response_code>]
512 # (Function for test scripts)
513 sim_post_forcedresponse() {
515 if [ $# -ne 3 ]; then
516 __print_err "<response-code> <ric-id> <forced_response_code>" $@
519 host=$(__find_sim_host $2)
520 curlString="curl -X POST -skw %{http_code} "$host"/forceresponse"
521 if [ $# -eq 3 ]; then
522 curlString=$curlString"?code="$3
524 __execute_curl_to_sim $1 "$curlString"
528 # Simulator API: Set (or reset) A1 response delay, for one ric
529 # <response-code> <ric-id> [<delay-in-seconds>]
530 # (Function for test scripts)
531 sim_post_forcedelay() {
533 if [ $# -ne 3 ]; then
534 __print_err "<response-code> <ric-id> [<delay-in-seconds>]" $@
537 host=$(__find_sim_host $2)
538 curlString="curl -X POST -skw %{http_code} $host/forcedelay"
539 if [ $# -eq 3 ]; then
540 curlString=$curlString"?delay="$3
542 __execute_curl_to_sim $1 "$curlString"