X-Git-Url: https://gerrit.o-ran-sc.org/r/gitweb?a=blobdiff_plain;f=test%2Fcommon%2Ftestcase_common.sh;h=4818bc0adbd2fc5778aa448be7c3afbda24fd2c6;hb=bbd2e9d44475fe20086d1d87a9e9a53a019ae8c8;hp=830ee7332cdf32a064bb13e733254e34716f762e;hpb=97aaf161d02804c08cffff826f3afdb7690ee5bb;p=nonrtric.git diff --git a/test/common/testcase_common.sh b/test/common/testcase_common.sh index 830ee733..4818bc0a 100755 --- a/test/common/testcase_common.sh +++ b/test/common/testcase_common.sh @@ -43,8 +43,14 @@ if [ $? -ne 0 ] || [ -z tmp ]; then exit 1 fi +tmp=$(which docker-compose) +if [ $? -ne 0 ] || [ -z tmp ]; then + echo -e $RED"docker-compose is required to run the test environment, pls install"$ERED + exit 1 +fi + # Just resetting any previous echo formatting... -echo -ne $EBOLD$ERED$EGREEN +echo -ne $EBOLD # source test environment variables . ../common/test_env.sh @@ -59,11 +65,19 @@ G1_COUNT=0 G2_COUNT=0 G3_COUNT=0 -# Var to switch between http and https. Extra curl flag needed for https +# Vars to switch between http and https. Extra curl flag needed for https export RIC_SIM_HTTPX="http" export RIC_SIM_LOCALHOST=$RIC_SIM_HTTPX"://localhost:" export RIC_SIM_PORT=$RIC_SIM_INTERNAL_PORT -export RIC_SIM_CERT_MOUNT_DIR="./fakedir" #Fake dir so that the sim container does not find any cert +export RIC_SIM_CERT_MOUNT_DIR="./cert" + +export MR_HTTPX="http" +export MR_PORT=$MR_INTERNAL_PORT +export MR_LOCAL_PORT=$MR_EXTERNAL_PORT #When agent is running outside the docker net + +export SDNC_HTTPX="http" +export SDNC_PORT=$SDNC_INTERNAL_PORT +export SDNC_LOCAL_PORT=$SDNC_EXTERNAL_PORT #When agent is running outside the docker net #Localhost constant LOCALHOST="http://localhost:" @@ -71,9 +85,15 @@ LOCALHOST="http://localhost:" # Make curl retries for http response codes set in this env var, space separated list of codes AGENT_RETRY_CODES="" +# Var to contol if the agent runs in a container (normal = 0) or as application on the local machine ( = 1) +AGENT_STAND_ALONE=0 + # Var to hold 'auto' in case containers shall be stopped when test case ends AUTO_CLEAN="" +# Var to hold the app names to use local image for when running 'remote' or 'remote-remove' +USE_LOCAL_IMAGES="" + # Set a description string for the test case if [ -z "$TC_ONELINE_DESCR" ]; then TC_ONELINE_DESCR="" @@ -118,10 +138,20 @@ RES_TEST=0 RES_PASS=0 RES_FAIL=0 RES_CONF_FAIL=0 +RES_DEVIATION=0 + +#File to keep deviation messages +DEVIATION_FILE=".tmp_deviations" +rm $DEVIATION_FILE &> /dev/null #Var for measuring execution time TCTEST_START=$SECONDS +#File to save timer measurement results +TIMER_MEASUREMENTS=".timer_measurement.txt" +echo -e "Activity \t Duration" > $TIMER_MEASUREMENTS + + echo "-------------------------------------------------------------------------------------------------" echo "----------------------------------- Test case: "$ATC echo "----------------------------------- Started: "$(date) @@ -130,6 +160,42 @@ echo "-- Description: "$TC_ONELINE_DESCR echo "-------------------------------------------------------------------------------------------------" echo "----------------------------------- Test case setup -----------------------------------" +START_ARG=$1 +paramerror=0 +if [ $# -lt 1 ]; then + paramerror=1 +fi +if [ $paramerror -eq 0 ]; then + if [ "$1" != "remote" ] && [ "$1" != "remote-remove" ] && [ "$1" != "local" ]; then + paramerror=1 + else + shift; + fi +fi +if [ $paramerror -eq 0 ]; then + if [ "$1" == "auto-clean" ]; then + AUTO_CLEAN="auto" + shift; + fi +fi +if [ $paramerror -eq 0 ]; then + if [ "$1" == "-use-local-image" ]; then + USE_LOCAL_IMAGES=${@:2} + while [ $# -gt 0 ]; do + shift; + done + fi +fi + +if [ $paramerror -eq 0 ] && [ $# -gt 0 ]; then + paramerror=1 +fi + +if [ $paramerror -eq 1 ]; then + echo -e $RED"Expected arg: local|remote|remote-remove [auto-clean] [-use-local-image []]"$ERED + exit 1 +fi + echo -e $BOLD"Checking configured image setting for this test case"$EBOLD #Temp var to check for image variable name errors @@ -174,62 +240,100 @@ __check_image_var() { #echo " Configured image for ${1} (script start arg=${2}): "$image":"$tag } + +#Check if app local image shall override remote image +check_image_local_override() { + for im in $USE_LOCAL_IMAGES; do + if [ "$1" == "$im" ]; then + return 1 + fi + done + return 0 +} + +#Check if app uses image excluded from this test run +check_excluded_image() { + for im in $EXCLUDED_IMAGES; do + if [ "$1" == "$im" ]; then + return 1 + fi + done + return 0 +} + # Check that image env setting are available echo "" -if [ $# -lt 1 ] || [ $# -gt 2 ]; then - echo "Expected arg: local|remote|remote-remove [auto-clean]" - exit 1 -elif [ $1 == "local" ]; then + +if [ $START_ARG == "local" ]; then #Local agent image - __check_image_var " Policy Agent" $1 "POLICY_AGENT_IMAGE" "POLICY_AGENT_LOCAL_IMAGE" "POLICY_AGENT_LOCAL_IMAGE_TAG" + __check_image_var " Policy Agent" $START_ARG "POLICY_AGENT_IMAGE" "POLICY_AGENT_LOCAL_IMAGE" "POLICY_AGENT_LOCAL_IMAGE_TAG" #Local Control Panel image - __check_image_var " Control Panel" $1 "CONTROL_PANEL_IMAGE" "CONTROL_PANEL_LOCAL_IMAGE" "CONTROL_PANEL_LOCAL_IMAGE_TAG" + __check_image_var " Control Panel" $START_ARG "CONTROL_PANEL_IMAGE" "CONTROL_PANEL_LOCAL_IMAGE" "CONTROL_PANEL_LOCAL_IMAGE_TAG" #Local SNDC image - __check_image_var " SDNC A1 Controller" $1 "SDNC_A1_CONTROLLER_IMAGE" "SDNC_A1_CONTROLLER_LOCAL_IMAGE" "SDNC_A1_CONTROLLER_LOCAL_IMAGE_TAG" + __check_image_var " SDNC A1 Controller" $START_ARG "SDNC_A1_CONTROLLER_IMAGE" "SDNC_A1_CONTROLLER_LOCAL_IMAGE" "SDNC_A1_CONTROLLER_LOCAL_IMAGE_TAG" #Local ric sim image - __check_image_var " RIC Simulator" $1 "RIC_SIM_IMAGE" "RIC_SIM_LOCAL_IMAGE" "RIC_SIM_LOCAL_IMAGE_TAG" + __check_image_var " RIC Simulator" $START_ARG "RIC_SIM_IMAGE" "RIC_SIM_LOCAL_IMAGE" "RIC_SIM_LOCAL_IMAGE_TAG" -elif [ $1 == "remote" ] || [ $1 == "remote-remove" ]; then +elif [ $START_ARG == "remote" ] || [ $START_ARG == "remote-remove" ]; then - #Remote agent image - __check_image_var " Policy Agent" $1 "POLICY_AGENT_IMAGE" "POLICY_AGENT_REMOTE_IMAGE" "POLICY_AGENT_REMOTE_IMAGE_TAG" + check_image_local_override 'PA' + if [ $? -eq 0 ]; then + #Remote agent image + __check_image_var " Policy Agent" $START_ARG "POLICY_AGENT_IMAGE" "POLICY_AGENT_REMOTE_IMAGE" "POLICY_AGENT_REMOTE_IMAGE_TAG" + else + #Local agent image + __check_image_var " Policy Agent" $START_ARG "POLICY_AGENT_IMAGE" "POLICY_AGENT_LOCAL_IMAGE" "POLICY_AGENT_LOCAL_IMAGE_TAG" + fi - #Remote Control Panel image - __check_image_var " Control Panel" $1 "CONTROL_PANEL_IMAGE" "CONTROL_PANEL_REMOTE_IMAGE" "CONTROL_PANEL_REMOTE_IMAGE_TAG" + check_image_local_override 'CP' + if [ $? -eq 0 ]; then + #Remote Control Panel image + __check_image_var " Control Panel" $START_ARG "CONTROL_PANEL_IMAGE" "CONTROL_PANEL_REMOTE_IMAGE" "CONTROL_PANEL_REMOTE_IMAGE_TAG" + else + #Local Control Panel image + __check_image_var " Control Panel" $START_ARG "CONTROL_PANEL_IMAGE" "CONTROL_PANEL_LOCAL_IMAGE" "CONTROL_PANEL_LOCAL_IMAGE_TAG" + fi - #Remote SDNC image - __check_image_var " SDNC A1 Controller" $1 "SDNC_A1_CONTROLLER_IMAGE" "SDNC_A1_CONTROLLER_REMOTE_IMAGE" "SDNC_A1_CONTROLLER_REMOTE_IMAGE_TAG" + check_image_local_override 'SDNC' + if [ $? -eq 0 ]; then + #Remote SDNC image + __check_image_var " SDNC A1 Controller" $START_ARG "SDNC_A1_CONTROLLER_IMAGE" "SDNC_A1_CONTROLLER_REMOTE_IMAGE" "SDNC_A1_CONTROLLER_REMOTE_IMAGE_TAG" + else + #Local SNDC image + __check_image_var " SDNC A1 Controller" $START_ARG "SDNC_A1_CONTROLLER_IMAGE" "SDNC_A1_CONTROLLER_LOCAL_IMAGE" "SDNC_A1_CONTROLLER_LOCAL_IMAGE_TAG" + fi - #Remote ric sim image - __check_image_var " RIC Simulator" $1 "RIC_SIM_IMAGE" "RIC_SIM_REMOTE_IMAGE" "RIC_SIM_REMOTE_IMAGE_TAG" + check_image_local_override 'RICSIM' + if [ $? -eq 0 ]; then + #Remote ric sim image + __check_image_var " RIC Simulator" $START_ARG "RIC_SIM_IMAGE" "RIC_SIM_REMOTE_IMAGE" "RIC_SIM_REMOTE_IMAGE_TAG" + else + #Local ric sim image + __check_image_var " RIC Simulator" $START_ARG "RIC_SIM_IMAGE" "RIC_SIM_LOCAL_IMAGE" "RIC_SIM_LOCAL_IMAGE_TAG" + fi else - echo "Expected arg: local|remote|remote-remove [auto-clean]" + #Should never get here.... + echo "Unknow args: "$@ exit 1 fi -if [ $# -eq 2 ]; then - if [ $2 == "auto-clean" ]; then - echo "Stting automatic cleaning of container when test case ends" - AUTO_CLEAN="auto" - else - echo "Expected arg: local|remote|remote-remove [auto-clean]" - exit 1 - fi -fi # These images are not built as part of this project official images, just check that env vars are set correctly -__check_image_var " Message Router" $1 "MRSTUB_IMAGE" "MRSTUB_LOCAL_IMAGE" "MRSTUB_LOCAL_IMAGE_TAG" -__check_image_var " Callback Receiver" $1 "CR_IMAGE" "CR_LOCAL_IMAGE" "CR_LOCAL_IMAGE_TAG" -__check_image_var " Consul" $1 "CONSUL_IMAGE" "CONSUL_REMOTE_IMAGE" "CONSUL_REMOTE_IMAGE_TAG" -__check_image_var " CBS" $1 "CBS_IMAGE" "CBS_REMOTE_IMAGE" "CBS_REMOTE_IMAGE_TAG" -__check_image_var " SDNC DB" $1 "SDNC_DB_IMAGE" "SDNC_DB_REMOTE_IMAGE" "SDNC_DB_REMOTE_IMAGE_TAG" -__check_image_var " SDNC ONAP A1 Adapter" $1 "SDNC_ONAP_A1_ADAPTER_IMAGE" "SDNC_ONAP_A1_ADAPTER_REMOTE_IMAGE" "SDNC_ONAP_A1_ADAPTER_REMOTE_IMAGE_TAG" -__check_image_var " SDNC ONAP DB" $1 "SDNC_ONAP_DB_IMAGE" "SDNC_ONAP_DB_REMOTE_IMAGE" "SDNC_ONAP_DB_REMOTE_IMAGE_TAG" +__check_image_var " Message Router" $START_ARG "MRSTUB_IMAGE" "MRSTUB_LOCAL_IMAGE" "MRSTUB_LOCAL_IMAGE_TAG" +__check_image_var " Callback Receiver" $START_ARG "CR_IMAGE" "CR_LOCAL_IMAGE" "CR_LOCAL_IMAGE_TAG" +__check_image_var " Consul" $START_ARG "CONSUL_IMAGE" "CONSUL_REMOTE_IMAGE" "CONSUL_REMOTE_IMAGE_TAG" +__check_image_var " CBS" $START_ARG "CBS_IMAGE" "CBS_REMOTE_IMAGE" "CBS_REMOTE_IMAGE_TAG" +__check_image_var " SDNC DB" $START_ARG "SDNC_DB_IMAGE" "SDNC_DB_REMOTE_IMAGE" "SDNC_DB_REMOTE_IMAGE_TAG" +check_excluded_image 'SDNC_ONAP' +if [ $? -eq 0 ]; then + __check_image_var " SDNC ONAP A1 Adapter" $START_ARG "SDNC_ONAP_A1_ADAPTER_IMAGE" "SDNC_ONAP_A1_ADAPTER_REMOTE_IMAGE" "SDNC_ONAP_A1_ADAPTER_REMOTE_IMAGE_TAG" + __check_image_var " SDNC ONAP DB" $START_ARG "SDNC_ONAP_DB_IMAGE" "SDNC_ONAP_DB_REMOTE_IMAGE" "SDNC_ONAP_DB_REMOTE_IMAGE_TAG" +fi #Errors in image setting - exit if [ $IMAGE_ERR -ne 0 ]; then @@ -237,7 +341,7 @@ if [ $IMAGE_ERR -ne 0 ]; then fi #Print a tables of the image settings -echo -e $BOLD"Images configured for start arg: "$1 $EBOLD +echo -e $BOLD"Images configured for start arg: "$START $EBOLD column -t -s $'\t' $image_list_file echo "" @@ -348,17 +452,48 @@ __check_and_pull_image() { echo -e $BOLD"Pulling configured images, if needed"$EBOLD -app="Policy Agent"; __check_and_pull_image $1 "$app" $POLICY_AGENT_APP_NAME $POLICY_AGENT_IMAGE -app="Non-RT RIC Control Panel"; __check_and_pull_image $1 "$app" $CONTROL_PANEL_APP_NAME $CONTROL_PANEL_IMAGE -app="SDNC A1 Controller"; __check_and_pull_image $1 "$app" $SDNC_APP_NAME $SDNC_A1_CONTROLLER_IMAGE -app="Near-RT RIC Simulator"; __check_and_pull_image $1 "$app" $RIC_SIM_PREFIX"_"$RIC_SIM_BASE $RIC_SIM_IMAGE +START_ARG_MOD=$START_ARG +check_image_local_override 'PA' +if [ $? -eq 1 ]; then + START_ARG_MOD="local" +fi +app="Policy Agent"; __check_and_pull_image $START_ARG_MOD "$app" $POLICY_AGENT_APP_NAME $POLICY_AGENT_IMAGE + +START_ARG_MOD=$START_ARG +check_image_local_override 'CP' +if [ $? -eq 1 ]; then + START_ARG_MOD="local" +fi +app="Non-RT RIC Control Panel"; __check_and_pull_image $START_ARG_MOD "$app" $CONTROL_PANEL_APP_NAME $CONTROL_PANEL_IMAGE -app="Consul"; __check_and_pull_image $1 "$app" $CONSUL_APP_NAME $CONSUL_IMAGE -app="CBS"; __check_and_pull_image $1 "$app" $CBS_APP_NAME $CBS_IMAGE -app="SDNC DB"; __check_and_pull_image $1 "$app" $SDNC_APP_NAME $SDNC_DB_IMAGE -app="SDNC ONAP A1 Adapter"; __check_and_pull_image $1 "$app" $SDNC_ONAP_APP_NAME $SDNC_ONAP_A1_ADAPTER_IMAGE -app="SDNC ONAP DB"; __check_and_pull_image $1 "$app" $SDNC_ONAP_APP_NAME $SDNC_ONAP_DB_IMAGE +START_ARG_MOD=$START_ARG +check_image_local_override 'RICSIM' +if [ $? -eq 1 ]; then + START_ARG_MOD="local" +fi +app="Near-RT RIC Simulator"; __check_and_pull_image $START_ARG_MOD "$app" $RIC_SIM_PREFIX"_"$RIC_SIM_BASE $RIC_SIM_IMAGE +app="Consul"; __check_and_pull_image $START_ARG "$app" $CONSUL_APP_NAME $CONSUL_IMAGE +app="CBS"; __check_and_pull_image $START_ARG "$app" $CBS_APP_NAME $CBS_IMAGE +check_excluded_image 'SDNC' +if [ $? -eq 0 ]; then + START_ARG_MOD=$START_ARG + check_image_local_override 'SDNC' + if [ $? -eq 1 ]; then + START_ARG_MOD="local" + fi + app="SDNC A1 Controller"; __check_and_pull_image $START_ARG_MOD "$app" $SDNC_APP_NAME $SDNC_A1_CONTROLLER_IMAGE + app="SDNC DB"; __check_and_pull_image $START_ARG "$app" $SDNC_APP_NAME $SDNC_DB_IMAGE +else + echo -e $YELLOW" Excluding SDNC image and related DB image from image check/pull"$EYELLOW +fi +check_excluded_image 'SDNC_ONAP' +if [ $? -eq 0 ]; then + app="SDNC ONAP A1 Adapter"; __check_and_pull_image $START_ARG "$app" $SDNC_ONAP_APP_NAME $SDNC_ONAP_A1_ADAPTER_IMAGE + app="SDNC ONAP DB"; __check_and_pull_image $START_ARG "$app" $SDNC_ONAP_APP_NAME $SDNC_ONAP_DB_IMAGE +else + echo -e $YELLOW" Excluding ONAP SDNC image and related DB image from image check/pull"$EYELLOW +fi # MR stub image not checked, will be built by this script - only local image # CR stub image not checked, will be built by this script - only local image @@ -368,6 +503,7 @@ if [ $IMAGE_ERR -ne 0 ]; then echo "" echo "#################################################################################################" echo -e $RED"One or more images could not be pulled or containers using the images could not be stopped/removed"$ERED + echo -e $RED"Or local image, overriding remote image, does not exist"$ERED echo "#################################################################################################" echo "" exit 1 @@ -413,15 +549,21 @@ format_string="{{.Repository}}\\t{{.Tag}}\\t{{.CreatedSince}}\\t{{.Size}}" echo -e " Application\tRepository\tTag\tCreated Since\tSize" > $docker_tmp_file echo -e " Policy Agent\t$(docker images --format $format_string $POLICY_AGENT_IMAGE)" >> $docker_tmp_file echo -e " Control Panel\t$(docker images --format $format_string $CONTROL_PANEL_IMAGE)" >> $docker_tmp_file -echo -e " SDNC A1 Controller\t$(docker images --format $format_string $SDNC_A1_CONTROLLER_IMAGE)" >> $docker_tmp_file echo -e " RIC Simulator\t$(docker images --format $format_string $RIC_SIM_IMAGE)" >> $docker_tmp_file echo -e " Message Router\t$(docker images --format $format_string $MRSTUB_IMAGE)" >> $docker_tmp_file echo -e " Callback Receiver\t$(docker images --format $format_string $CR_IMAGE)" >> $docker_tmp_file echo -e " Consul\t$(docker images --format $format_string $CONSUL_IMAGE)" >> $docker_tmp_file echo -e " CBS\t$(docker images --format $format_string $CBS_IMAGE)" >> $docker_tmp_file -echo -e " SDNC DB\t$(docker images --format $format_string $SDNC_DB_IMAGE)" >> $docker_tmp_file -echo -e " SDNC ONAP A1 Adapter\t$(docker images --format $format_string $SDNC_ONAP_A1_ADAPTER_IMAGE)" >> $docker_tmp_file -echo -e " SDNC ONAP DB\t$(docker images --format $format_string $SDNC_ONAP_DB_IMAGE)" >> $docker_tmp_file +check_excluded_image 'SDNC' +if [ $? -eq 0 ]; then + echo -e " SDNC A1 Controller\t$(docker images --format $format_string $SDNC_A1_CONTROLLER_IMAGE)" >> $docker_tmp_file + echo -e " SDNC DB\t$(docker images --format $format_string $SDNC_DB_IMAGE)" >> $docker_tmp_file +fi +check_excluded_image 'SDNC_ONAP' +if [ $? -eq 0 ]; then + echo -e " SDNC ONAP A1 Adapter\t$(docker images --format $format_string $SDNC_ONAP_A1_ADAPTER_IMAGE)" >> $docker_tmp_file + echo -e " SDNC ONAP DB\t$(docker images --format $format_string $SDNC_ONAP_DB_IMAGE)" >> $docker_tmp_file +fi column -t -s $'\t' $docker_tmp_file @@ -451,6 +593,17 @@ print_result() { echo "" + if [ $RES_DEVIATION -gt 0 ]; then + echo "Test case deviations" + echo "====================================" + cat $DEVIATION_FILE + fi + echo "" + echo "Timer measurement in the test script" + echo "====================================" + column -t -s $'\t' $TIMER_MEASUREMENTS + echo "" + total=$((RES_PASS+RES_FAIL)) if [ $RES_TEST -eq 0 ]; then echo -e "\033[1mNo tests seem to have been executed. Check the script....\033[0m" @@ -510,6 +663,9 @@ print_result() { echo "++++ Number of failed tests: "$RES_FAIL echo "" echo "++++ Number of failed configs: "$RES_CONF_FAIL + echo "" + echo "++++ Number of test case deviations: "$RES_DEVIATION + echo "" echo "------------------------------------- Test case complete ---------------------------------" echo "-------------------------------------------------------------------------------------------------" echo "" @@ -519,6 +675,73 @@ print_result() { ###### Functions for start, configuring, stoping, cleaning etc ###### ##################################################################### +# Start timer for time measurement +# args - (any args will be printed though) +start_timer() { + echo -e $BOLD"INFO(${BASH_LINENO[0]}): "${FUNCNAME[0]}"," $@ $EBOLD + TC_TIMER=$SECONDS + echo " Timer started" +} + +# Print the value of the time (in seconds) +# args - - timer value and message will be printed both on screen +# and in the timer measurement report +print_timer() { + echo -e $BOLD"INFO(${BASH_LINENO[0]}): "${FUNCNAME[0]}"," $@ $EBOLD + if [ $# -lt 1 ]; then + ((RES_CONF_FAIL++)) + __print_err "need 1 or more args, " $@ + exit 1 + fi + duration=$(($SECONDS-$TC_TIMER)) + if [ $duration -eq 0 ]; then + duration="<1 second" + else + duration=$duration" seconds" + fi + echo " Timer duration :" $duration + + echo -e "${@:1} \t $duration" >> $TIMER_MEASUREMENTS +} + +# Print the value of the time (in seconds) and reset the timer +# args - - timer value and message will be printed both on screen +# and in the timer measurement report +print_and_reset_timer() { + echo -e $BOLD"INFO(${BASH_LINENO[0]}): "${FUNCNAME[0]}"," $@ $EBOLD + if [ $# -lt 1 ]; then + ((RES_CONF_FAIL++)) + __print_err "need 1 or more args, " $@ + exit 1 + fi + duration=$(($SECONDS-$TC_TIMER))" seconds" + if [ $duration -eq 0 ]; then + duration="<1 second" + else + duration=$duration" seconds" + fi + echo " Timer duration :" $duration + TC_TIMER=$SECONDS + echo " Timer reset" + + echo -e "${@:1} \t $duration" >> $TIMER_MEASUREMENTS + +} +# Print info about a deviations from intended tests +# Each deviation counted is also printed in the testreport +# args +deviation() { + echo -e $BOLD"DEVIATION(${BASH_LINENO[0]}): "${FUNCNAME[0]} $EBOLD + if [ $# -lt 1 ]; then + ((RES_CONF_FAIL++)) + __print_err "need 1 or more args, " $@ + exit 1 + fi + ((RES_DEVIATION++)) + echo -e $BOLD$YELLOW" Test case deviation: ${@:1}"$EYELLOW$EBOLD + echo "Line: ${BASH_LINENO[0]} - ${@:1}" >> $DEVIATION_FILE + echo "" +} # Stop and remove all containers # args: - @@ -555,11 +778,31 @@ clean_containers() { echo -ne " $APP: $CONTR - ${GREEN}stopping${EGREEN}${SAMELINE}" docker stop $(docker ps -qa --filter name=${CONTR}) &> /dev/null echo -ne " $APP: $CONTR - ${GREEN}stopped${EGREEN}${SAMELINE}" - docker rm $(docker ps -qa --filter name=${CONTR}) &> /dev/null + docker rm --force $(docker ps -qa --filter name=${CONTR}) &> /dev/null echo -e " $APP: $CONTR - ${GREEN}stopped removed${EGREEN}" done echo "" + + echo -e $BOLD" Removing docker network"$EBOLD + TMP=$(docker network ls -q --filter name=$DOCKER_SIM_NWNAME) + if [ "$TMP" == $DOCKER_SIM_NWNAME ]; then + docker network rm $DOCKER_SIM_NWNAME + if [ $? -ne 0 ]; then + echo -e $RED" Cannot remove docker network. Manually remove or disconnect containers from $DOCKER_SIM_NWNAME"$ERED + exit 1 + fi + fi + + echo -e $BOLD" Removing all unused docker neworks"$EBOLD + docker network prune --force #&> /dev/null + + echo -e $BOLD" Removing all unused docker volumes"$EBOLD + docker volume prune --force #&> /dev/null + + echo -e $BOLD" Removing all dangling/untagged docker images"$EBOLD + docker rmi --force $(docker images -q -f dangling=true) &> /dev/null + echo "" } # Function stop and remove all container in the end of the test script, if the arg 'auto-clean' is given at test script start @@ -611,8 +854,8 @@ __print_err() { # (Not for test scripts) __find_sim_port() { name=$1" " #Space appended to prevent matching 10 if 1 is desired.... - cmdstr="docker ps --filter name=${name} --format \"{{.Names}} {{.Ports}}\" | grep '${name}' | sed s/0.0.0.0:// | cut -f 2 -d ' ' | cut -f 1 -d '-'" - res=$(eval $cmdstr) + cmdstr="docker inspect --format='{{(index (index .NetworkSettings.Ports \"$RIC_SIM_PORT/tcp\") 0).HostPort}}' ${name}" + res=$(eval $cmdstr) if [[ "$res" =~ ^[0-9]+$ ]]; then echo $res else @@ -659,36 +902,39 @@ __check_container_start() { appname=$1 localport=$2 url=$3 - app_started=0 - for i in {1..10}; do - if [ "$(docker inspect --format '{{ .State.Running }}' $appname)" == "true" ]; then - echo -e " Container $BOLD$1$EBOLD$GREEN running$EGREEN on$BOLD image $(docker inspect --format '{{ .Config.Image }}' ${appname}) $EBOLD" - app_started=1 - break - else - sleep $i - fi - done - if [ $app_started -eq 0 ]; then - ((RES_CONF_FAIL++)) - echo "" - echo -e $RED" Container $BOLD${appname}$EBOLD could not be started"$ERED - return 1 - fi - if [ $localport -eq 0 ]; then - while [ $localport -eq 0 ]; do - echo -ne " Waiting for container ${appname} to publish its ports...${SAMELINE}" - localport=$(__find_sim_port $appname) - sleep 1 - echo -ne " Waiting for container ${appname} to publish its ports...retrying....${SAMELINE}" + if [[ $appname != "STANDALONE_"* ]] ; then + app_started=0 + for i in {1..10}; do + if [ "$(docker inspect --format '{{ .State.Running }}' $appname)" == "true" ]; then + echo -e " Container $BOLD$1$EBOLD$GREEN running$EGREEN on$BOLD image $(docker inspect --format '{{ .Config.Image }}' ${appname}) $EBOLD" + app_started=1 + break + else + sleep $i + fi done - echo -ne " Waiting for container ${appname} to publish its ports...retrying....$GREEN OK $EGREEN" - echo "" + if [ $app_started -eq 0 ]; then + ((RES_CONF_FAIL++)) + echo "" + echo -e $RED" Container $BOLD${appname}$EBOLD could not be started"$ERED + return 1 + fi + if [ $localport -eq 0 ]; then + while [ $localport -eq 0 ]; do + echo -ne " Waiting for container ${appname} to publish its ports...${SAMELINE}" + localport=$(__find_sim_port $appname) + sleep 1 + echo -ne " Waiting for container ${appname} to publish its ports...retrying....${SAMELINE}" + done + echo -ne " Waiting for container ${appname} to publish its ports...retrying....$GREEN OK $EGREEN" + echo "" + fi fi pa_st=false echo -ne " Waiting for container ${appname} service status...${SAMELINE}" - for i in {1..20}; do + TSTART=$SECONDS + for i in {1..50}; do if [ $4 == "https" ]; then result="$(__do_curl "-k https://localhost:"${localport}${url})" else @@ -700,13 +946,15 @@ __check_container_start() { result="...response text too long, omitted" fi echo -ne " Waiting for container $BOLD${appname}$EBOLD service status, result: $result${SAMELINE}" - echo -ne " Container $BOLD${appname}$EBOLD$GREEN is alive$EGREEN, responds to service status:$GREEN $result $EGREEN" + echo -ne " Container $BOLD${appname}$EBOLD$GREEN is alive$EGREEN, responds to service status:$GREEN $result $EGREEN after $(($SECONDS-$TSTART)) seconds" pa_st=true break else - #echo " Retrying in $i seconds" - echo -ne " Waiting for container ${appname} service status...retrying in $i seconds${SAMELINE}" - sleep $i + TS_TMP=$SECONDS + while [ $(($TS_TMP+$i)) -gt $SECONDS ]; do + echo -ne " Waiting for container ${appname} service status...retrying in $(($TS_TMP+$i-$SECONDS)) seconds ${SAMELINE}" + sleep 1 + done fi done @@ -744,6 +992,8 @@ __start_container() { echo -e $RED"Problem to launch container(s) with docker-compose"$ERED cat .dockererr fi + elif [ "$2" == "STANDALONE" ]; then + echo "Skipping docker-compose" else docker-compose up -d $2 &> .dockererr if [ $? -ne 0 ]; then @@ -751,11 +1001,14 @@ __start_container() { cat .dockererr fi fi - + app_prefix="" + if [ "$2" == "STANDALONE" ]; then + app_prefix="STANDALONE_" + fi shift; shift; cntr=0 while [ $cntr -lt $variableArgCount ]; do - app=$1; shift; + app=$app_prefix$1; shift; port=$1; shift; url=$1; shift; httpx=$1; shift; @@ -795,6 +1048,7 @@ consul_config_app() { return 1 fi body="$(__do_curl $LOCALHOST$CBS_EXTERNAL_PORT/service_component_all/$POLICY_AGENT_APP_NAME)" + echo $body > ".output"$1 if [ $? -ne 0 ]; then echo -e $RED" FAIL - json config could not be loaded from consul/cbs, contents cannot be checked." $ERED @@ -849,7 +1103,11 @@ prepare_consul_config() { config_json=$config_json"\n \"controller\": [" config_json=$config_json"\n {" config_json=$config_json"\n \"name\": \"$SDNC_APP_NAME\"," - config_json=$config_json"\n \"baseUrl\": \"http://$SDNC_APP_NAME:$SDNC_INTERNAL_PORT\"," + if [ $AGENT_STAND_ALONE -eq 0 ]; then + config_json=$config_json"\n \"baseUrl\": \"$SDNC_HTTPX://$SDNC_APP_NAME:$SDNC_PORT\"," + else + config_json=$config_json"\n \"baseUrl\": \"$SDNC_HTTPX://localhost:$SDNC_LOCAL_PORT\"," + fi config_json=$config_json"\n \"userName\": \"$SDNC_USER\"," config_json=$config_json"\n \"password\": \"$SDNC_PWD\"" config_json=$config_json"\n }" @@ -859,7 +1117,11 @@ prepare_consul_config() { config_json=$config_json"\n \"controller\": [" config_json=$config_json"\n {" config_json=$config_json"\n \"name\": \"$SDNC_ONAP_APP_NAME\"," - config_json=$config_json"\n \"baseUrl\": \"http://$SDNC_ONAP_APP_NAME:$SDNC_ONAP_INTERNAL_PORT\"," + if [ $AGENT_STAND_ALONE -eq 0 ]; then + config_json=$config_json"\n \"baseUrl\": \"http://$SDNC_ONAP_APP_NAME:$SDNC_ONAP_INTERNAL_PORT\"," + else + config_json=$config_json"\n \"baseUrl\": \"http://localhost:$SDNC_ONAP_EXTERNAL_PORT\"," + fi config_json=$config_json"\n \"userName\": \"$SDNC_ONAP_USER\"," config_json=$config_json"\n \"password\": \"$SDNC_ONAP_PWD\"" config_json=$config_json"\n }" @@ -871,7 +1133,11 @@ prepare_consul_config() { config_json=$config_json"\n \"dmaap_publisher\": {" config_json=$config_json"\n \"type\": \"$MR_APP_NAME\"," config_json=$config_json"\n \"dmaap_info\": {" - config_json=$config_json"\n \"topic_url\": \"http://$MR_APP_NAME:$MR_INTERNAL_PORT/events/A1-POLICY-AGENT-WRITE\"" + if [ $AGENT_STAND_ALONE -eq 0 ]; then + config_json=$config_json"\n \"topic_url\": \"$MR_HTTPX://$MR_APP_NAME:$MR_PORT$MR_WRITE_URL\"" + else + config_json=$config_json"\n \"topic_url\": \"$MR_HTTPX://localhost:$MR_LOCAL_PORT$MR_WRITE_URL\"" + fi config_json=$config_json"\n }" config_json=$config_json"\n }" config_json=$config_json"\n }," @@ -879,7 +1145,11 @@ prepare_consul_config() { config_json=$config_json"\n \"dmaap_subscriber\": {" config_json=$config_json"\n \"type\": \"$MR_APP_NAME\"," config_json=$config_json"\n \"dmaap_info\": {" - config_json=$config_json"\n \"topic_url\": \"http://$MR_APP_NAME:$MR_INTERNAL_PORT/events/A1-POLICY-AGENT-READ/users/policy-agent\"" + if [ $AGENT_STAND_ALONE -eq 0 ]; then + config_json=$config_json"\n \"topic_url\": \"$MR_HTTPX://$MR_APP_NAME:$MR_PORT$MR_READ_URL\"" + else + config_json=$config_json"\n \"topic_url\": \"$MR_HTTPX://localhost:$MR_LOCAL_PORT$MR_READ_URL\"" + fi config_json=$config_json"\n }" config_json=$config_json"\n }" config_json=$config_json"\n }," @@ -901,7 +1171,11 @@ prepare_consul_config() { fi config_json=$config_json"\n {" config_json=$config_json"\n \"name\": \"$ric\"," - config_json=$config_json"\n \"baseUrl\": \"$RIC_SIM_HTTPX://$ric:$RIC_SIM_PORT\"," + if [ $AGENT_STAND_ALONE -eq 0 ]; then + config_json=$config_json"\n \"baseUrl\": \"$RIC_SIM_HTTPX://$ric:$RIC_SIM_PORT\"," + else + config_json=$config_json"\n \"baseUrl\": \"$RIC_SIM_HTTPX://localhost:$(__find_sim_port $ric)\"," + fi if [ $1 == "SDNC" ]; then config_json=$config_json"\n \"controller\": \"$SDNC_APP_NAME\"," elif [ $1 == "SDNC_ONAP" ]; then @@ -945,7 +1219,6 @@ use_simulator_http() { export RIC_SIM_HTTPX="http" export RIC_SIM_LOCALHOST=$RIC_SIM_HTTPX"://localhost:" export RIC_SIM_PORT=$RIC_SIM_INTERNAL_PORT - export RIC_SIM_CERT_MOUNT_DIR="./fakedir" #Fake dir so that the sim container does not find any cert echo "" } @@ -954,7 +1227,6 @@ use_simulator_https() { export RIC_SIM_HTTPX="https" export RIC_SIM_LOCALHOST=$RIC_SIM_HTTPX"://localhost:" export RIC_SIM_PORT=$RIC_SIM_INTERNAL_SECURE_PORT - export RIC_SIM_CERT_MOUNT_DIR="./cert" echo "" } @@ -1033,8 +1305,31 @@ start_sdnc() { echo -e $BOLD"Starting SDNC A1 Controller"$EBOLD - __start_container sdnc NODOCKERARGS $SDNC_APP_NAME $SDNC_EXTERNAL_PORT "/apidoc/explorer" "http" + check_excluded_image 'SDNC' + if [ $? -eq 1 ]; then + echo -e $RED"The image for SDNC and the related DB has not been checked for this test run due to arg to the test script"$ERED + echo -e $RED"SDNC will not be started"$ERED + exit + fi + + __start_container sdnc NODOCKERARGS $SDNC_APP_NAME $SDNC_EXTERNAL_PORT $SDNC_ALIVE_URL "http" + +} +use_sdnc_http() { + echo -e $BOLD"Using http between agent and SDNC"$EBOLD + export SDNC_HTTPX="http" + export SDNC_PORT=$SDNC_INTERNAL_PORT + export SDNC_LOCAL_PORT=$SDNC_EXTERNAL_PORT + echo "" +} + +use_sdnc_https() { + echo -e $BOLD"Using https between agent and SDNC"$EBOLD + export SDNC_HTTPX="https" + export SDNC_PORT=$SDNC_INTERNAL_SECURE_PORT + export SDNC_LOCAL_PORT=$SDNC_EXTERNAL_SECURE_PORT + echo "" } ####################### @@ -1048,7 +1343,14 @@ start_sdnc_onap() { echo -e $BOLD"Starting SDNC ONAP A1 Adapter"$EBOLD - __start_container sdnc_onap NODOCKERARGS $SDNC_ONAP_APP_NAME $SDNC_ONAP_EXTERNAL_PORT "/apidoc/explorer" "http" + check_excluded_image 'SDNC_ONAP' + if [ $? -eq 1 ]; then + echo -e $RED"The image for SDNC ONAP and the related DB has not been checked for this test run due to arg to the test script"$ERED + echo -e $RED"SDNC ONAP will not be started"$ERED + exit + fi + + __start_container sdnc_onap NODOCKERARGS $SDNC_ONAP_APP_NAME $SDNC_ONAP_EXTERNAL_PORT $SDNC_ONAP_ALIVE_URL "http" } @@ -1068,6 +1370,7 @@ config_sdnc_onap() { exit 1 fi + #Config of the prop file shall be inserted here #Copy file to /tmp and then to final destination, a trick to get correct permission of the file. @@ -1097,9 +1400,25 @@ start_mr() { echo -e $BOLD"Starting Message Router 'mrstub'"$EBOLD export MR_CERT_MOUNT_DIR="./cert" __start_container mr NODOCKERARGS $MR_APP_NAME $MR_EXTERNAL_PORT "/" "http" +} +use_mr_http() { + echo -e $BOLD"Using http between agent and MR"$EBOLD + export MR_HTTPX="http" + export MR_PORT=$MR_INTERNAL_PORT + export MR_LOCAL_PORT=$MR_EXTERNAL_PORT + echo "" } +use_mr_https() { + echo -e $BOLD"Using https between agent and MR"$EBOLD + export MR_HTTPX="https" + export MR_PORT=$MR_INTERNAL_SECURE_PORT + export MR_LOCAL_PORT=$MR_EXTERNAL_SECURE_PORT + echo "" +} + + ################ ### CR functions ################ @@ -1119,14 +1438,30 @@ start_cr() { ### Policy Agents functions ########################### -# Start the policy agwent +# Use an agent on the local machine instead of container +use_agent_stand_alone() { + AGENT_STAND_ALONE=1 +} + +# Start the policy agent # args: - # (Function for test scripts) start_policy_agent() { echo -e $BOLD"Starting Policy Agent"$EBOLD - __start_container policy_agent NODOCKERARGS $POLICY_AGENT_APP_NAME $POLICY_AGENT_EXTERNAL_PORT "/status" "http" + if [ $AGENT_STAND_ALONE -eq 0 ]; then + __start_container policy_agent NODOCKERARGS $POLICY_AGENT_APP_NAME $POLICY_AGENT_EXTERNAL_PORT "/status" "http" + else + echo -e $RED"The consul config produced by this test script (filename '.output"$ERED + echo -e $RED"where the file name is the file in the consul_config_app command in this script) must be pointed out by the agent "$ERED + echo -e $RED"application.yaml"$ERED + echo -e $RED"The application jar may need to be built beforefor continuing"$ERED + echo -e $RED"The agent shall now be running on port $POLICY_AGENT_EXTERNAL_PORT for http"$ERED + + read -p "" + __start_container policy_agent "STANDALONE" $POLICY_AGENT_APP_NAME $POLICY_AGENT_EXTERNAL_PORT "/status" "http" + fi } @@ -1146,18 +1481,20 @@ use_agent_rest_https() { echo -e $BOLD"Using agent REST interface with https"$EBOLD export ADAPTER=$RESTBASE_SECURE echo "" + return 0 } # All calls to the agent will be directed to the agent dmaap interface from now on # args: - # (Function for test scripts) use_agent_dmaap() { - echo -e $BOLD"Using agent DMAAP interface"$EBOLD + echo -e $BOLD"Agent using DMAAP interface"$EBOLD export ADAPTER=$DMAAPBASE echo "" - + return 0 } + # Turn on debug level tracing in the agent # args: - # (Function for test scripts) @@ -1168,8 +1505,8 @@ set_agent_debug() { __print_err "could not set debug mode" $@ return 1 fi - return 0 echo "" + return 0 } # Perform curl retries when making direct call to the agent for the specified http response codes @@ -1179,6 +1516,7 @@ use_agent_retries() { echo -e $BOLD"Do curl retries to the agent REST inteface for these response codes:$@"$EBOLD AGENT_RETRY_CODES=$@ echo "" + return } ################# @@ -1242,8 +1580,9 @@ store_logs() { __print_err "need one arg, " $@ exit 1 fi - echo -e $BOLD"Storing all container logs, Policy Agent app log and consul config using prefix: "$1 + echo -e $BOLD"Storing all container logs, Policy Agent app log and consul config using prefix: "$1$EBOLD + docker stats --no-stream > $TESTLOGS/$ATC/$1_docker_stats.log 2>&1 docker logs $CONSUL_APP_NAME > $TESTLOGS/$ATC/$1_consul.log 2>&1 docker logs $CBS_APP_NAME > $TESTLOGS/$ATC/$1_cbs.log 2>&1 docker logs $POLICY_AGENT_APP_NAME > $TESTLOGS/$ATC/$1_policy-agent.log 2>&1 @@ -1318,7 +1657,7 @@ __var_test() { fi #echo -e "---- ${1} sim test criteria: \033[1m ${3} \033[0m ${4} ${5} within ${6} seconds ----" - echo -e $BOLD"TEST(${BASH_LINENO[1]}): ${1}, ${3} ${4} ${5} within ${6} seconds" + echo -e $BOLD"TEST(${BASH_LINENO[1]}): ${1}, ${3} ${4} ${5} within ${6} seconds"$EBOLD ((RES_TEST++)) start=$SECONDS ctr=0 @@ -1496,5 +1835,3 @@ mr_print() { fi echo -e $BOLD"INFO(${BASH_LINENO[0]}): mrstub, $1 = $(__do_curl $LOCALHOST$MR_EXTERNAL_PORT/counter/$1)"$EBOLD } - -