X-Git-Url: https://gerrit.o-ran-sc.org/r/gitweb?a=blobdiff_plain;f=test%2Fauto-test%2FFTC810.sh;h=5ce79c01485c6de77a14474c8e63a0d0cb721b4d;hb=d49bea61eb78af0058136cb8e16af0acd467f1f3;hp=7ac759cb80403c6ffac2e0e575afb6007d9731b1;hpb=120ac9e1d25dcb1ee1de13d205ec5b2f303db141;p=nonrtric.git diff --git a/test/auto-test/FTC810.sh b/test/auto-test/FTC810.sh index 7ac759cb..5ce79c01 100755 --- a/test/auto-test/FTC810.sh +++ b/test/auto-test/FTC810.sh @@ -17,50 +17,60 @@ # ============LICENSE_END================================================= # -TC_ONELINE_DESCR="Repeatedly create and delete policies in each RICs for 24h (or configured number of days). Via agent REST/DMAAP/DMAAP_BATCH and SDNC using http or https" +TC_ONELINE_DESCR="Repeatedly create and delete policies in each RICs for 24h (or configured number of days). Via a1pms REST/DMAAP/DMAAP_BATCH and SDNC using http or https" -#App names to include in the test, space separated list -INCLUDED_IMAGES="CBS CONSUL CP CR MR PA RICSIM SDNC" +#App names to include in the test when running docker, space separated list +DOCKER_INCLUDED_IMAGES="CP CR MR A1PMS RICSIM SDNC NGW KUBEPROXY" -#SUPPORTED TEST ENV FILE -SUPPORTED_PROFILES="ONAP-MASTER ONAP-GUILIN ORAN-CHERRY" +#App names to include in the test when running kubernetes, space separated list +KUBE_INCLUDED_IMAGES="CP CR MR A1PMS RICSIM SDNC KUBEPROXY NGW" +#Prestarted app (not started by script) to include in the test when running kubernetes, space separated list +KUBE_PRESTARTED_IMAGES="" -. ../common/testcase_common.sh $@ -. ../common/agent_api_functions.sh -. ../common/ricsimulator_api_functions.sh -. ../common/cr_api_functions.sh +#Ignore image in DOCKER_INCLUDED_IMAGES, KUBE_INCLUDED_IMAGES if +#the image is not configured in the supplied env_file +#Used for images not applicable to all supported profile +CONDITIONALLY_IGNORED_IMAGES="NGW" + +#Supported test environment profiles +SUPPORTED_PROFILES="ONAP-JAKARTA ONAP-KOHN ONAP-LONDON ORAN-F-RELEASE ORAN-G-RELEASE ORAN-H-RELEASE" +#Supported run modes +SUPPORTED_RUNMODES="DOCKER KUBE" + +. ../common/testcase_common.sh $@ + +setup_testenvironment #### TEST BEGIN #### -generate_uuid +generate_policy_uuid #Local vars in test script ########################## -# Number of RICs per interface type (OSC and STD) -NUM_RICS=30 -if [ "$PMS_VERSION" == "V2" ]; then - NUM_RICS=20 # 3 A1 interfaces test, less sims per interface. total sims will be same -fi +# Number of RICs per interface type (OSC and STD x 2) +NUM_RICS=20 # Number of policy instances per RIC NUM_INSTANCES=5 DAYS=3 -clean_containers +clean_environment + +start_kube_proxy # use HTTP or HTTPS for all apis HTTPX=HTTPS if [ $HTTPX == "HTTP" ]; then use_cr_http - use_agent_rest_http + use_a1pms_rest_http use_sdnc_http use_simulator_http else use_cr_https - use_agent_rest_https + use_a1pms_rest_https use_sdnc_https use_simulator_https fi @@ -69,27 +79,36 @@ start_ric_simulators ricsim_g1 $NUM_RICS OSC_2.1.0 start_ric_simulators ricsim_g2 $NUM_RICS STD_1.1.3 -if [ "$PMS_VERSION" == "V2" ]; then - start_ric_simulators ricsim_g3 $NUM_RICS STD_2.0.0 -fi +start_ric_simulators ricsim_g3 $NUM_RICS STD_2.0.0 start_mr -start_cr +start_cr 1 + +start_control_panel $SIM_GROUP/$CONTROL_PANEL_COMPOSE_DIR/$CONTROL_PANEL_CONFIG_FILE -start_consul_cbs +if [ ! -z "$NRT_GATEWAY_APP_NAME" ]; then + start_gateway $SIM_GROUP/$NRT_GATEWAY_COMPOSE_DIR/$NRT_GATEWAY_CONFIG_FILE +fi -prepare_consul_config SDNC ".consul_config.json" -consul_config_app ".consul_config.json" +A1PMS_RETRY_CODES=423 +start_a1pms NORPOXY $SIM_GROUP/$A1PMS_COMPOSE_DIR/$A1PMS_CONFIG_FILE -start_sdnc -start_control_panel -start_policy_agent +prepare_a1pms_config SDNC ".a1pms_config.json" +if [ $RUNMODE == "KUBE" ]; then + a1pms_load_config ".a1pms_config.json" +else + a1pms_api_put_configuration 200 ".a1pms_config.json" +fi + +start_sdnc + +sleep_wait 120 "Let A1PMS cofiguration take effect" -api_get_status 200 +a1pms_api_get_status 200 echo "Print the interface for group 1 simulators, shall be OSC" for ((i=1; i<=$NUM_RICS; i++)) @@ -103,13 +122,11 @@ do sim_print ricsim_g2_$i interface done -if [ "$PMS_VERSION" == "V2" ]; then - echo "Print the interface for group 2 simulators, shall be STD 2" - for ((i=1; i<=$NUM_RICS; i++)) - do - sim_print ricsim_g3_$i interface - done -fi +echo "Print the interface for group 2 simulators, shall be STD 2" +for ((i=1; i<=$NUM_RICS; i++)) +do + sim_print ricsim_g3_$i interface +done echo "Load policy type in group 1 simulators" for ((i=1; i<=$NUM_RICS; i++)) @@ -117,13 +134,11 @@ do sim_put_policy_type 201 ricsim_g1_$i 1 testdata/OSC/sim_1.json done -if [ "$PMS_VERSION" == "V2" ]; then - echo "Load policy type in group 3 simulators" - for ((i=1; i<=$NUM_RICS; i++)) - do - sim_put_policy_type 201 ricsim_g3_$i STD_QOS2_0.1.0 testdata/STD2/sim_qos2.json - done -fi +echo "Load policy type in group 3 simulators" +for ((i=1; i<=$NUM_RICS; i++)) +do + sim_put_policy_type 201 ricsim_g3_$i STD_QOS2_0.1.0 testdata/STD2/sim_qos2.json +done echo "Check the number of instances in group 1 simulators, shall be 0" for ((i=1; i<=$NUM_RICS; i++)) @@ -137,47 +152,33 @@ do sim_equal ricsim_g2_$i num_instances 0 done -if [ "$PMS_VERSION" == "V2" ]; then - echo "Check the number of instances in group 3 simulators, shall be 0" - for ((i=1; i<=$NUM_RICS; i++)) - do - sim_equal ricsim_g3_$i num_instances 0 - done -fi +echo "Check the number of instances in group 3 simulators, shall be 0" +for ((i=1; i<=$NUM_RICS; i++)) +do + sim_equal ricsim_g3_$i num_instances 0 +done -echo "Wait for the agent to refresh types from the simulator" -if [ "$PMS_VERSION" == "V2" ]; then - api_equal json:policy-types 3 120 -else - api_equal json:policy_types 2 120 -fi +echo "Wait for the a1pms to refresh types from the simulator" +a1pms_equal json:policy-types 3 300 -echo "Check the number of types in the agent for each ric is 1" +echo "Check the number of types in the a1pms for each ric is 1" for ((i=1; i<=$NUM_RICS; i++)) do - if [ "$PMS_VERSION" == "V2" ]; then - api_equal json:policy-types?ric_id=ricsim_g1_$i 1 120 - api_equal json:policy-types?ric_id=ricsim_g3_$i 1 120 - else - api_equal json:policy_types?ric=ricsim_g1_$i 1 120 - fi + a1pms_equal json:policy-types?ric_id=ricsim_g1_$i 1 120 + a1pms_equal json:policy-types?ric_id=ricsim_g3_$i 1 120 done echo "Register a service" -api_put_service 201 "serv1" 0 "$CR_PATH/1" +a1pms_api_put_service 201 "serv1" 0 "$CR_SERVICE_APP_PATH_0/1" TEST_DURATION=$((24*3600*$DAYS)) TEST_START=$SECONDS -AGENT_INTERFACES="REST REST_PARALLEL DMAAP DMAAP-BATCH" +A1PMS_INTERFACES="REST REST_PARALLEL DMAAP DMAAP-BATCH" MR_MESSAGES=0 -if [ "$PMS_VERSION" == "V2" ]; then - notificationurl=$CR_PATH"/test" -else - notificationurl="" -fi +notificationurl=$CR_SERVICE_APP_PATH_0"/test" while [ $(($SECONDS-$TEST_START)) -lt $TEST_DURATION ]; do @@ -187,25 +188,25 @@ while [ $(($SECONDS-$TEST_START)) -lt $TEST_DURATION ]; do echo "#########################################################################################################" echo "" - for interface in $AGENT_INTERFACES ; do + for interface in $A1PMS_INTERFACES ; do echo "############################################" - echo "## Testing using agent interface: $interface ##" + echo "## Testing using a1pms interface: $interface ##" echo "############################################" if [ $interface == "REST" ] || [ $interface == "REST_PARALLEL" ]; then if [ $HTTPX == "HTTP" ]; then - use_agent_rest_http + use_a1pms_rest_http else - use_agent_rest_https + use_a1pms_rest_https fi else if [ $HTTPX == "HTTPS" ]; then echo "Using secure ports towards dmaap" - use_agent_dmaap_https + use_a1pms_dmaap_https else echo "Using non-secure ports towards dmaap" - use_agent_dmaap_http + use_a1pms_dmaap_http fi fi @@ -213,14 +214,14 @@ while [ $(($SECONDS-$TEST_START)) -lt $TEST_DURATION ]; do INSTANCE_ID=200000 INSTANCES=0 if [ $interface == "REST_PARALLEL" ]; then - api_put_policy_parallel 201 "serv1" ricsim_g1_ $NUM_RICS 1 $INSTANCE_ID NOTRANSIENT $notificationurl testdata/OSC/pi1_template.json $NUM_INSTANCES 3 + a1pms_api_put_policy_parallel 201 "serv1" ricsim_g1_ $NUM_RICS 1 $INSTANCE_ID NOTRANSIENT $notificationurl testdata/OSC/pi1_template.json $NUM_INSTANCES 3 fi for ((i=1; i<=$NUM_RICS; i++)) do if [ $interface == "DMAAP-BATCH" ]; then - api_put_policy_batch 201 "serv1" ricsim_g1_$i 1 $INSTANCE_ID NOTRANSIENT $notificationurl testdata/OSC/pi1_template.json $NUM_INSTANCES + a1pms_api_put_policy_batch 201 "serv1" ricsim_g1_$i 1 $INSTANCE_ID NOTRANSIENT $notificationurl testdata/OSC/pi1_template.json $NUM_INSTANCES elif [ $interface == "DMAAP" ] || [ $interface == "REST" ]; then - api_put_policy 201 "serv1" ricsim_g1_$i 1 $INSTANCE_ID NOTRANSIENT $notificationurl testdata/OSC/pi1_template.json $NUM_INSTANCES + a1pms_api_put_policy 201 "serv1" ricsim_g1_$i 1 $INSTANCE_ID NOTRANSIENT $notificationurl testdata/OSC/pi1_template.json $NUM_INSTANCES fi if [ $interface == "DMAAP" ] || [ $interface == "DMAAP-BATCH" ]; then MR_MESSAGES=$(($MR_MESSAGES+$NUM_INSTANCES)) @@ -230,22 +231,18 @@ while [ $(($SECONDS-$TEST_START)) -lt $TEST_DURATION ]; do INSTANCES=$(($INSTANCES+$NUM_INSTANCES)) done - if [ "$PMS_VERSION" == "V2" ]; then - api_equal json:policy-instances $INSTANCES - else - api_equal json:policy_ids $INSTANCES - fi + a1pms_equal json:policy-instances $INSTANCES echo "Create $NUM_INSTANCES instances in each STD RIC" if [ $interface == "REST_PARALLEL" ]; then - api_put_policy_parallel 201 "serv1" ricsim_g2_ $NUM_RICS NOTYPE $INSTANCE_ID NOTRANSIENT $notificationurl testdata/STD/pi1_template.json $NUM_INSTANCES 3 + a1pms_api_put_policy_parallel 201 "serv1" ricsim_g2_ $NUM_RICS NOTYPE $INSTANCE_ID NOTRANSIENT $notificationurl testdata/STD/pi1_template.json $NUM_INSTANCES 3 fi for ((i=1; i<=$NUM_RICS; i++)) do if [ $interface == "DMAAP-BATCH" ]; then - api_put_policy_batch 201 "serv1" ricsim_g2_$i NOTYPE $INSTANCE_ID NOTRANSIENT $notificationurl testdata/STD/pi1_template.json $NUM_INSTANCES + a1pms_api_put_policy_batch 201 "serv1" ricsim_g2_$i NOTYPE $INSTANCE_ID NOTRANSIENT $notificationurl testdata/STD/pi1_template.json $NUM_INSTANCES elif [ $interface == "DMAAP" ] || [ $interface == "REST" ]; then - api_put_policy 201 "serv1" ricsim_g2_$i NOTYPE $INSTANCE_ID NOTRANSIENT $notificationurl testdata/STD/pi1_template.json $NUM_INSTANCES + a1pms_api_put_policy 201 "serv1" ricsim_g2_$i NOTYPE $INSTANCE_ID NOTRANSIENT $notificationurl testdata/STD/pi1_template.json $NUM_INSTANCES fi if [ $interface == "DMAAP" ] || [ $interface == "DMAAP-BATCH" ]; then MR_MESSAGES=$(($MR_MESSAGES+$NUM_INSTANCES)) @@ -255,52 +252,41 @@ while [ $(($SECONDS-$TEST_START)) -lt $TEST_DURATION ]; do INSTANCES=$(($INSTANCES+$NUM_INSTANCES)) done - if [ "$PMS_VERSION" == "V2" ]; then - api_equal json:policy-instances $INSTANCES - else - api_equal json:policy_ids $INSTANCES - fi + a1pms_equal json:policy-instances $INSTANCES - if [ "$PMS_VERSION" == "V2" ]; then - echo "Create $NUM_INSTANCES instances in each STD 2 RIC" - if [ $interface == "REST_PARALLEL" ]; then - api_put_policy_parallel 201 "serv1" ricsim_g3_ $NUM_RICS STD_QOS2_0.1.0 $INSTANCE_ID NOTRANSIENT $notificationurl testdata/STD2/pi_qos2_template.json $NUM_INSTANCES 3 + echo "Create $NUM_INSTANCES instances in each STD 2 RIC" + if [ $interface == "REST_PARALLEL" ]; then + a1pms_api_put_policy_parallel 201 "serv1" ricsim_g3_ $NUM_RICS STD_QOS2_0.1.0 $INSTANCE_ID NOTRANSIENT $notificationurl testdata/STD2/pi_qos2_template.json $NUM_INSTANCES 3 + fi + for ((i=1; i<=$NUM_RICS; i++)) + do + if [ $interface == "DMAAP-BATCH" ]; then + a1pms_api_put_policy_batch 201 "serv1" ricsim_g3_$i STD_QOS2_0.1.0 $INSTANCE_ID NOTRANSIENT $notificationurl testdata/STD2/pi_qos2_template.json $NUM_INSTANCES + elif [ $interface == "DMAAP" ] || [ $interface == "REST" ]; then + a1pms_api_put_policy 201 "serv1" ricsim_g3_$i STD_QOS2_0.1.0 $INSTANCE_ID NOTRANSIENT $notificationurl testdata/STD2/pi_qos2_template.json $NUM_INSTANCES fi - for ((i=1; i<=$NUM_RICS; i++)) - do - if [ $interface == "DMAAP-BATCH" ]; then - api_put_policy_batch 201 "serv1" ricsim_g3_$i STD_QOS2_0.1.0 $INSTANCE_ID NOTRANSIENT $notificationurl testdata/STD2/pi_qos2_template.json $NUM_INSTANCES - elif [ $interface == "DMAAP" ] || [ $interface == "REST" ]; then - api_put_policy 201 "serv1" ricsim_g3_$i STD_QOS2_0.1.0 $INSTANCE_ID NOTRANSIENT $notificationurl testdata/STD2/pi_qos2_template.json $NUM_INSTANCES - fi - if [ $interface == "DMAAP" ] || [ $interface == "DMAAP-BATCH" ]; then - MR_MESSAGES=$(($MR_MESSAGES+$NUM_INSTANCES)) - fi - sim_equal ricsim_g3_$i num_instances $NUM_INSTANCES - INSTANCE_ID=$(($INSTANCE_ID+$NUM_INSTANCES)) - INSTANCES=$(($INSTANCES+$NUM_INSTANCES)) - done - - if [ "$PMS_VERSION" == "V2" ]; then - api_equal json:policy-instances $INSTANCES - else - api_equal json:policy_ids $INSTANCES + if [ $interface == "DMAAP" ] || [ $interface == "DMAAP-BATCH" ]; then + MR_MESSAGES=$(($MR_MESSAGES+$NUM_INSTANCES)) fi - fi + sim_equal ricsim_g3_$i num_instances $NUM_INSTANCES + INSTANCE_ID=$(($INSTANCE_ID+$NUM_INSTANCES)) + INSTANCES=$(($INSTANCES+$NUM_INSTANCES)) + done + a1pms_equal json:policy-instances $INSTANCES echo "Delete all instances in each OSC RIC" INSTANCE_ID=200000 if [ $interface == "REST_PARALLEL" ]; then - api_delete_policy_parallel 204 $NUM_RICS $INSTANCE_ID $NUM_INSTANCES 3 + a1pms_api_delete_policy_parallel 204 $NUM_RICS $INSTANCE_ID $NUM_INSTANCES 3 fi for ((i=1; i<=$NUM_RICS; i++)) do if [ $interface == "DMAAP-BATCH" ]; then - api_delete_policy_batch 204 $INSTANCE_ID $NUM_INSTANCES + a1pms_api_delete_policy_batch 204 $INSTANCE_ID $NUM_INSTANCES elif [ $interface == "DMAAP" ] || [ $interface == "REST" ]; then - api_delete_policy 204 $INSTANCE_ID $NUM_INSTANCES + a1pms_api_delete_policy 204 $INSTANCE_ID $NUM_INSTANCES fi if [ $interface == "DMAAP" ] || [ $interface == "DMAAP-BATCH" ]; then MR_MESSAGES=$(($MR_MESSAGES+$NUM_INSTANCES)) @@ -310,23 +296,19 @@ while [ $(($SECONDS-$TEST_START)) -lt $TEST_DURATION ]; do INSTANCE_ID=$(($INSTANCE_ID+$NUM_INSTANCES)) done - if [ "$PMS_VERSION" == "V2" ]; then - api_equal json:policy-instances $INSTANCES - else - api_equal json:policy_ids $INSTANCES - fi + a1pms_equal json:policy-instances $INSTANCES echo "Delete all instances in each STD RIC" if [ $interface == "REST_PARALLEL" ]; then - api_delete_policy_parallel 204 $NUM_RICS $INSTANCE_ID $NUM_INSTANCES 3 + a1pms_api_delete_policy_parallel 204 $NUM_RICS $INSTANCE_ID $NUM_INSTANCES 3 fi for ((i=1; i<=$NUM_RICS; i++)) do if [ $interface == "DMAAP-BATCH" ]; then - api_delete_policy_batch 204 $INSTANCE_ID $NUM_INSTANCES + a1pms_api_delete_policy_batch 204 $INSTANCE_ID $NUM_INSTANCES elif [ $interface == "DMAAP" ] || [ $interface == "REST" ]; then - api_delete_policy 204 $INSTANCE_ID $NUM_INSTANCES + a1pms_api_delete_policy 204 $INSTANCE_ID $NUM_INSTANCES fi if [ $interface == "DMAAP" ] || [ $interface == "DMAAP-BATCH" ]; then MR_MESSAGES=$(($MR_MESSAGES+$NUM_INSTANCES)) @@ -336,39 +318,29 @@ while [ $(($SECONDS-$TEST_START)) -lt $TEST_DURATION ]; do INSTANCE_ID=$(($INSTANCE_ID+$NUM_INSTANCES)) done - if [ "$PMS_VERSION" == "V2" ]; then - api_equal json:policy-instances $INSTANCES - else - api_equal json:policy_ids $INSTANCES - fi + a1pms_equal json:policy-instances $INSTANCES - if [ "$PMS_VERSION" == "V2" ]; then - echo "Delete all instances in each STD 2 RIC" + echo "Delete all instances in each STD 2 RIC" - if [ $interface == "REST_PARALLEL" ]; then - api_delete_policy_parallel 204 $NUM_RICS $INSTANCE_ID $NUM_INSTANCES 3 + if [ $interface == "REST_PARALLEL" ]; then + a1pms_api_delete_policy_parallel 204 $NUM_RICS $INSTANCE_ID $NUM_INSTANCES 3 + fi + for ((i=1; i<=$NUM_RICS; i++)) + do + if [ $interface == "DMAAP-BATCH" ]; then + a1pms_api_delete_policy_batch 204 $INSTANCE_ID $NUM_INSTANCES + elif [ $interface == "DMAAP" ] || [ $interface == "REST" ]; then + a1pms_api_delete_policy 204 $INSTANCE_ID $NUM_INSTANCES fi - for ((i=1; i<=$NUM_RICS; i++)) - do - if [ $interface == "DMAAP-BATCH" ]; then - api_delete_policy_batch 204 $INSTANCE_ID $NUM_INSTANCES - elif [ $interface == "DMAAP" ] || [ $interface == "REST" ]; then - api_delete_policy 204 $INSTANCE_ID $NUM_INSTANCES - fi - if [ $interface == "DMAAP" ] || [ $interface == "DMAAP-BATCH" ]; then - MR_MESSAGES=$(($MR_MESSAGES+$NUM_INSTANCES)) - fi - INSTANCES=$(($INSTANCES-$NUM_INSTANCES)) - sim_equal ricsim_g3_$i num_instances 0 - INSTANCE_ID=$(($INSTANCE_ID+$NUM_INSTANCES)) - done - - if [ "$PMS_VERSION" == "V2" ]; then - api_equal json:policy-instances $INSTANCES - else - api_equal json:policy_ids $INSTANCES + if [ $interface == "DMAAP" ] || [ $interface == "DMAAP-BATCH" ]; then + MR_MESSAGES=$(($MR_MESSAGES+$NUM_INSTANCES)) fi - fi + INSTANCES=$(($INSTANCES-$NUM_INSTANCES)) + sim_equal ricsim_g3_$i num_instances 0 + INSTANCE_ID=$(($INSTANCE_ID+$NUM_INSTANCES)) + done + + a1pms_equal json:policy-instances $INSTANCES mr_equal requests_submitted $MR_MESSAGES mr_equal requests_fetched $MR_MESSAGES @@ -380,19 +352,17 @@ while [ $(($SECONDS-$TEST_START)) -lt $TEST_DURATION ]; do for ((i=1; i<=$NUM_RICS; i++)) do - sim_contains_str ricsim_g1_$i remote_hosts "a1-controller" - sim_contains_str ricsim_g2_$i remote_hosts "a1-controller" + sim_contains_str ricsim_g1_$i remote_hosts $SDNC_APP_NAME + sim_contains_str ricsim_g2_$i remote_hosts $SDNC_APP_NAME - if [ "$PMS_VERSION" == "V2" ]; then - sim_contains_str ricsim_g3_$i remote_hosts "a1-controller" - fi + sim_contains_str ricsim_g3_$i remote_hosts $SDNC_APP_NAME done done done -check_policy_agent_logs +check_a1pms_logs check_sdnc_logs #### TEST COMPLETE #### @@ -401,4 +371,4 @@ store_logs END print_result -auto_clean_containers \ No newline at end of file +auto_clean_environment \ No newline at end of file