sample-services/ics-producer-consumer/start.sh

   1 #  ========================LICENSE_START=================================
   2 #  O-RAN-SC
   3 #
   4 #  Copyright (C) 2024: OpenInfra Foundation Europe
   5 #  ========================================================================
   6 #  Licensed under the Apache License, Version 2.0 (the "License");
   7 #  you may not use this file except in compliance with the License.
   8 #  You may obtain a copy of the License at
   9 #
  10 #       http://www.apache.org/licenses/LICENSE-2.0
  11 #
  12 #  Unless required by applicable law or agreed to in writing, software
  13 #  distributed under the License is distributed on an "AS IS" BASIS,
  14 #  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  15 #  See the License for the specific language governing permissions and
  16 #  limitations under the License.
  17 #  ============LICENSE_END=================================================
  18 #!/bin/bash
  19 source utils.sh
  20
  21 PREFIX="nexus3.o-ran-sc.org:10004"
  22 VERSION="0.0.1"
  23
  24 # Create a network for Kafka Containers
  25 docker network create kafka-net
  26
  27 # Start Kafka
  28 docker run -d \
  29   --network kafka-net \
  30   --name kafka-zkless \
  31   -p 9092:9092 \
  32   -e LOG_DIR="/tmp/logs" \
  33   -e KAFKA_LISTENER_SECURITY_PROTOCOL_MAP="CONTROLLER:PLAINTEXT,PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT" \
  34   -e KAFKA_LISTENERS="PLAINTEXT://:29092,PLAINTEXT_HOST://:9092,CONTROLLER://:9093" \
  35   -e KAFKA_ADVERTISED_LISTENERS="PLAINTEXT://kafka-zkless:29092,PLAINTEXT_HOST://kafka-zkless:9092" \
  36   quay.io/strimzi/kafka:latest-kafka-2.8.1-amd64 \
  37   /bin/sh -c 'export CLUSTER_ID=$(bin/kafka-storage.sh random-uuid) && \
  38   bin/kafka-storage.sh format -t $CLUSTER_ID -c config/kraft/server.properties && \
  39   bin/kafka-server-start.sh config/kraft/server.properties --override advertised.listeners=$KAFKA_ADVERTISED_LISTENERS --override listener.security.protocol.map=$KAFKA_LISTENER_SECURITY_PROTOCOL_MAP --override listeners=$KAFKA_LISTENERS'
  40
  41 # Start ICS
  42 docker run -d \
  43   --network kafka-net \
  44   --name informationcoordinatorservice \
  45   -p 8083:8083 \
  46   -v ./application.yaml:/opt/app/information-coordinator-service/config/application.yaml \
  47   nexus3.o-ran-sc.org:10001/o-ran-sc/nonrtric-plt-informationcoordinatorservice:1.6.0
  48
  49 # Start Producer
  50 docker run -d \
  51   --network kafka-net \
  52   --name kafka-producer \
  53   -p 8080:8080 \
  54   -e KAFKA_SERVERS=kafka-zkless:9092 \
  55   $PREFIX/o-ran-sc/nonrtric-sample-icsproducer:$VERSION
  56
  57 #Start Consumer
  58 docker run -d \
  59   --network kafka-net \
  60   --name kafka-consumer \
  61   -p 8081:8081 \
  62   -e KAFKA_SERVERS=kafka-zkless:9092 \
  63   $PREFIX/o-ran-sc/nonrtric-sample-icsconsumer:$VERSION
  64
  65 # Wait for the Kafka container to be running
  66 wait_for_container "kafka-zkless" "Kafka Server started"
  67 wait_for_container "kafka-producer" "Started Application"
  68 wait_for_container "kafka-consumer" "Started Application"
  69
  70 # Once Kafka container is running, start the producers and consumers
  71 echo "Kafka container is up and running. Starting producer and consumer..."
  72 space
  73
  74 echo "Sending type1 to ICS"
  75 curl -X 'PUT' \
  76   'http://localhost:8083/data-producer/v1/info-types/type1' \
  77   -H 'accept: application/json' \
  78   -H 'Content-Type: application/json' \
  79   -d '{
  80   "info_job_data_schema": {
  81     "$schema":"http://json-schema.org/draft-07/schema#",
  82     "title":"STD_Type1_1.0.0",
  83     "description":"Type 1",
  84     "topic": "mytopic",
  85     "bootStrapServers": "kafka-zkless:9092"
  86     }
  87 }'
  88
  89 echo "Getting types from ICS"
  90 curl -X 'GET' 'http://localhost:8083/data-producer/v1/info-types/type1'
  91 space
  92
  93 echo "Sending Producer infos to ICS"
  94 curl -X 'PUT' \
  95   'http://localhost:8083/data-producer/v1/info-producers/1' \
  96   -H 'accept: application/json' \
  97   -H 'Content-Type: application/json' \
  98   -d '{
  99   "info_producer_supervision_callback_url": "http://kafka-producer:8080/producer/supervision",
 100   "supported_info_types": [
 101     "type1"
 102   ],
 103   "info_job_callback_url": "http://kafka-producer:8080/producer/job"
 104 }'
 105
 106 echo "Getting Producers Infos from ICS"
 107 curl -H 'Content-Type: application/json' 'http://localhost:8083/data-producer/v1/info-producers/1'
 108 space
 109
 110 echo "Sending Consumer Job infos to ICS"
 111 curl -X 'PUT' \
 112   'http://localhost:8083/data-consumer/v1/info-jobs/1' \
 113   -H 'accept: application/json' \
 114   -H 'Content-Type: application/json' \
 115   -d '{
 116   "info_type_id": "type1",
 117   "job_owner": "demo",
 118   "job_definition": {
 119     "deliveryInfo": {
 120       "topic": "mytopic",
 121       "bootStrapServers": "kafka-zkless:9092",
 122       "numberOfMessages": 100
 123     }
 124   },
 125   "job_result_uri": "http://kafka-producer:8080/producer/job",
 126   "status_notification_uri": "http://kafka-producer:8080/producer/supervision"
 127 }'
 128
 129 echo "Getting Consumer Job Infos from ICS"
 130 curl -H 'Content-Type: application/json' 'http://localhost:8083/data-consumer/v1/info-jobs/1'
 131 space
 132
 133 echo "Sending Consumer Subscription Job infos to ICS"
 134 curl -X 'PUT' \
 135   'http://localhost:8083/data-consumer/v1/info-type-subscription/1' \
 136   -H 'accept: application/json' \
 137   -H 'Content-Type: application/json' \
 138   -d '{
 139   "status_result_uri": "http://kafka-consumer:8081/consumer/info-type-status",
 140   "owner": "demo"
 141 }'
 142 echo "Getting Consumer Subscription Job infos from ICS"
 143 curl -X 'GET' 'http://localhost:8083/data-consumer/v1/info-type-subscription/1' -H 'accept: application/json'
 144 space
 145
 146 #To Set Kafka Broker in Consumer
 147 echo "Sending type1 to ICS to use the callback"
 148 curl -X 'PUT' \
 149   'http://localhost:8083/data-producer/v1/info-types/type1' \
 150   -H 'accept: application/json' \
 151   -H 'Content-Type: application/json' \
 152   -d '{
 153   "info_job_data_schema": {
 154     "$schema":"http://json-schema.org/draft-07/schema#",
 155     "title":"STD_Type1_1.0.0",
 156     "description":"Type 1",
 157     "topic": "mytopic",
 158     "bootStrapServers": "kafka-zkless:9092"
 159     }
 160 }'
 161
 162 #Using the autostart flag in the application.yaml
 163 echo "Start 1 Producer on mytopic"
 164 curl -X GET http://localhost:8080/startProducer/mytopic
 165 space
 166
 167 echo "Start 1 Consumer on mytopic"
 168 curl -X GET http://localhost:8081/startConsumer/mytopic
 169 space
 170
 171 sleep 10
 172
 173 echo "ICS Producer Docker logs "
 174 docker logs informationcoordinatorservice | grep -E 'o.o.i.c.r1producer.ProducerCallbacks|o.o.i.repository.InfoTypeSubscriptions'
 175 space
 176 echo "Demo Producer Docker logs "
 177 docker logs kafka-producer | grep c.d.p.p.SimpleProducer
 178 space
 179 echo "Demo Consumer Docker logs "
 180 docker logs kafka-consumer | grep c.d.c.c.SimpleConsumer
 181 space
 182
 183 echo "Done."
 184
 185 containers=("kafka-producer" "kafka-consumer")
 186
 187 for container in "${containers[@]}"; do
 188   if docker logs "$container" | grep -q ERROR; then
 189     echo "Errors found in logs of $container"
 190     docker logs "$container" | grep ERROR
 191     echo "FAIL"
 192     exit 1
 193   else
 194     echo "No errors found in logs of $container"
 195   fi
 196 done
 197 echo "SUCCESS"
 198 exit 0