gerrit.o-ran-sc Code Review - smo/teiv.git/blob

   1 /*
   2  *  ============LICENSE_START=======================================================
   3  *  Modifications Copyright (C) 2025 OpenInfra Foundation Europe
   4  *  ================================================================================
   5  *  Licensed under the Apache License, Version 2.0 (the "License");
   6  *  you may not use this file except in compliance with the License.
   7  *  You may obtain a copy of the License at
   8  *
   9  *        http://www.apache.org/licenses/LICENSE-2.0
  10  *
  11  *  Unless required by applicable law or agreed to in writing, software
  12  *  distributed under the License is distributed on an "AS IS" BASIS,
  13  *  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14  *  See the License for the specific language governing permissions and
  15  *  limitations under the License.
  16  *
  17  *  SPDX-License-Identifier: Apache-2.0
  18  *  ============LICENSE_END=========================================================
  19  */
  20 package org.oran.smo.ncmp_to_teiv_adapter;
  21
  22 import com.fasterxml.jackson.core.JsonProcessingException;
  23 import com.fasterxml.jackson.databind.ObjectMapper;
  24 import io.cloudevents.CloudEvent;
  25 import lombok.RequiredArgsConstructor;
  26 import lombok.extern.slf4j.Slf4j;
  27 import org.oran.smo.ncmp_to_teiv_adapter.models.ManagedElementWrapper;
  28 import org.springframework.beans.factory.annotation.Value;
  29 import org.springframework.scheduling.annotation.Scheduled;
  30 import org.springframework.stereotype.Component;
  31 import java.io.IOException;
  32 import java.util.HashMap;
  33 import java.util.List;
  34 import java.util.Map;
  35
  36 import static org.oran.smo.ncmp_to_teiv_adapter.ResourceReader.readResourceFile;
  37
  38 @Slf4j
  39 @Component
  40 @RequiredArgsConstructor
  41 public class NcmpToTeivIngestion {
  42
  43     @Value("${send-sample-ocucp-event}")
  44     private boolean sendSampleOCUCPEvent;
  45
  46     private static final ObjectMapper objectMapper = new ObjectMapper();
  47     private final KafkaEventProducer kafkaEventProducer;
  48     private final NcmpPollingClient ncmpPollingClient;
  49
  50     private Map<String, Object> addedCmHandles = new HashMap<>();
  51
  52     @Scheduled(fixedRateString = "${polling.interval}")
  53     public void pollExternalApi() throws IOException {
  54         List<String> cmHandlesToAdd = ncmpPollingClient.getAllCmHandlesFromNcmp();
  55         List<String> cmHandlesToDelete = addedCmHandles.keySet().stream().filter(v -> !cmHandlesToAdd.contains(v)).toList();
  56         addSmo();
  57
  58         for (String cmHandle : cmHandlesToAdd) {
  59             addCmHandle(cmHandle);
  60         }
  61         for (String cmHandle : cmHandlesToDelete) {
  62             removeCmHandle(cmHandle);
  63         }
  64         if (sendSampleOCUCPEvent) {
  65             sendSampleOCUCPEvent();
  66         }
  67     }
  68
  69     private void addSmo() {
  70         String payload = SmoPayloadBuilder.build();
  71         CloudEvent event = CloudEventFactory.createEvent(payload, "merge");
  72         log.info("Sending CloudEvent with payload: {}", payload);
  73         kafkaEventProducer.sendCloudEvent(event);
  74     }
  75
  76     private void addCmHandle(String cmHandle) {
  77         ManagedElementWrapper wrapper = ncmpPollingClient.getAllManagedElementsFromNcmp(cmHandle);
  78         Map<String, Object> json = wrapper.toTeivCloudEventPayload();
  79         try {
  80             if (addedCmHandles.containsKey(cmHandle)) {
  81                 Map<String, Object> previousJson = (Map<String, Object>) addedCmHandles.get(cmHandle);
  82                 Map<String, Object> toDeleteJson = new HashMap<>();
  83                 Map<String, Object> missingEntities = findMissingItems(extractEntities(previousJson), extractEntities(json),
  84                         "entities");
  85                 if (!missingEntities.isEmpty()) {
  86                     toDeleteJson.put("entities", List.of(missingEntities));
  87                 }
  88                 Map<String, Object> missingRelationships = findMissingItems(extractRelationships(previousJson),
  89                         extractRelationships(json), "relationships");
  90                 if (!missingRelationships.isEmpty()) {
  91                     toDeleteJson.put("relationships", List.of(missingRelationships));
  92                 }
  93                 if (!toDeleteJson.isEmpty()) {
  94                     sendCloudEvent(toDeleteJson, "delete");
  95                 }
  96             }
  97             sendCloudEvent(json, "merge");
  98             addedCmHandles.put(cmHandle, json);
  99         } catch (JsonProcessingException e) {
 100             log.error("Error processing data from cmHandle {}. Event not sent. Error message: {}", cmHandle, e
 101                     .getMessage());
 102         }
 103     }
 104
 105     private Map<String, List<Map<String, Object>>> extractEntities(Map<String, Object> json) {
 106         return (Map<String, List<Map<String, Object>>>) ((List<Object>) json.get("entities")).get(0);
 107     }
 108
 109     private Map<String, List<Map<String, Object>>> extractRelationships(Map<String, Object> json) {
 110         return (Map<String, List<Map<String, Object>>>) ((List<Object>) json.get("relationships")).get(0);
 111     }
 112
 113     private Map<String, Object> findMissingItems(Map<String, List<Map<String, Object>>> previousItems,
 114             Map<String, List<Map<String, Object>>> currentItems, String itemType) {
 115         Map<String, Object> missingItems = new HashMap<>();
 116         for (String key : previousItems.keySet()) {
 117             List<Map<String, Object>> currentList = currentItems.getOrDefault(key, List.of());
 118             List<Map<String, Object>> previousList = previousItems.get(key);
 119
 120             List<Map<String, Object>> missing = previousList.stream().filter(item -> currentList.stream().noneMatch(
 121                     currentItem -> currentItem.get("id").equals(item.get("id")))).toList();
 122             if (!missing.isEmpty()) {
 123                 missingItems.put(key, missing);
 124                 log.info("Missing {} for key {}: {}", itemType, key, missing);
 125             }
 126         }
 127         return missingItems;
 128     }
 129
 130     private void removeCmHandle(String cmHandle) {
 131         try {
 132             Object json = addedCmHandles.get(cmHandle);
 133             sendCloudEvent((Map<String, Object>) json, "delete");
 134             addedCmHandles.remove(cmHandle);
 135         } catch (JsonProcessingException e) {
 136             log.error("Error processing data from cmHandle {}. Event not sent. Error message: {}", cmHandle, e
 137                     .getMessage());
 138         }
 139     }
 140
 141     private void sendCloudEvent(Map<String, Object> json, String eventType) throws JsonProcessingException {
 142         String payload = objectMapper.writeValueAsString(json);
 143         CloudEvent event = CloudEventFactory.createEvent(payload, eventType);
 144         log.info("Sending CloudEvent with payload: {}", payload);
 145         kafkaEventProducer.sendCloudEvent(event);
 146     }
 147
 148     private void sendSampleOCUCPEvent() throws IOException {
 149         String content = readResourceFile("sample-responses/_3gpp-common-managed-element-ocucp.json");
 150         ManagedElementWrapper wrapper = objectMapper.readValue(content, ManagedElementWrapper.class);
 151         Map<String, Object> toJson = wrapper.toTeivCloudEventPayload();
 152         try {
 153             sendCloudEvent(toJson, "merge");
 154         } catch (JsonProcessingException e) {
 155             log.error("Error processing ocucp data. Event not sent. Error message: {}", e.getMessage());
 156         }
 157     }
 158 }