2 * ========================LICENSE_START=================================
5 * Copyright (C) 2021 Nordix Foundation
7 * Licensed under the Apache License, Version 2.0 (the "License");
8 * you may not use this file except in compliance with the License.
9 * You may obtain a copy of the License at
11 * http://www.apache.org/licenses/LICENSE-2.0
13 * Unless required by applicable law or agreed to in writing, software
14 * distributed under the License is distributed on an "AS IS" BASIS,
15 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 * See the License for the specific language governing permissions and
17 * limitations under the License.
18 * ========================LICENSE_END===================================
21 package org.oran.dmaapadapter.tasks;
23 import java.util.HashMap;
28 import org.oran.dmaapadapter.configuration.ApplicationConfig;
29 import org.oran.dmaapadapter.repository.InfoType;
30 import org.oran.dmaapadapter.repository.InfoTypes;
31 import org.oran.dmaapadapter.repository.Job;
32 import org.oran.dmaapadapter.repository.Jobs;
33 import org.oran.dmaapadapter.repository.MultiMap;
34 import org.slf4j.Logger;
35 import org.slf4j.LoggerFactory;
36 import org.springframework.beans.factory.annotation.Autowired;
37 import org.springframework.scheduling.annotation.EnableScheduling;
38 import org.springframework.scheduling.annotation.Scheduled;
39 import org.springframework.stereotype.Component;
41 @SuppressWarnings("squid:S2629") // Invoke method(s) only conditionally
44 public class KafkaTopicConsumers {
45 private static final Logger logger = LoggerFactory.getLogger(KafkaTopicConsumers.class);
47 private final Map<String, KafkaTopicListener> topicListeners = new HashMap<>(); // Key is typeId
50 private final MultiMap<KafkaJobDataConsumer> consumers = new MultiMap<>(); // Key is typeId, jobId
52 private static final int CONSUMER_SUPERVISION_INTERVAL_MS = 1000 * 60 * 3;
54 public KafkaTopicConsumers(@Autowired ApplicationConfig appConfig, @Autowired InfoTypes types,
55 @Autowired Jobs jobs) {
57 for (InfoType type : types.getAll()) {
58 if (type.isKafkaTopicDefined()) {
59 KafkaTopicListener topicConsumer = new KafkaTopicListener(appConfig, type);
60 topicListeners.put(type.getId(), topicConsumer);
64 jobs.addObserver(new Jobs.Observer() {
66 public void onJobbAdded(Job job) {
71 public void onJobRemoved(Job job) {
78 public synchronized void addJob(Job job) {
79 if (job.getType().isKafkaTopicDefined()) {
81 logger.debug("Kafka job added {}", job.getId());
82 KafkaTopicListener topicConsumer = topicListeners.get(job.getType().getId());
83 if (consumers.get(job.getType().getId()).isEmpty()) {
84 topicConsumer.start();
86 KafkaJobDataConsumer subscription = new KafkaJobDataConsumer(job);
87 subscription.start(topicConsumer.getOutput());
88 consumers.put(job.getType().getId(), job.getId(), subscription);
92 public synchronized void removeJob(Job job) {
93 KafkaJobDataConsumer d = consumers.remove(job.getType().getId(), job.getId());
95 logger.debug("Kafka job removed {}", job.getId());
100 @Scheduled(fixedRate = CONSUMER_SUPERVISION_INTERVAL_MS)
101 public synchronized void restartNonRunningTasks() {
102 this.consumers.keySet().forEach(typeId -> {
103 this.consumers.get(typeId).forEach(consumer -> {
104 if (!consumer.isRunning()) {
105 restartTopic(consumer);
111 private void restartTopic(KafkaJobDataConsumer consumer) {
112 InfoType type = consumer.getJob().getType();
113 KafkaTopicListener topic = this.topicListeners.get(type.getId());
115 restartConsumersOfType(topic, type);
118 private void restartConsumersOfType(KafkaTopicListener topic, InfoType type) {
119 this.consumers.get(type.getId()).forEach((consumer) -> {
120 consumer.start(topic.getOutput());