/*- * ========================LICENSE_START================================= * O-RAN-SC * %% * Copyright (C) 2020 Nordix Foundation * %% * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. * ========================LICENSE_END=================================== */ package org.oransc.policyagent.dmaap; import com.google.common.collect.Iterables; import java.io.IOException; import java.time.Duration; import java.util.Properties; import org.onap.dmaap.mr.client.MRBatchingPublisher; import org.onap.dmaap.mr.client.MRClientFactory; import org.onap.dmaap.mr.client.MRConsumer; import org.onap.dmaap.mr.client.response.MRConsumerResponse; import org.oransc.policyagent.clients.AsyncRestClient; import org.oransc.policyagent.configuration.ApplicationConfig; import org.oransc.policyagent.exceptions.ServiceException; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.beans.factory.annotation.Value; import org.springframework.stereotype.Component; /** * The class fetches incoming requests from DMAAP. It uses the timeout parameter * that lets the MessageRouter keep the connection with the Kafka open until * requests are sent in. * *

* this service will regularly check the configuration and start polling DMaaP * if the configuration is added. If the DMaaP configuration is removed, then * the service will stop polling and resume checking for configuration. * *

* Each received request is processed by {@link DmaapMessageHandler}. */ @Component public class DmaapMessageConsumer { protected static final Duration TIME_BETWEEN_DMAAP_RETRIES = Duration.ofSeconds(10); private static final Logger logger = LoggerFactory.getLogger(DmaapMessageConsumer.class); private final ApplicationConfig applicationConfig; private DmaapMessageHandler dmaapMessageHandler = null; private MRConsumer messageRouterConsumer = null; @Value("${server.http-port}") private int localServerHttpPort; @Autowired public DmaapMessageConsumer(ApplicationConfig applicationConfig) { this.applicationConfig = applicationConfig; } /** * Starts the consumer. If there is a DMaaP configuration, it will start polling * for messages. Otherwise it will check regularly for the configuration. * * @return the running thread, for test purposes. */ public Thread start() { Thread thread = new Thread(this::messageHandlingLoop); thread.start(); return thread; } private void messageHandlingLoop() { while (!isStopped()) { try { if (isDmaapConfigured()) { Iterable dmaapMsgs = fetchAllMessages(); if (dmaapMsgs != null && Iterables.size(dmaapMsgs) > 0) { logger.debug("Fetched all the messages from DMAAP and will start to process the messages"); for (String msg : dmaapMsgs) { processMsg(msg); } } } else { sleep(TIME_BETWEEN_DMAAP_RETRIES); // wait for configuration } } catch (Exception e) { logger.warn("Cannot fetch because of {}", e.getMessage()); sleep(TIME_BETWEEN_DMAAP_RETRIES); } } } protected boolean isStopped() { return false; } protected boolean isDmaapConfigured() { Properties consumerCfg = applicationConfig.getDmaapConsumerConfig(); Properties producerCfg = applicationConfig.getDmaapPublisherConfig(); return (consumerCfg != null && consumerCfg.size() > 0 && producerCfg != null && producerCfg.size() > 0); } protected Iterable fetchAllMessages() throws ServiceException, IOException { Properties dmaapConsumerProperties = this.applicationConfig.getDmaapConsumerConfig(); MRConsumer consumer = getMessageRouterConsumer(dmaapConsumerProperties); MRConsumerResponse response = consumer.fetchWithReturnConsumerResponse(); if (response == null || !"200".equals(response.getResponseCode())) { String errorMessage = "DMaaP NULL response received"; if (response != null) { errorMessage = "Error respons " + response.getResponseCode() + " " + response.getResponseMessage() + " from DMaaP."; } throw new ServiceException(errorMessage); } else { logger.debug("DMaaP consumer received {} : {}", response.getResponseCode(), response.getResponseMessage()); return response.getActualMessages(); } } private void processMsg(String msg) throws IOException { logger.debug("Message Reveived from DMAAP : {}", msg); getDmaapMessageHandler().handleDmaapMsg(msg); } protected DmaapMessageHandler getDmaapMessageHandler() throws IOException { if (this.dmaapMessageHandler == null) { String agentBaseUrl = "http://localhost:" + this.localServerHttpPort; AsyncRestClient agentClient = new AsyncRestClient(agentBaseUrl); Properties dmaapPublisherProperties = applicationConfig.getDmaapPublisherConfig(); MRBatchingPublisher producer = MRClientFactory.createBatchingPublisher(dmaapPublisherProperties); this.dmaapMessageHandler = new DmaapMessageHandler(producer, agentClient); } return this.dmaapMessageHandler; } protected void sleep(Duration duration) { try { Thread.sleep(duration.toMillis()); } catch (Exception e) { logger.error("Failed to put the thread to sleep", e); } } protected MRConsumer getMessageRouterConsumer(Properties dmaapConsumerProperties) throws IOException { if (this.messageRouterConsumer == null) { this.messageRouterConsumer = MRClientFactory.createConsumer(dmaapConsumerProperties); } return this.messageRouterConsumer; } }