package org.oransc.policyagent.dmaap;
+import com.google.common.collect.Iterables;
+
import java.io.IOException;
import java.util.Properties;
+import java.util.concurrent.CountDownLatch;
+import java.util.concurrent.TimeUnit;
+
+import org.onap.dmaap.mr.client.MRBatchingPublisher;
import org.onap.dmaap.mr.client.MRClientFactory;
import org.onap.dmaap.mr.client.MRConsumer;
import org.onap.dmaap.mr.client.response.MRConsumerResponse;
+import org.oransc.policyagent.clients.AsyncRestClient;
import org.oransc.policyagent.configuration.ApplicationConfig;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.beans.factory.annotation.Value;
import org.springframework.scheduling.annotation.EnableScheduling;
import org.springframework.scheduling.annotation.Scheduled;
import org.springframework.stereotype.Component;
private static final Logger logger = LoggerFactory.getLogger(DmaapMessageConsumerImpl.class);
private boolean alive = false;
+ private final ApplicationConfig applicationConfig;
protected MRConsumer consumer;
- private MRConsumerResponse response = null;
+ private MRBatchingPublisher producer;
+ private final long FETCHTIMEOUT = 30000;
+
+ private CountDownLatch sleep = new CountDownLatch(1);
+
+ @Value("${server.port}")
+ private int localServerPort;
@Autowired
public DmaapMessageConsumerImpl(ApplicationConfig applicationConfig) {
- Properties dmaapConsumerConfig = applicationConfig.getDmaapConsumerConfig();
- init(dmaapConsumerConfig);
+ this.applicationConfig = applicationConfig;
}
- @Scheduled(fixedRate = 1000 * 60)
+ @Scheduled(fixedRate = 1000 * 10)
@Override
public void run() {
- while (this.alive) {
+ if (!alive) {
+ init();
+ }
+ if (this.alive) {
try {
Iterable<String> dmaapMsgs = fetchAllMessages();
- for (String msg : dmaapMsgs) {
- processMsg(msg);
+ if (dmaapMsgs != null && Iterables.size(dmaapMsgs) > 0) {
+ logger.debug("Fetched all the messages from DMAAP and will start to process the messages");
+ for (String msg : dmaapMsgs) {
+ processMsg(msg);
+ }
}
} catch (Exception e) {
logger.error("{}: cannot fetch because of ", this, e.getMessage(), e);
}
private Iterable<String> fetchAllMessages() {
- response = consumer.fetchWithReturnConsumerResponse();
- if (response == null) {
+ MRConsumerResponse response = null;
+ try {
+ response = consumer.fetchWithReturnConsumerResponse();
+ } catch (Exception e) {
+ logger.error("Failed to get message from DMAAP", e);
+ }
+ if (response == null || !"200".equals(response.getResponseCode())) {
logger.warn("{}: DMaaP NULL response received", this);
+ sleepAfterFailure();
} else {
logger.debug("DMaaP consumer received {} : {}", response.getResponseCode(), response.getResponseMessage());
- if (!"200".equals(response.getResponseCode())) {
- logger.error("DMaaP consumer received: {} : {}", response.getResponseCode(),
- response.getResponseMessage());
- }
}
return response.getActualMessages();
}
@Override
- public void init(Properties properties) {
- // Initialize the DMAAP with the properties
- // Do we need to do any validation of properties before calling the factory?
- Properties prop = new Properties();
- prop.setProperty("ServiceName", "localhost:6845/events");
- prop.setProperty("topic", "A1-P");
- prop.setProperty("host", "localhost:6845");
- prop.setProperty("contenttype", "application/json");
- prop.setProperty("username", "admin");
- prop.setProperty("password", "admin");
- prop.setProperty("group", "users");
- prop.setProperty("id", "policy-agent");
- prop.setProperty("TransportType", "HTTPNOAUTH");
- prop.setProperty("timeout", "15000");
- prop.setProperty("limit", "1000");
+ public void init() {
+ Properties dmaapConsumerProperties = applicationConfig.getDmaapConsumerConfig();
+ Properties dmaapPublisherProperties = applicationConfig.getDmaapPublisherConfig();
+ // No need to start if there is no configuration.
+ if (dmaapConsumerProperties == null || dmaapPublisherProperties == null || dmaapConsumerProperties.size() == 0
+ || dmaapPublisherProperties.size() == 0) {
+ logger.error("DMaaP properties Failed to Load");
+ return;
+ }
try {
- consumer = MRClientFactory.createConsumer(prop);
+ logger.debug("Creating DMAAP Client");
+ logger.debug("dmaapConsumerProperties---> {}", dmaapConsumerProperties.getProperty("topic"));
+ logger.debug("dmaapPublisherProperties---> {}", dmaapPublisherProperties.getProperty("topic"));
+ consumer = MRClientFactory.createConsumer(dmaapConsumerProperties);
+ producer = MRClientFactory.createBatchingPublisher(dmaapConsumerProperties);
this.alive = true;
} catch (IOException e) {
logger.error("Exception occurred while creating Dmaap Consumer", e);
@Override
public void processMsg(String msg) throws Exception {
- System.out.println("sysout" + msg);
- // Call the concurrent Task executor to handle the incoming request
- // Validate the Input & if its valid, post the ACCEPTED Response back to DMAAP
- // through REST CLIENT
- // Call the Controller with the extracted payload
+ logger.debug("Message Reveived from DMAAP : {}", msg);
+ createDmaapMessageHandler().handleDmaapMsg(msg);
+ }
+
+ protected DmaapMessageHandler createDmaapMessageHandler() {
+ String agentBaseUrl = "http://localhost:" + this.localServerPort;
+ AsyncRestClient agentClient = new AsyncRestClient(agentBaseUrl);
+ return new DmaapMessageHandler(this.producer, this.applicationConfig, agentClient);
}
@Override
return alive;
}
- @Override
- public void stopConsumer() {
- alive = false;
+ private void sleepAfterFailure() {
+ logger.warn("DMAAP message Consumer is put to Sleep for {} milliseconds", FETCHTIMEOUT);
+ try {
+ sleep.await(FETCHTIMEOUT, TimeUnit.MILLISECONDS);
+ } catch (InterruptedException e) {
+ logger.error("Failed to put the thread to sleep: {}", e);
+ }
}
}