Add kafka jobs to DMaaP Mediator Producer
[nonrtric.git] / dmaap-mediator-producer / main.go
index d38496f..819ffa9 100644 (file)
 package main
 
 import (
+       "crypto/tls"
+       "fmt"
+       "net/http"
        "time"
 
        log "github.com/sirupsen/logrus"
        "oransc.org/nonrtric/dmaapmediatorproducer/internal/config"
-       "oransc.org/nonrtric/dmaapmediatorproducer/internal/jobtypes"
+       "oransc.org/nonrtric/dmaapmediatorproducer/internal/jobs"
+       "oransc.org/nonrtric/dmaapmediatorproducer/internal/kafkaclient"
+       "oransc.org/nonrtric/dmaapmediatorproducer/internal/restclient"
+       "oransc.org/nonrtric/dmaapmediatorproducer/internal/server"
 )
 
 var configuration *config.Config
+var registered bool
 
 func init() {
        configuration = config.New()
-       if loglevel, err := log.ParseLevel(configuration.LogLevel); err == nil {
-               log.SetLevel(loglevel)
-       } else {
-               log.Warnf("Invalid log level: %v. Log level will be Info!", configuration.LogLevel)
-       }
+}
 
+func main() {
+       log.SetLevel(configuration.LogLevel)
        log.Debug("Initializing DMaaP Mediator Producer")
-       if configuration.InfoJobCallbackUrl == "" {
-               log.Fatal("Missing INFO_JOB_CALLBACK_URL")
-       }
-       if configuration.InfoProducerSupervisionCallbackUrl == "" {
-               log.Fatal("Missing INFO_PRODUCER_SUPERVISION_CALLBACK_URL")
+       log.Debug("Using configuration: ", configuration)
+       if err := validateConfiguration(configuration); err != nil {
+               log.Fatalf("Stopping producer due to error: %v", err)
        }
+       callbackAddress := fmt.Sprintf("%v:%v", configuration.InfoProducerHost, configuration.InfoProducerPort)
 
-       registrator := config.NewRegistratorImpl(configuration.InfoCoordinatorAddress)
-       if types, err := jobtypes.GetTypes(); err == nil {
-               if regErr := registrator.RegisterTypes(types); regErr != nil {
-                       log.Fatalf("Unable to register all types due to: %v", regErr)
-               }
+       var cert tls.Certificate
+       if c, err := restclient.CreateClientCertificate(configuration.ProducerCertPath, configuration.ProducerKeyPath); err == nil {
+               cert = c
        } else {
-               log.Fatalf("Unable to get types to register due to: %v", err)
+               log.Fatalf("Stopping producer due to error: %v", err)
+       }
+
+       retryClient := restclient.CreateRetryClient(cert)
+       kafkaFactory := kafkaclient.KafkaFactoryImpl{BootstrapServer: configuration.KafkaBootstrapServers}
+       distributionClient := restclient.CreateClientWithoutRetry(cert, 10*time.Second)
+
+       jobsManager := jobs.NewJobsManagerImpl(retryClient, configuration.DMaaPMRAddress, kafkaFactory, distributionClient)
+       go startCallbackServer(jobsManager, callbackAddress)
+
+       if err := registerTypesAndProducer(jobsManager, configuration.InfoCoordinatorAddress, callbackAddress, retryClient); err != nil {
+               log.Fatalf("Stopping producer due to: %v", err)
+       }
+       registered = true
+       jobsManager.StartJobsForAllTypes()
+
+       log.Debug("Starting DMaaP Mediator Producer")
+
+       keepProducerAlive()
+}
+
+func validateConfiguration(configuration *config.Config) error {
+       if configuration.InfoProducerHost == "" {
+               return fmt.Errorf("missing INFO_PRODUCER_HOST")
        }
+       if configuration.ProducerCertPath == "" || configuration.ProducerKeyPath == "" {
+               return fmt.Errorf("missing PRODUCER_CERT and/or PRODUCER_KEY")
+       }
+       if configuration.DMaaPMRAddress == "" && configuration.KafkaBootstrapServers == "" {
+               return fmt.Errorf("at least one of DMAAP_MR_ADDR or KAFKA_BOOTSRAP_SERVERS must be provided")
+       }
+       return nil
+}
+func registerTypesAndProducer(jobTypesHandler jobs.JobTypesManager, infoCoordinatorAddress string, callbackAddress string, client restclient.HTTPClient) error {
+       registrator := config.NewRegistratorImpl(infoCoordinatorAddress, client)
+       configTypes, err := config.GetJobTypesFromConfiguration("configs")
+       if err != nil {
+               return fmt.Errorf("unable to register all types due to: %v", err)
+       }
+       regErr := registrator.RegisterTypes(jobTypesHandler.LoadTypesFromConfiguration(configTypes))
+       if regErr != nil {
+               return fmt.Errorf("unable to register all types due to: %v", regErr)
+       }
+
        producer := config.ProducerRegistrationInfo{
-               InfoProducerSupervisionCallbackUrl: configuration.InfoProducerSupervisionCallbackUrl,
-               SupportedInfoTypes:                 jobtypes.GetSupportedTypes(),
-               InfoJobCallbackUrl:                 configuration.InfoJobCallbackUrl,
+               InfoProducerSupervisionCallbackUrl: callbackAddress + server.HealthCheckPath,
+               SupportedInfoTypes:                 jobTypesHandler.GetSupportedTypes(),
+               InfoJobCallbackUrl:                 callbackAddress + server.AddJobPath,
        }
        if err := registrator.RegisterProducer("DMaaP_Mediator_Producer", &producer); err != nil {
-               log.Fatalf("Unable to register producer due to: %v", err)
+               return fmt.Errorf("unable to register producer due to: %v", err)
        }
+       return nil
 }
 
-func main() {
-       log.Debug("Starting DMaaP Mediator Producer")
-       time.Sleep(1000 * time.Millisecond)
+func startCallbackServer(jobsManager jobs.JobsManager, callbackAddress string) {
+       log.Debugf("Starting callback server at port %v", configuration.InfoProducerPort)
+       r := server.NewRouter(jobsManager, statusHandler)
+       if restclient.IsUrlSecure(callbackAddress) {
+               log.Fatalf("Server stopped: %v", http.ListenAndServeTLS(fmt.Sprintf(":%v", configuration.InfoProducerPort), configuration.ProducerCertPath, configuration.ProducerKeyPath, r))
+       } else {
+               log.Fatalf("Server stopped: %v", http.ListenAndServe(fmt.Sprintf(":%v", configuration.InfoProducerPort), r))
+       }
+}
+
+func statusHandler(w http.ResponseWriter, r *http.Request) {
+       registeredStatus := "not registered"
+       if registered {
+               registeredStatus = "registered"
+       }
+       fmt.Fprintf(w, `{"status": "%v"}`, registeredStatus)
+}
+
+func keepProducerAlive() {
+       forever := make(chan int)
+       <-forever
 }