Add kafka jobs to DMaaP Mediator Producer
[nonrtric.git] / dmaap-mediator-producer / main.go
index 79fcb6b..819ffa9 100644 (file)
 package main
 
 import (
+       "crypto/tls"
        "fmt"
        "net/http"
-       "sync"
+       "time"
 
        log "github.com/sirupsen/logrus"
        "oransc.org/nonrtric/dmaapmediatorproducer/internal/config"
        "oransc.org/nonrtric/dmaapmediatorproducer/internal/jobs"
+       "oransc.org/nonrtric/dmaapmediatorproducer/internal/kafkaclient"
+       "oransc.org/nonrtric/dmaapmediatorproducer/internal/restclient"
        "oransc.org/nonrtric/dmaapmediatorproducer/internal/server"
 )
 
 var configuration *config.Config
-var callbackAddress string
+var registered bool
 
 func init() {
        configuration = config.New()
-       if loglevel, err := log.ParseLevel(configuration.LogLevel); err == nil {
-               log.SetLevel(loglevel)
-       } else {
-               log.Warnf("Invalid log level: %v. Log level will be Info!", configuration.LogLevel)
-       }
+}
 
+func main() {
+       log.SetLevel(configuration.LogLevel)
        log.Debug("Initializing DMaaP Mediator Producer")
-       if configuration.InfoProducerHost == "" {
-               log.Fatal("Missing INFO_PRODUCER_SUPERVISION_CALLBACK_HOST")
+       log.Debug("Using configuration: ", configuration)
+       if err := validateConfiguration(configuration); err != nil {
+               log.Fatalf("Stopping producer due to error: %v", err)
        }
-       callbackAddress = fmt.Sprintf("%v:%v", configuration.InfoProducerHost, configuration.InfoProducerPort)
+       callbackAddress := fmt.Sprintf("%v:%v", configuration.InfoProducerHost, configuration.InfoProducerPort)
 
-       registrator := config.NewRegistratorImpl(configuration.InfoCoordinatorAddress)
-       if types, err := jobs.GetTypes(); err == nil {
-               if regErr := registrator.RegisterTypes(types); regErr != nil {
-                       log.Fatalf("Unable to register all types due to: %v", regErr)
-               }
+       var cert tls.Certificate
+       if c, err := restclient.CreateClientCertificate(configuration.ProducerCertPath, configuration.ProducerKeyPath); err == nil {
+               cert = c
        } else {
-               log.Fatalf("Unable to get types to register due to: %v", err)
+               log.Fatalf("Stopping producer due to error: %v", err)
+       }
+
+       retryClient := restclient.CreateRetryClient(cert)
+       kafkaFactory := kafkaclient.KafkaFactoryImpl{BootstrapServer: configuration.KafkaBootstrapServers}
+       distributionClient := restclient.CreateClientWithoutRetry(cert, 10*time.Second)
+
+       jobsManager := jobs.NewJobsManagerImpl(retryClient, configuration.DMaaPMRAddress, kafkaFactory, distributionClient)
+       go startCallbackServer(jobsManager, callbackAddress)
+
+       if err := registerTypesAndProducer(jobsManager, configuration.InfoCoordinatorAddress, callbackAddress, retryClient); err != nil {
+               log.Fatalf("Stopping producer due to: %v", err)
+       }
+       registered = true
+       jobsManager.StartJobsForAllTypes()
+
+       log.Debug("Starting DMaaP Mediator Producer")
+
+       keepProducerAlive()
+}
+
+func validateConfiguration(configuration *config.Config) error {
+       if configuration.InfoProducerHost == "" {
+               return fmt.Errorf("missing INFO_PRODUCER_HOST")
        }
+       if configuration.ProducerCertPath == "" || configuration.ProducerKeyPath == "" {
+               return fmt.Errorf("missing PRODUCER_CERT and/or PRODUCER_KEY")
+       }
+       if configuration.DMaaPMRAddress == "" && configuration.KafkaBootstrapServers == "" {
+               return fmt.Errorf("at least one of DMAAP_MR_ADDR or KAFKA_BOOTSRAP_SERVERS must be provided")
+       }
+       return nil
+}
+func registerTypesAndProducer(jobTypesHandler jobs.JobTypesManager, infoCoordinatorAddress string, callbackAddress string, client restclient.HTTPClient) error {
+       registrator := config.NewRegistratorImpl(infoCoordinatorAddress, client)
+       configTypes, err := config.GetJobTypesFromConfiguration("configs")
+       if err != nil {
+               return fmt.Errorf("unable to register all types due to: %v", err)
+       }
+       regErr := registrator.RegisterTypes(jobTypesHandler.LoadTypesFromConfiguration(configTypes))
+       if regErr != nil {
+               return fmt.Errorf("unable to register all types due to: %v", regErr)
+       }
+
        producer := config.ProducerRegistrationInfo{
-               InfoProducerSupervisionCallbackUrl: callbackAddress + server.StatusCallbackPath,
-               SupportedInfoTypes:                 jobs.GetSupportedTypes(),
-               InfoJobCallbackUrl:                 callbackAddress + server.JobsCallbackPath,
+               InfoProducerSupervisionCallbackUrl: callbackAddress + server.HealthCheckPath,
+               SupportedInfoTypes:                 jobTypesHandler.GetSupportedTypes(),
+               InfoJobCallbackUrl:                 callbackAddress + server.AddJobPath,
        }
        if err := registrator.RegisterProducer("DMaaP_Mediator_Producer", &producer); err != nil {
-               log.Fatalf("Unable to register producer due to: %v", err)
+               return fmt.Errorf("unable to register producer due to: %v", err)
        }
+       return nil
 }
 
-func main() {
-       log.Debug("Starting DMaaP Mediator Producer")
-       wg := new(sync.WaitGroup)
+func startCallbackServer(jobsManager jobs.JobsManager, callbackAddress string) {
+       log.Debugf("Starting callback server at port %v", configuration.InfoProducerPort)
+       r := server.NewRouter(jobsManager, statusHandler)
+       if restclient.IsUrlSecure(callbackAddress) {
+               log.Fatalf("Server stopped: %v", http.ListenAndServeTLS(fmt.Sprintf(":%v", configuration.InfoProducerPort), configuration.ProducerCertPath, configuration.ProducerKeyPath, r))
+       } else {
+               log.Fatalf("Server stopped: %v", http.ListenAndServe(fmt.Sprintf(":%v", configuration.InfoProducerPort), r))
+       }
+}
 
-       // add two goroutines to `wg` WaitGroup, one for each running go routine
-       wg.Add(2)
+func statusHandler(w http.ResponseWriter, r *http.Request) {
+       registeredStatus := "not registered"
+       if registered {
+               registeredStatus = "registered"
+       }
+       fmt.Fprintf(w, `{"status": "%v"}`, registeredStatus)
+}
 
-       log.Debugf("Starting callback server at port %v", configuration.InfoProducerPort)
-       go func() {
-               http.HandleFunc(server.StatusCallbackPath, server.StatusHandler)
-               http.HandleFunc(server.JobsCallbackPath, server.CreateInfoJobHandler)
-               log.Warn(http.ListenAndServe(fmt.Sprintf(":%v", configuration.InfoProducerPort), nil))
-               wg.Done()
-       }()
-
-       go func() {
-               jobs.RunJobs(fmt.Sprintf("%v:%v", configuration.MRHost, configuration.MRPort))
-               wg.Done()
-       }()
-
-       // wait until WaitGroup is done
-       wg.Wait()
-       log.Debug("Stopping DMaaP Mediator Producer")
+func keepProducerAlive() {
+       forever := make(chan int)
+       <-forever
 }