Use retry when calling DMaaP and ECS

[nonrtric.git] / dmaap-mediator-producer / main.go

diff --git a/dmaap-mediator-producer/main.go b/dmaap-mediator-producer/main.go
index 3fe92dc..1a91af4 100644 (file)
--- a/dmaap-mediator-producer/main.go
+++ b/dmaap-mediator-producer/main.go
@@ -22,72 +22,67 @@ package main
 
 import (
        "fmt"
+       "net/http"
        "sync"
+       "time"
 
+       "github.com/hashicorp/go-retryablehttp"
        log "github.com/sirupsen/logrus"
        "oransc.org/nonrtric/dmaapmediatorproducer/internal/config"
        "oransc.org/nonrtric/dmaapmediatorproducer/internal/jobs"
+       "oransc.org/nonrtric/dmaapmediatorproducer/internal/restclient"
        "oransc.org/nonrtric/dmaapmediatorproducer/internal/server"
 )
 
+const timeoutDistributionClient = time.Second * 5
+const retryWaitMax = time.Minute
+const retryMax = int(^uint(0) >> 1)
+
 var configuration *config.Config
-var supervisionCallbackAddress string
-var jobInfoCallbackAddress string
+var retryClient restclient.HTTPClient
+var jobHandler *jobs.JobHandlerImpl
 
 func init() {
        configuration = config.New()
-       if loglevel, err := log.ParseLevel(configuration.LogLevel); err == nil {
-               log.SetLevel(loglevel)
-       } else {
-               log.Warnf("Invalid log level: %v. Log level will be Info!", configuration.LogLevel)
-       }
+}
 
+func main() {
+       log.SetLevel(configuration.LogLevel)
        log.Debug("Initializing DMaaP Mediator Producer")
-       if configuration.InfoProducerSupervisionCallbackHost == "" {
-               log.Fatal("Missing INFO_PRODUCER_SUPERVISION_CALLBACK_HOST")
+       if err := validateConfiguration(configuration); err != nil {
+               log.Fatalf("Stopping producer due to error: %v", err)
        }
-       supervisionCallbackAddress = fmt.Sprintf("%v:%v", configuration.InfoProducerSupervisionCallbackHost, configuration.InfoProducerSupervisionCallbackPort)
+       callbackAddress := fmt.Sprintf("%v:%v", configuration.InfoProducerHost, configuration.InfoProducerPort)
 
-       if configuration.InfoJobCallbackHost == "" {
-               log.Fatal("Missing INFO_JOB_CALLBACK_HOST")
+       distributionClient := &http.Client{
+               Timeout: timeoutDistributionClient,
        }
-       jobInfoCallbackAddress = fmt.Sprintf("%v:%v", configuration.InfoJobCallbackHost, configuration.InfoJobCallbackPort)
 
-       registrator := config.NewRegistratorImpl(configuration.InfoCoordinatorAddress)
-       if types, err := jobs.GetTypes(); err == nil {
-               if regErr := registrator.RegisterTypes(types); regErr != nil {
-                       log.Fatalf("Unable to register all types due to: %v", regErr)
-               }
-       } else {
-               log.Fatalf("Unable to get types to register due to: %v", err)
-       }
-       producer := config.ProducerRegistrationInfo{
-               InfoProducerSupervisionCallbackUrl: supervisionCallbackAddress,
-               SupportedInfoTypes:                 jobs.GetSupportedTypes(),
-               InfoJobCallbackUrl:                 jobInfoCallbackAddress,
-       }
-       if err := registrator.RegisterProducer("DMaaP_Mediator_Producer", &producer); err != nil {
-               log.Fatalf("Unable to register producer due to: %v", err)
+       rawRetryClient := retryablehttp.NewClient()
+       rawRetryClient.RetryWaitMax = retryWaitMax
+       rawRetryClient.RetryMax = retryMax
+       retryClient = rawRetryClient.StandardClient()
+
+       jobHandler = jobs.NewJobHandlerImpl("configs/type_config.json", retryClient, distributionClient)
+       if err := registerTypesAndProducer(jobHandler, configuration.InfoCoordinatorAddress, callbackAddress); err != nil {
+               log.Fatalf("Stopping producer due to: %v", err)
        }
-}
 
-func main() {
        log.Debug("Starting DMaaP Mediator Producer")
        wg := new(sync.WaitGroup)
 
-       // add two goroutines to `wg` WaitGroup, one for each avilable server
+       // add two goroutines to `wg` WaitGroup, one for each running go routine
        wg.Add(2)
 
-       log.Debugf("Starting status callback server at port %v", configuration.InfoProducerSupervisionCallbackPort)
+       log.Debugf("Starting callback server at port %v", configuration.InfoProducerPort)
        go func() {
-               server := server.CreateServer(configuration.InfoProducerSupervisionCallbackPort, server.StatusHandler)
-               log.Warn(server.ListenAndServe())
+               r := server.NewRouter(jobHandler)
+               log.Warn(http.ListenAndServe(fmt.Sprintf(":%v", configuration.InfoProducerPort), r))
                wg.Done()
        }()
 
        go func() {
-               server := server.CreateServer(configuration.InfoJobCallbackPort, server.CreateInfoJobHandler)
-               log.Warn(server.ListenAndServe())
+               jobHandler.RunJobs(fmt.Sprintf("%v:%v", configuration.MRHost, configuration.MRPort))
                wg.Done()
        }()
 
@@ -95,3 +90,30 @@ func main() {
        wg.Wait()
        log.Debug("Stopping DMaaP Mediator Producer")
 }
+
+func validateConfiguration(configuration *config.Config) error {
+       if configuration.InfoProducerHost == "" {
+               return fmt.Errorf("missing INFO_PRODUCER_HOST")
+       }
+       return nil
+}
+
+func registerTypesAndProducer(jobHandler jobs.JobTypeHandler, infoCoordinatorAddress string, callbackAddress string) error {
+       registrator := config.NewRegistratorImpl(infoCoordinatorAddress, retryClient)
+       if types, err := jobHandler.GetTypes(); err == nil {
+               if regErr := registrator.RegisterTypes(types); regErr != nil {
+                       return fmt.Errorf("unable to register all types due to: %v", regErr)
+               }
+       } else {
+               return fmt.Errorf("unable to get types to register due to: %v", err)
+       }
+       producer := config.ProducerRegistrationInfo{
+               InfoProducerSupervisionCallbackUrl: callbackAddress + server.StatusPath,
+               SupportedInfoTypes:                 jobHandler.GetSupportedTypes(),
+               InfoJobCallbackUrl:                 callbackAddress + server.AddJobPath,
+       }
+       if err := registrator.RegisterProducer("DMaaP_Mediator_Producer", &producer); err != nil {
+               return fmt.Errorf("unable to register producer due to: %v", err)
+       }
+       return nil
+}