Use retry when calling DMaaP and ECS

[nonrtric.git] / dmaap-mediator-producer / main.go

diff --git a/dmaap-mediator-producer/main.go b/dmaap-mediator-producer/main.go
index 240bdbd..1a91af4 100644 (file)
--- a/dmaap-mediator-producer/main.go
+++ b/dmaap-mediator-producer/main.go
@@ -21,39 +21,99 @@
 package main
 
 import (
+       "fmt"
+       "net/http"
+       "sync"
        "time"
 
+       "github.com/hashicorp/go-retryablehttp"
        log "github.com/sirupsen/logrus"
        "oransc.org/nonrtric/dmaapmediatorproducer/internal/config"
-       "oransc.org/nonrtric/dmaapmediatorproducer/internal/jobtypes"
+       "oransc.org/nonrtric/dmaapmediatorproducer/internal/jobs"
+       "oransc.org/nonrtric/dmaapmediatorproducer/internal/restclient"
+       "oransc.org/nonrtric/dmaapmediatorproducer/internal/server"
 )
 
+const timeoutDistributionClient = time.Second * 5
+const retryWaitMax = time.Minute
+const retryMax = int(^uint(0) >> 1)
+
 var configuration *config.Config
+var retryClient restclient.HTTPClient
+var jobHandler *jobs.JobHandlerImpl
 
 func init() {
        configuration = config.New()
-       if loglevel, err := log.ParseLevel(configuration.LogLevel); err == nil {
-               log.SetLevel(loglevel)
-       } else {
-               log.Warnf("Invalid log level: %v. Log level will be Info!", configuration.LogLevel)
-       }
+}
 
+func main() {
+       log.SetLevel(configuration.LogLevel)
        log.Debug("Initializing DMaaP Mediator Producer")
-       if configuration.JobResultUri == "" {
-               log.Fatal("Missing JOB_RESULT_URI")
+       if err := validateConfiguration(configuration); err != nil {
+               log.Fatalf("Stopping producer due to error: %v", err)
+       }
+       callbackAddress := fmt.Sprintf("%v:%v", configuration.InfoProducerHost, configuration.InfoProducerPort)
+
+       distributionClient := &http.Client{
+               Timeout: timeoutDistributionClient,
+       }
+
+       rawRetryClient := retryablehttp.NewClient()
+       rawRetryClient.RetryWaitMax = retryWaitMax
+       rawRetryClient.RetryMax = retryMax
+       retryClient = rawRetryClient.StandardClient()
+
+       jobHandler = jobs.NewJobHandlerImpl("configs/type_config.json", retryClient, distributionClient)
+       if err := registerTypesAndProducer(jobHandler, configuration.InfoCoordinatorAddress, callbackAddress); err != nil {
+               log.Fatalf("Stopping producer due to: %v", err)
+       }
+
+       log.Debug("Starting DMaaP Mediator Producer")
+       wg := new(sync.WaitGroup)
+
+       // add two goroutines to `wg` WaitGroup, one for each running go routine
+       wg.Add(2)
+
+       log.Debugf("Starting callback server at port %v", configuration.InfoProducerPort)
+       go func() {
+               r := server.NewRouter(jobHandler)
+               log.Warn(http.ListenAndServe(fmt.Sprintf(":%v", configuration.InfoProducerPort), r))
+               wg.Done()
+       }()
+
+       go func() {
+               jobHandler.RunJobs(fmt.Sprintf("%v:%v", configuration.MRHost, configuration.MRPort))
+               wg.Done()
+       }()
+
+       // wait until WaitGroup is done
+       wg.Wait()
+       log.Debug("Stopping DMaaP Mediator Producer")
+}
+
+func validateConfiguration(configuration *config.Config) error {
+       if configuration.InfoProducerHost == "" {
+               return fmt.Errorf("missing INFO_PRODUCER_HOST")
        }
+       return nil
+}
 
-       registrator := config.NewRegistratorImpl(configuration.InfoCoordinatorAddress)
-       if types, err := jobtypes.GetTypes(); err == nil {
+func registerTypesAndProducer(jobHandler jobs.JobTypeHandler, infoCoordinatorAddress string, callbackAddress string) error {
+       registrator := config.NewRegistratorImpl(infoCoordinatorAddress, retryClient)
+       if types, err := jobHandler.GetTypes(); err == nil {
                if regErr := registrator.RegisterTypes(types); regErr != nil {
-                       log.Fatalf("Unable to register all types due to: %v", regErr)
+                       return fmt.Errorf("unable to register all types due to: %v", regErr)
                }
        } else {
-               log.Fatalf("Unable to get types to register due to: %v", err)
+               return fmt.Errorf("unable to get types to register due to: %v", err)
        }
-}
-
-func main() {
-       log.Debug("Starting DMaaP Mediator Producer")
-       time.Sleep(1000 * time.Millisecond)
+       producer := config.ProducerRegistrationInfo{
+               InfoProducerSupervisionCallbackUrl: callbackAddress + server.StatusPath,
+               SupportedInfoTypes:                 jobHandler.GetSupportedTypes(),
+               InfoJobCallbackUrl:                 callbackAddress + server.AddJobPath,
+       }
+       if err := registrator.RegisterProducer("DMaaP_Mediator_Producer", &producer); err != nil {
+               return fmt.Errorf("unable to register producer due to: %v", err)
+       }
+       return nil
 }