RIC-E2-TERMINATION/sctpThread.cpp

   1 // Copyright 2019 AT&T Intellectual Property
   2 // Copyright 2019 Nokia
   3 //
   4 // Licensed under the Apache License, Version 2.0 (the "License");
   5 // you may not use this file except in compliance with the License.
   6 // You may obtain a copy of the License at
   7 //
   8 //      http://www.apache.org/licenses/LICENSE-2.0
   9 //
  10 // Unless required by applicable law or agreed to in writing, software
  11 // distributed under the License is distributed on an "AS IS" BASIS,
  12 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13 // See the License for the specific language governing permissions and
  14 // limitations under the License.
  15
  16 //  This source code is part of the near-RT RIC (RAN Intelligent Controller)
  17 //  platform project (RICP).
  18
  19 // TODO: High-level file comment.
  20
  21
  22
  23 #include <3rdparty/oranE2/RANfunctions-List.h>
  24 #include "sctpThread.h"
  25 #include "BuildRunName.h"
  26 #include <unistd.h>
  27 //#include "3rdparty/oranE2SM/E2SM-gNB-NRT-RANfunction-Definition.h"
  28 //#include "BuildXml.h"
  29 //#include "pugixml/src/pugixml.hpp"
  30 #include <pthread.h>
  31 #include <sys/time.h>
  32 #include <sys/inotify.h>
  33 #include <errno.h>
  34 #include <sys/stat.h>
  35
  36 using namespace std;
  37 //using namespace std::placeholders;
  38 using namespace boost::filesystem;
  39 using namespace prometheus;
  40
  41
  42 //#ifdef __cplusplus
  43 //extern "C"
  44 //{
  45 //#endif
  46
  47 // need to expose without the include of gcov
  48 extern "C" void __gcov_flush(void);
  49 #define LOG_FILE_CONFIG_MAP "CONFIG_MAP_NAME"
  50
  51 static void catch_function(int signal) {
  52     __gcov_flush();
  53     exit(signal);
  54 }
  55
  56
  57 BOOST_LOG_INLINE_GLOBAL_LOGGER_DEFAULT(my_logger, src::logger_mt)
  58
  59 boost::shared_ptr<sinks::synchronous_sink<sinks::text_file_backend>> boostLogger;
  60 double cpuClock = 0.0;
  61 bool jsonTrace = false;
  62
  63 char* getinterfaceip()
  64 {
  65    char hostname[256];
  66    char *IP;
  67    struct hostent *host_entry;
  68    int retVal;
  69    retVal = gethostname(hostname, sizeof(hostname));
  70    if ( retVal == -1 )
  71        return NULL;
  72    host_entry = gethostbyname(hostname);
  73    if ( host_entry == NULL )
  74        return NULL;
  75    IP = inet_ntoa(*((struct in_addr*) host_entry->h_addr_list[0]));
  76    return IP;
  77 }
  78
  79
  80 static int enable_log_change_notify(const char* fileName)
  81 {
  82     int ret = -1;
  83     struct stat fileInfo;
  84     if ( lstat(fileName,&fileInfo) == 0 )
  85     {
  86         ret = register_log_change_notify(fileName);
  87     }
  88     return ret;
  89 }
  90
  91
  92 static int register_log_change_notify(const char *fileName)
  93 {
  94     pthread_attr_t cb_attr;
  95     pthread_t tid;
  96     pthread_attr_init(&cb_attr);
  97     pthread_attr_setdetachstate(&cb_attr,PTHREAD_CREATE_DETACHED);
  98     return pthread_create(&tid, &cb_attr,&monitor_loglevel_change_handler,(void *)fileName);
  99 }
 100
 101
 102 static void * monitor_loglevel_change_handler(void* arg)
 103 {
 104     char *fileName = (char*) arg;
 105     int ifd;                   // the inotify file des
 106     int wfd;                   // the watched file des
 107     ssize_t n = 0;
 108     char rbuf[4096];           // large read buffer as the event is var len
 109     fd_set fds;
 110     int res = 0;
 111     struct timeval timeout;
 112     char* dname=NULL;          // directory name
 113     char* bname = NULL;        // basename
 114     char* tok=NULL;
 115     char* log_level=NULL;
 116
 117     dname = strdup( fileName); // defrock the file name into dir and basename
 118     if( (tok = strrchr( dname, '/' )) != NULL ) {
 119         *tok = '\0';
 120         bname = strdup( tok+1 );
 121     }
 122
 123
 124     ifd = inotify_init1( 0 ); // initialise watcher setting blocking read (no option)
 125     if( ifd < 0 ) {
 126         fprintf( stderr, "### ERR ### unable to initialise file watch %s\n", strerror( errno ) );
 127     } else {
 128         wfd = inotify_add_watch( ifd, dname, IN_MOVED_TO | IN_CLOSE_WRITE ); // we only care about close write changes
 129
 130         if( wfd < 0 ) {
 131             fprintf( stderr, "### ERR ### unable to add watch on config file %s: %s\n", fileName, strerror( errno ) );
 132         } else {
 133
 134
 135             memset( &timeout, 0, sizeof(timeout) );
 136             while( 1 ) {
 137                 FD_ZERO (&fds);
 138                 FD_SET (ifd, &fds);
 139                 timeout.tv_sec=1;
 140                 res = select (ifd + 1, &fds, NULL, NULL, &timeout);
 141                 if(res)
 142                 {
 143                     n = read( ifd, rbuf, sizeof( rbuf ) ); // read the event
 144                     if( n < 0  ) {
 145 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 146                         if( errno == EAGAIN ) {
 147                         } else {
 148                             printf(  "### CRIT ### config listener read err: %s\n", strerror( errno ) );
 149                         }
 150                         continue;
 151 #endif
 152                     }
 153
 154                     //Retrieving Log Level from configmap by parsing configmap file
 155                     log_level = parse_file(fileName);
 156                     update_mdc_log_level_severity(log_level); //setting log level
 157                     free(log_level);
 158                 }
 159             }
 160             inotify_rm_watch(ifd,wfd);
 161         }
 162         close(ifd);
 163     }
 164     free(bname);
 165     free(dname);
 166
 167     pthread_exit(NULL);
 168 }
 169
 170 void  update_mdc_log_level_severity(char* log_level)
 171 {
 172     mdclog_severity_t level = MDCLOG_ERR;
 173
 174     if(log_level == NULL)
 175     {
 176         printf("### ERR ### Invalid Log-Level Configuration in ConfigMap, Default Log-Level Applied:   %d\n",level);
 177     }
 178     else if(strcasecmp(log_level,"1")==0)
 179     {
 180         level = MDCLOG_ERR;
 181     }
 182     else if(strcasecmp(log_level,"2")==0)
 183     {
 184         level = MDCLOG_WARN;
 185     }
 186     else if(strcasecmp(log_level,"3")==0)
 187     {
 188         level = MDCLOG_INFO;
 189     }
 190     else if(strcasecmp(log_level,"4")==0)
 191     {
 192         level = MDCLOG_DEBUG;
 193     }
 194
 195     mdclog_level_set(level);
 196 }
 197 static char* parse_file(char* filename)
 198 {
 199     char *token=NULL;
 200     char *search = ": ";
 201     char *string_match = "log-level";
 202     bool found = false;
 203     FILE *file = fopen ( filename, "r" );
 204     if ( file != NULL )
 205     {
 206         char line [ 128 ];
 207         while ( fgets ( line, sizeof line, file ) != NULL )
 208         {
 209             token = strtok(line, search);
 210             if(strcmp(token,string_match)==0)
 211             {
 212                 found = true;
 213                 token = strtok(NULL, search);
 214                 token = strtok(token, "\n");//removing newline if any
 215                 break;
 216             }
 217         }
 218         fclose ( file );
 219      }
 220      if(found)
 221          return(strdup(token));
 222      else
 223          return(NULL);
 224 }
 225
 226 char *read_env_param(const char*envkey)
 227 {
 228     if(envkey)
 229     {
 230         char *value = getenv(envkey);
 231         if(value)
 232             return strdup(value);
 233     }
 234     return NULL;
 235 }
 236
 237 void dynamic_log_level_change()
 238 {
 239     char *logFile_Name = read_env_param(LOG_FILE_CONFIG_MAP);
 240     char* log_level_init=NULL;
 241     if(logFile_Name)
 242     {
 243         log_level_init = parse_file(logFile_Name);
 244         update_mdc_log_level_severity(log_level_init); //setting log level
 245         free(log_level_init);
 246
 247     }
 248     enable_log_change_notify(logFile_Name);
 249     free(logFile_Name);
 250
 251 }
 252
 253 void init_log() {
 254     int log_change_monitor = 0;
 255     mdclog_attr_t *attr;
 256     mdclog_attr_init(&attr);
 257     mdclog_attr_set_ident(attr, "E2Terminator");
 258     mdclog_init(attr);
 259     if(mdclog_format_initialize(log_change_monitor)!=0)
 260         mdclog_write(MDCLOG_ERR, "Failed to intialize MDC log format !!!");
 261     dynamic_log_level_change();
 262     mdclog_attr_destroy(attr);
 263 }
 264 auto start_time = std::chrono::high_resolution_clock::now();
 265 typedef std::chrono::duration<double, std::ratio<1,1>> seconds_t;
 266
 267 double age() {
 268     return seconds_t(std::chrono::high_resolution_clock::now() - start_time).count();
 269 }
 270
 271 double approx_CPU_MHz(unsigned sleepTime) {
 272     using namespace std::chrono_literals;
 273     uint32_t aux = 0;
 274     uint64_t cycles_start = rdtscp(aux);
 275     double time_start = age();
 276     std::this_thread::sleep_for(sleepTime * 1ms);
 277     uint64_t elapsed_cycles = rdtscp(aux) - cycles_start;
 278     double elapsed_time = age() - time_start;
 279     return elapsed_cycles / elapsed_time;
 280 }
 281
 282 //std::atomic<int64_t> rmrCounter{0};
 283 std::atomic<int64_t> num_of_messages{0};
 284 std::atomic<int64_t> num_of_XAPP_messages{0};
 285 static long transactionCounter = 0;
 286
 287 int buildListeningPort(sctp_params_t &sctpParams) {
 288     sctpParams.listenFD = socket(AF_INET6, SOCK_STREAM, IPPROTO_SCTP);
 289     if (sctpParams.listenFD <= 0) {
 290 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 291         mdclog_write(MDCLOG_ERR, "Error Opening socket, %s", strerror(errno));
 292         return -1;
 293 #endif
 294     }
 295
 296     struct sockaddr_in6 serverAddress {};
 297     serverAddress.sin6_family = AF_INET6;
 298     serverAddress.sin6_addr   = in6addr_any;
 299     serverAddress.sin6_port = htons(sctpParams.sctpPort);
 300     if (bind(sctpParams.listenFD, (SA *)&serverAddress, sizeof(serverAddress)) < 0 ) {
 301 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 302         mdclog_write(MDCLOG_ERR, "Error binding port %d. %s", sctpParams.sctpPort, strerror(errno));
 303         return -1;
 304 #endif
 305     }
 306     if (setSocketNoBlocking(sctpParams.listenFD) == -1) {
 307         //mdclog_write(MDCLOG_ERR, "Error binding. %s", strerror(errno));
 308         return -1;
 309     }
 310     if (mdclog_level_get() >= MDCLOG_DEBUG) {
 311         struct sockaddr_in6 clientAddress {};
 312         socklen_t len = sizeof(clientAddress);
 313         getsockname(sctpParams.listenFD, (SA *)&clientAddress, &len);
 314         char buff[1024] {};
 315         inet_ntop(AF_INET6, &clientAddress.sin6_addr, buff, sizeof(buff));
 316         mdclog_write(MDCLOG_DEBUG, "My address: %s, port %d\n", buff, htons(clientAddress.sin6_port));
 317     }
 318
 319     if (listen(sctpParams.listenFD, SOMAXCONN) < 0) {
 320 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 321         mdclog_write(MDCLOG_ERR, "Error listening. %s\n", strerror(errno));
 322         return -1;
 323 #endif
 324     }
 325     struct epoll_event event {};
 326     event.events = EPOLLIN | EPOLLET;
 327     event.data.fd = sctpParams.listenFD;
 328
 329     // add listening port to epoll
 330     if (epoll_ctl(sctpParams.epoll_fd, EPOLL_CTL_ADD, sctpParams.listenFD, &event)) {
 331 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 332         printf("Failed to add descriptor to epoll\n");
 333         mdclog_write(MDCLOG_ERR, "Failed to add descriptor to epoll. %s\n", strerror(errno));
 334         return -1;
 335 #endif
 336     }
 337
 338     return 0;
 339 }
 340
 341 int buildConfiguration(sctp_params_t &sctpParams) {
 342     path p = (sctpParams.configFilePath + "/" + sctpParams.configFileName).c_str();
 343     if (exists(p)) {
 344         const int size = 2048;
 345         auto fileSize = file_size(p);
 346         if (fileSize > size) {
 347 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 348             mdclog_write(MDCLOG_ERR, "File %s larger than %d", p.string().c_str(), size);
 349             return -1;
 350 #endif
 351         }
 352     } else {
 353 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 354         mdclog_write(MDCLOG_ERR, "Configuration File %s not exists", p.string().c_str());
 355         return -1;
 356 #endif
 357     }
 358
 359     ReadConfigFile conf;
 360     if (conf.openConfigFile(p.string()) == -1) {
 361 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 362         mdclog_write(MDCLOG_ERR, "Filed to open config file %s, %s",
 363                      p.string().c_str(), strerror(errno));
 364         return -1;
 365 #endif
 366     }
 367     int rmrPort = conf.getIntValue("nano");
 368     if (rmrPort == -1) {
 369 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 370         mdclog_write(MDCLOG_ERR, "illegal RMR port ");
 371         return -1;
 372 #endif
 373     }
 374     sctpParams.rmrPort = (uint16_t)rmrPort;
 375     snprintf(sctpParams.rmrAddress, sizeof(sctpParams.rmrAddress), "%d", (int) (sctpParams.rmrPort));
 376     auto tmpStr = conf.getStringValue("volume");
 377     if (tmpStr.length() == 0) {
 378 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 379         mdclog_write(MDCLOG_ERR, "illegal volume.");
 380         return -1;
 381 #endif
 382     }
 383
 384     char tmpLogFilespec[VOLUME_URL_SIZE];
 385     tmpLogFilespec[0] = 0;
 386     sctpParams.volume[0] = 0;
 387     snprintf(sctpParams.volume, VOLUME_URL_SIZE, "%s", tmpStr.c_str());
 388     // copy the name to temp file as well
 389     snprintf(tmpLogFilespec, VOLUME_URL_SIZE, "%s", tmpStr.c_str());
 390
 391
 392     // define the file name in the tmp directory under the volume
 393     strcat(tmpLogFilespec,"/tmp/E2Term_%Y-%m-%d_%H-%M-%S.%N.tmpStr");
 394
 395     sctpParams.myIP = conf.getStringValue("local-ip");
 396     if (sctpParams.myIP.length() == 0) {
 397 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 398         mdclog_write(MDCLOG_ERR, "illegal local-ip.");
 399         return -1;
 400 #endif
 401     }
 402
 403     int sctpPort = conf.getIntValue("sctp-port");
 404     if (sctpPort == -1) {
 405 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 406         mdclog_write(MDCLOG_ERR, "illegal SCTP port ");
 407         return -1;
 408 #endif
 409     }
 410     sctpParams.sctpPort = (uint16_t)sctpPort;
 411
 412     sctpParams.fqdn = conf.getStringValue("external-fqdn");
 413     if (sctpParams.fqdn.length() == 0) {
 414 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 415         mdclog_write(MDCLOG_ERR, "illegal external-fqdn");
 416         return -1;
 417 #endif
 418     }
 419
 420     std::string pod = conf.getStringValue("pod_name");
 421 #ifndef UNIT_TEST
 422     if (pod.length() == 0) {
 423         mdclog_write(MDCLOG_ERR, "illegal pod_name in config file");
 424         return -1;
 425     }
 426     auto *podName = getenv(pod.c_str());
 427     if (podName == nullptr) {
 428         mdclog_write(MDCLOG_ERR, "illegal pod_name or environment variable not exists : %s", pod.c_str());
 429         return -1;
 430
 431     } else {
 432         sctpParams.podName.assign(podName);
 433         if (sctpParams.podName.length() == 0) {
 434             mdclog_write(MDCLOG_ERR, "illegal pod_name");
 435             return -1;
 436         }
 437     }
 438 #endif
 439     tmpStr = conf.getStringValue("trace");
 440     transform(tmpStr.begin(), tmpStr.end(), tmpStr.begin(), ::tolower);
 441     if ((tmpStr.compare("start")) == 0) {
 442 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 443         mdclog_write(MDCLOG_INFO, "Trace set to: start");
 444         sctpParams.trace = true;
 445 #endif
 446     } else if ((tmpStr.compare("stop")) == 0) {
 447         mdclog_write(MDCLOG_INFO, "Trace set to: stop");
 448         sctpParams.trace = false;
 449     } else {
 450 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 451         mdclog_write(MDCLOG_ERR, "Trace was set to wrong value %s, set to stop", tmpStr.c_str());
 452         sctpParams.trace = false;
 453 #endif
 454     }
 455     jsonTrace = sctpParams.trace;
 456
 457     sctpParams.epollTimeOut = -1;
 458
 459     tmpStr = conf.getStringValue("prometheusPort");
 460     if (tmpStr.length() != 0) {
 461         sctpParams.prometheusPort = tmpStr;
 462     }
 463
 464     sctpParams.ka_message_length = snprintf(sctpParams.ka_message, KA_MESSAGE_SIZE, "{\"address\": \"%s:%d\","
 465                                                                                     "\"fqdn\": \"%s\","
 466                                                                                     "\"pod_name\": \"%s\"}",
 467                                             (const char *)sctpParams.myIP.c_str(),
 468                                             sctpParams.rmrPort,
 469                                             sctpParams.fqdn.c_str(),
 470                                             sctpParams.podName.c_str());
 471
 472     if (mdclog_level_get() >= MDCLOG_INFO) {
 473         mdclog_write(MDCLOG_DEBUG,"RMR Port: %s", to_string(sctpParams.rmrPort).c_str());
 474         mdclog_write(MDCLOG_DEBUG,"LogLevel: %s", to_string(sctpParams.logLevel).c_str());
 475         mdclog_write(MDCLOG_DEBUG,"volume: %s", sctpParams.volume);
 476         mdclog_write(MDCLOG_DEBUG,"tmpLogFilespec: %s", tmpLogFilespec);
 477         mdclog_write(MDCLOG_DEBUG,"my ip: %s", sctpParams.myIP.c_str());
 478         mdclog_write(MDCLOG_DEBUG,"pod name: %s", sctpParams.podName.c_str());
 479
 480         mdclog_write(MDCLOG_INFO, "running parameters for instance : %s", sctpParams.ka_message);
 481     }
 482
 483     // Files written to the current working directory
 484     boostLogger = logging::add_file_log(
 485             keywords::file_name = tmpLogFilespec, // to temp directory
 486             keywords::rotation_size = 10 * 1024 * 1024,
 487             keywords::time_based_rotation = sinks::file::rotation_at_time_interval(posix_time::hours(1)),
 488             keywords::format = "%Message%"
 489             //keywords::format = "[%TimeStamp%]: %Message%" // use each tmpStr with time stamp
 490     );
 491
 492     // Setup a destination folder for collecting rotated (closed) files --since the same volume can use rename()
 493     boostLogger->locked_backend()->set_file_collector(sinks::file::make_collector(
 494             keywords::target = sctpParams.volume
 495     ));
 496
 497     // Upon restart, scan the directory for files matching the file_name pattern
 498     boostLogger->locked_backend()->scan_for_files();
 499
 500     // Enable auto-flushing after each tmpStr record written
 501     if (mdclog_level_get() >= MDCLOG_DEBUG) {
 502         boostLogger->locked_backend()->auto_flush(true);
 503     }
 504
 505     return 0;
 506 }
 507
 508 void startPrometheus(sctp_params_t &sctpParams) {
 509     auto podName = std::getenv("POD_NAME");
 510     string metric = "E2TBeta";
 511     if (strstr(podName, "alpha") != NULL) {
 512         metric = "E2TAlpha";
 513     }
 514     //Get eth0 interface IP
 515     char* host = getinterfaceip();
 516     string hostip = host;
 517
 518     sctpParams.prometheusFamily = &BuildCounter()
 519             .Name(metric.c_str())
 520             .Help("E2T instance metrics")
 521             .Labels({{"POD_NAME", sctpParams.podName}})
 522             .Register(*sctpParams.prometheusRegistry);
 523
 524     // Build E2T instance level metrics
 525     buildE2TPrometheusCounters(sctpParams);
 526
 527     string prometheusPath;
 528     if (hostip.empty())
 529         prometheusPath = sctpParams.prometheusPort + "," + "[::]:" + sctpParams.prometheusPort;
 530     else
 531         prometheusPath = hostip + ":" + sctpParams.prometheusPort;
 532
 533     if (mdclog_level_get() >= MDCLOG_DEBUG) {
 534         mdclog_write(MDCLOG_DEBUG, "Start Prometheus Pull mode on %s", prometheusPath.c_str());
 535     }
 536     sctpParams.prometheusExposer = new Exposer(prometheusPath, 1);
 537     sctpParams.prometheusExposer->RegisterCollectable(sctpParams.prometheusRegistry);
 538 }
 539 #ifndef UNIT_TEST
 540
 541 int main(const int argc, char **argv) {
 542     sctp_params_t sctpParams;
 543     {
 544         std::random_device device{};
 545         std::mt19937 generator(device());
 546         std::uniform_int_distribution<long> distribution(1, (long) 1e12);
 547         transactionCounter = distribution(generator);
 548     }
 549
 550 //    uint64_t st = 0;
 551 //    uint32_t aux1 = 0;
 552 //   st = rdtscp(aux1);
 553
 554     unsigned num_cpus = std::thread::hardware_concurrency();
 555     init_log();
 556     if (std::signal(SIGINT, catch_function) == SIG_ERR) {
 557         mdclog_write(MDCLOG_ERR, "Error initializing SIGINT");
 558         exit(1);
 559     }
 560     if (std::signal(SIGABRT, catch_function)== SIG_ERR) {
 561         mdclog_write(MDCLOG_ERR, "Error initializing SIGABRT");
 562         exit(1);
 563     }
 564     if (std::signal(SIGTERM, catch_function)== SIG_ERR) {
 565         mdclog_write(MDCLOG_ERR, "Error initializing SIGTERM");
 566         exit(1);
 567     }
 568
 569     cpuClock = approx_CPU_MHz(100);
 570
 571     mdclog_write(MDCLOG_DEBUG, "CPU speed %11.11f", cpuClock);
 572
 573     auto result = parse(argc, argv, sctpParams);
 574
 575     if (buildConfiguration(sctpParams) != 0) {
 576         exit(-1);
 577     }
 578
 579     //auto registry = std::make_shared<Registry>();
 580     sctpParams.prometheusRegistry = std::make_shared<Registry>();
 581
 582     //sctpParams.prometheusFamily = new Family<Counter>("E2T", "E2T message counter", {{"E", sctpParams.podName}});
 583
 584     startPrometheus(sctpParams);
 585
 586     // start epoll
 587     sctpParams.epoll_fd = epoll_create1(0);
 588     if (sctpParams.epoll_fd == -1) {
 589         mdclog_write(MDCLOG_ERR, "failed to open epoll descriptor");
 590         exit(-1);
 591     }
 592     getRmrContext(sctpParams);
 593     if (sctpParams.rmrCtx == nullptr) {
 594         close(sctpParams.epoll_fd);
 595         exit(-1);
 596     }
 597
 598     if (buildInotify(sctpParams) == -1) {
 599         close(sctpParams.rmrListenFd);
 600         rmr_close(sctpParams.rmrCtx);
 601         close(sctpParams.epoll_fd);
 602         exit(-1);
 603     }
 604
 605     if (buildListeningPort(sctpParams) != 0) {
 606         close(sctpParams.rmrListenFd);
 607         rmr_close(sctpParams.rmrCtx);
 608         close(sctpParams.epoll_fd);
 609         exit(-1);
 610     }
 611
 612     sctpParams.sctpMap = new mapWrapper();
 613
 614     std::vector<std::thread> threads(num_cpus);
 615 //    std::vector<std::thread> threads;
 616
 617     num_cpus = 3;
 618     for (unsigned int i = 0; i < num_cpus; i++) {
 619         threads[i] = std::thread(listener, &sctpParams);
 620
 621         cpu_set_t cpuset;
 622         CPU_ZERO(&cpuset);
 623         CPU_SET(i, &cpuset);
 624         int rc = pthread_setaffinity_np(threads[i].native_handle(), sizeof(cpu_set_t), &cpuset);
 625         if (rc != 0) {
 626             mdclog_write(MDCLOG_ERR, "Error calling pthread_setaffinity_np: %d", rc);
 627         }
 628     }
 629
 630
 631     //loop over term_init until first message from xApp
 632     handleTermInit(sctpParams);
 633
 634     for (auto &t : threads) {
 635         t.join();
 636     }
 637
 638     return 0;
 639 }
 640 #endif
 641 void handleTermInit(sctp_params_t &sctpParams) {
 642     sendTermInit(sctpParams);
 643     //send to e2 manager init of e2 term
 644     //E2_TERM_INIT
 645
 646     int count = 0;
 647     while (true) {
 648         auto xappMessages = num_of_XAPP_messages.load(std::memory_order_acquire);
 649         if (xappMessages > 0) {
 650             if (mdclog_level_get() >=  MDCLOG_INFO) {
 651                 mdclog_write(MDCLOG_INFO, "Got a message from some application, stop sending E2_TERM_INIT");
 652             }
 653             return;
 654         }
 655         usleep(100000);
 656         count++;
 657         if (count % 1000 == 0) {
 658             mdclog_write(MDCLOG_ERR, "GOT No messages from any xApp");
 659             sendTermInit(sctpParams);
 660         }
 661     }
 662 }
 663
 664 void sendTermInit(sctp_params_t &sctpParams) {
 665     rmr_mbuf_t *msg = rmr_alloc_msg(sctpParams.rmrCtx, sctpParams.ka_message_length);
 666     auto count = 0;
 667     while (true) {
 668         msg->mtype = E2_TERM_INIT;
 669         msg->state = 0;
 670         rmr_bytes2payload(msg, (unsigned char *)sctpParams.ka_message, sctpParams.ka_message_length);
 671         static unsigned char tx[32];
 672         auto txLen = snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
 673         rmr_bytes2xact(msg, tx, txLen);
 674         msg = rmr_send_msg(sctpParams.rmrCtx, msg);
 675         if (msg == nullptr) {
 676             msg = rmr_alloc_msg(sctpParams.rmrCtx, sctpParams.ka_message_length);
 677         } else if (msg->state == 0) {
 678             rmr_free_msg(msg);
 679             if (mdclog_level_get() >=  MDCLOG_INFO) {
 680                 mdclog_write(MDCLOG_INFO, "E2_TERM_INIT successfully sent ");
 681             }
 682             return;
 683         } else {
 684             if (count % 100 == 0) {
 685                 mdclog_write(MDCLOG_ERR, "Error sending E2_TERM_INIT cause : %s ", translateRmrErrorMessages(msg->state).c_str());
 686             }
 687             sleep(1);
 688         }
 689         count++;
 690     }
 691 }
 692
 693 /**
 694  *
 695  * @param argc
 696  * @param argv
 697  * @param sctpParams
 698  * @return
 699  */
 700 cxxopts::ParseResult parse(int argc, char *argv[], sctp_params_t &sctpParams) {
 701     cxxopts::Options options(argv[0], "e2 term help");
 702     options.positional_help("[optional args]").show_positional_help();
 703     options.allow_unrecognised_options().add_options()
 704             ("p,path", "config file path", cxxopts::value<std::string>(sctpParams.configFilePath)->default_value("config"))
 705             ("f,file", "config file name", cxxopts::value<std::string>(sctpParams.configFileName)->default_value("config.conf"))
 706             ("h,help", "Print help");
 707
 708     auto result = options.parse(argc, (const char **&)argv);
 709
 710     if (result.count("help")) {
 711         std::cout << options.help({""}) << std::endl;
 712         exit(0);
 713     }
 714     return result;
 715 }
 716
 717 /**
 718  *
 719  * @param sctpParams
 720  * @return -1 failed 0 success
 721  */
 722 int buildInotify(sctp_params_t &sctpParams) {
 723     sctpParams.inotifyFD = inotify_init1(IN_NONBLOCK);
 724     if (sctpParams.inotifyFD == -1) {
 725         mdclog_write(MDCLOG_ERR, "Failed to init inotify (inotify_init1) %s", strerror(errno));
 726         return -1;
 727     }
 728
 729     sctpParams.inotifyWD = inotify_add_watch(sctpParams.inotifyFD,
 730                                              (const char *)sctpParams.configFilePath.c_str(),
 731                                              (unsigned)IN_OPEN | (unsigned)IN_CLOSE_WRITE | (unsigned)IN_CLOSE_NOWRITE); //IN_CLOSE = (IN_CLOSE_WRITE | IN_CLOSE_NOWRITE)
 732     if (sctpParams.inotifyWD == -1) {
 733         mdclog_write(MDCLOG_ERR, "Failed to add directory : %s to  inotify (inotify_add_watch) %s",
 734                      sctpParams.configFilePath.c_str(),
 735                      strerror(errno));
 736         close(sctpParams.inotifyFD);
 737         return -1;
 738     }
 739
 740     struct epoll_event event{};
 741     event.events = (EPOLLIN);
 742     event.data.fd = sctpParams.inotifyFD;
 743     // add listening RMR FD to epoll
 744     if (epoll_ctl(sctpParams.epoll_fd, EPOLL_CTL_ADD, sctpParams.inotifyFD, &event)) {
 745         mdclog_write(MDCLOG_ERR, "Failed to add inotify FD to epoll");
 746         close(sctpParams.inotifyFD);
 747         return -1;
 748     }
 749     return 0;
 750 }
 751
 752 /**
 753  *
 754  * @param args
 755  * @return
 756  */
 757 void listener(sctp_params_t *params) {
 758     int num_of_SCTP_messages = 0;
 759     auto totalTime = 0.0;
 760     std::thread::id this_id = std::this_thread::get_id();
 761     //save cout
 762     auto pod_name = std::getenv("POD_NAME");
 763     auto container_name = std::getenv("CONTAINER_NAME");
 764     auto service_name = std::getenv("SERVICE_NAME");
 765     auto host_name = std::getenv("HOST_NAME");
 766     auto system_name = std::getenv("SYSTEM_NAME");
 767     auto pid = std::to_string(getpid()).c_str();
 768     streambuf *oldCout = cout.rdbuf();
 769     ostringstream memCout;
 770     // create new cout
 771     cout.rdbuf(memCout.rdbuf());
 772     cout << this_id;
 773     //return to the normal cout
 774     cout.rdbuf(oldCout);
 775
 776     char tid[32];
 777     memcpy(tid, memCout.str().c_str(), memCout.str().length() < 32 ? memCout.str().length() : 31);
 778     tid[memCout.str().length()] = 0;
 779     mdclog_mdc_add("SYSTEM_NAME", system_name);
 780     mdclog_mdc_add("HOST_NAME", host_name);
 781     mdclog_mdc_add("SERVICE_NAME", service_name);
 782     mdclog_mdc_add("CONTAINER_NAME", container_name);
 783     mdclog_mdc_add("POD_NAME", pod_name);
 784     mdclog_mdc_add("PID", pid);
 785
 786     if (mdclog_level_get() >= MDCLOG_DEBUG) {
 787         mdclog_write(MDCLOG_DEBUG, "started thread number %s", tid);
 788     }
 789
 790     RmrMessagesBuffer_t rmrMessageBuffer{};
 791     //create and init RMR
 792     rmrMessageBuffer.rmrCtx = params->rmrCtx;
 793
 794     auto *events = (struct epoll_event *) calloc(MAXEVENTS, sizeof(struct epoll_event));
 795     struct timespec end{0, 0};
 796     struct timespec start{0, 0};
 797
 798     rmrMessageBuffer.rcvMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
 799     rmrMessageBuffer.sendMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
 800
 801     memcpy(rmrMessageBuffer.ka_message, params->ka_message, params->ka_message_length);
 802     rmrMessageBuffer.ka_message_len = params->ka_message_length;
 803     rmrMessageBuffer.ka_message[rmrMessageBuffer.ka_message_len] = 0;
 804
 805     if (mdclog_level_get() >= MDCLOG_DEBUG) {
 806         mdclog_write(MDCLOG_DEBUG, "keep alive message is : %s", rmrMessageBuffer.ka_message);
 807     }
 808
 809     ReportingMessages_t message {};
 810
 811 //    for (int i = 0; i < MAX_RMR_BUFF_ARRAY; i++) {
 812 //        rmrMessageBuffer.rcvBufferedMessages[i] = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
 813 //        rmrMessageBuffer.sendBufferedMessages[i] = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
 814 //    }
 815
 816     while (true) {
 817         if (mdclog_level_get() >= MDCLOG_DEBUG) {
 818             mdclog_write(MDCLOG_DEBUG, "Start EPOLL Wait. Timeout = %d", params->epollTimeOut);
 819         }
 820 #ifndef UNIT_TEST
 821         auto numOfEvents = epoll_wait(params->epoll_fd, events, MAXEVENTS, params->epollTimeOut);
 822 #else
 823         auto numOfEvents = 1;
 824 #endif
 825         if (numOfEvents == 0) { // time out
 826 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 827             if (mdclog_level_get() >= MDCLOG_DEBUG) {
 828                 mdclog_write(MDCLOG_DEBUG, "got epoll timeout");
 829             }
 830             continue;
 831         } else if (numOfEvents < 0) {
 832             if (errno == EINTR) {
 833                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
 834                     mdclog_write(MDCLOG_DEBUG, "got EINTR : %s", strerror(errno));
 835                 }
 836                 continue;
 837             }
 838             mdclog_write(MDCLOG_ERR, "Epoll wait failed, errno = %s", strerror(errno));
 839             return;
 840 #endif
 841         }
 842         for (auto i = 0; i < numOfEvents; i++) {
 843             if (mdclog_level_get() >= MDCLOG_DEBUG) {
 844                 mdclog_write(MDCLOG_DEBUG, "handling epoll event %d out of %d", i + 1, numOfEvents);
 845             }
 846             clock_gettime(CLOCK_MONOTONIC, &message.message.time);
 847             start.tv_sec = message.message.time.tv_sec;
 848             start.tv_nsec = message.message.time.tv_nsec;
 849
 850
 851             if ((events[i].events & EPOLLERR) || (events[i].events & EPOLLHUP)) {
 852                 handlepoll_error(events[i], message, rmrMessageBuffer, params);
 853             } else if (events[i].events & EPOLLOUT) {
 854                 handleEinprogressMessages(events[i], message, rmrMessageBuffer, params);
 855             } else if (params->listenFD == events[i].data.fd) {
 856                 if (mdclog_level_get() >= MDCLOG_INFO) {
 857                     mdclog_write(MDCLOG_INFO, "New connection request from sctp network\n");
 858                 }
 859                 // new connection is requested from RAN  start build connection
 860                 while (true) {
 861                     struct sockaddr in_addr {};
 862                     socklen_t in_len;
 863                     char hostBuff[NI_MAXHOST];
 864                     char portBuff[NI_MAXSERV];
 865
 866                     in_len = sizeof(in_addr);
 867                     auto *peerInfo = (ConnectedCU_t *)calloc(1, sizeof(ConnectedCU_t));
 868                     if(peerInfo == nullptr){
 869                         mdclog_write(MDCLOG_ERR, "calloc failed");
 870                         break;
 871                     }
 872                     peerInfo->sctpParams = params;
 873                     peerInfo->fileDescriptor = accept(params->listenFD, &in_addr, &in_len);
 874                     if (peerInfo->fileDescriptor == -1) {
 875 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 876                         if ((errno == EAGAIN) || (errno == EWOULDBLOCK)) {
 877                             /* We have processed all incoming connections. */
 878                             if(peerInfo)
 879                                 free(peerInfo);
 880                             break;
 881                         } else {
 882                             if(peerInfo)
 883                                 free(peerInfo);
 884                             mdclog_write(MDCLOG_ERR, "Accept error, errno = %s", strerror(errno));
 885                             break;
 886                         }
 887                     }
 888                     if (setSocketNoBlocking(peerInfo->fileDescriptor) == -1) {
 889                         mdclog_write(MDCLOG_ERR, "setSocketNoBlocking failed to set new connection %s on port %s\n", hostBuff, portBuff);
 890                         close(peerInfo->fileDescriptor);
 891                         if(peerInfo)
 892                             free(peerInfo);
 893                         break;
 894 #endif
 895                     }
 896                     auto  ans = getnameinfo(&in_addr, in_len,
 897                                             peerInfo->hostName, NI_MAXHOST,
 898                                             peerInfo->portNumber, NI_MAXSERV, (unsigned )((unsigned int)NI_NUMERICHOST | (unsigned int)NI_NUMERICSERV));
 899                     if (ans < 0) {
 900                         mdclog_write(MDCLOG_ERR, "Failed to get info on connection request. %s\n", strerror(errno));
 901                         close(peerInfo->fileDescriptor);
 902                         if(peerInfo)
 903                             free(peerInfo);
 904                         break;
 905                     }
 906                     if (mdclog_level_get() >= MDCLOG_DEBUG) {
 907                         mdclog_write(MDCLOG_DEBUG, "Accepted connection on descriptor %d (host=%s, port=%s)\n", peerInfo->fileDescriptor, peerInfo->hostName, peerInfo->portNumber);
 908                     }
 909                     peerInfo->isConnected = false;
 910                     peerInfo->gotSetup = false;
 911                     if (addToEpoll(params->epoll_fd,
 912                                    peerInfo,
 913                                    (EPOLLIN | EPOLLET),
 914                                    params->sctpMap, nullptr,
 915                                    0) != 0) {
 916                         if(peerInfo)
 917                             free(peerInfo);
 918                         break;
 919                     }
 920                     break;
 921                 }
 922             } else if (params->rmrListenFd == events[i].data.fd) {
 923                 // got message from XAPP
 924                 //num_of_XAPP_messages.fetch_add(1, std::memory_order_release);
 925                 num_of_messages.fetch_add(1, std::memory_order_release);
 926                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
 927                     mdclog_write(MDCLOG_DEBUG, "new RMR message");
 928                 }
 929                 if (receiveXappMessages(params->sctpMap,
 930                                         rmrMessageBuffer,
 931                                         message.message.time) != 0) {
 932                     mdclog_write(MDCLOG_ERR, "Error handling Xapp message");
 933                 }
 934             } else if (params->inotifyFD == events[i].data.fd) {
 935                 mdclog_write(MDCLOG_INFO, "Got event from inotify (configuration update)");
 936                 handleConfigChange(params);
 937             } else {
 938                 /* We RMR_ERR_RETRY have data on the fd waiting to be read. Read and display it.
 939                  * We must read whatever data is available completely, as we are running
 940                  *  in edge-triggered mode and won't get a notification again for the same data. */
 941                 num_of_messages.fetch_add(1, std::memory_order_release);
 942                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
 943                     mdclog_write(MDCLOG_DEBUG, "new message from SCTP, epoll flags are : %0x", events[i].events);
 944                 }
 945                 receiveDataFromSctp(&events[i],
 946                                     params->sctpMap,
 947                                     num_of_SCTP_messages,
 948                                     rmrMessageBuffer,
 949                                     message.message.time);
 950             }
 951
 952             clock_gettime(CLOCK_MONOTONIC, &end);
 953             if (mdclog_level_get() >= MDCLOG_INFO) {
 954                 totalTime += ((end.tv_sec + 1.0e-9 * end.tv_nsec) -
 955                               ((double) start.tv_sec + 1.0e-9 * start.tv_nsec));
 956             }
 957             if (mdclog_level_get() >= MDCLOG_DEBUG) {
 958                 mdclog_write(MDCLOG_DEBUG, "message handling is %ld seconds %ld nanoseconds",
 959                              end.tv_sec - start.tv_sec,
 960                              end.tv_nsec - start.tv_nsec);
 961             }
 962         }
 963 #ifdef UNIT_TEST
 964     break;
 965 #endif
 966     }
 967 }
 968
 969 /**
 970  *
 971  * @param sctpParams
 972  */
 973 void handleConfigChange(sctp_params_t *sctpParams) {
 974     char buf[4096] __attribute__ ((aligned(__alignof__(struct inotify_event))));
 975     const struct inotify_event *event;
 976     char *ptr;
 977 #ifdef UNIT_TEST
 978     struct inotify_event tmpEvent;
 979 #endif
 980     path p = (sctpParams->configFilePath + "/" + sctpParams->configFileName).c_str();
 981     auto endlessLoop = true;
 982     while (endlessLoop) {
 983 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 984         auto len = read(sctpParams->inotifyFD, buf, sizeof buf);
 985 #else
 986     auto len=10;
 987 #endif
 988         if (len == -1) {
 989 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 990             if (errno != EAGAIN) {
 991                 mdclog_write(MDCLOG_ERR, "read %s ", strerror(errno));
 992                 endlessLoop = false;
 993                 continue;
 994             }
 995             else {
 996                 endlessLoop = false;
 997                 continue;
 998             }
 999 #endif
1000         }
1001
1002         for (ptr = buf; ptr < buf + len; ptr += sizeof(struct inotify_event) + event->len) {
1003 #ifndef UNIT_TEST
1004     event = (const struct inotify_event *)ptr;
1005 #else
1006     tmpEvent.mask = (uint32_t)IN_CLOSE_WRITE;
1007     event = &tmpEvent;
1008 #endif
1009             if (event->mask & (uint32_t)IN_ISDIR) {
1010                 continue;
1011             }
1012
1013             // the directory name
1014             if (sctpParams->inotifyWD == event->wd) {
1015                 // not the directory
1016             }
1017             if (event->len) {
1018 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1019                 auto  retVal = strcmp(sctpParams->configFileName.c_str(), event->name);
1020                 if (retVal != 0) {
1021                     continue;
1022                 }
1023 #endif
1024             }
1025             // only the file we want
1026             if (event->mask & (uint32_t)IN_CLOSE_WRITE) {
1027                 if (mdclog_level_get() >= MDCLOG_INFO) {
1028                     mdclog_write(MDCLOG_INFO, "Configuration file changed");
1029                 }
1030                 if (exists(p)) {
1031                     const int size = 2048;
1032                     auto fileSize = file_size(p);
1033                     if (fileSize > size) {
1034                         mdclog_write(MDCLOG_ERR, "File %s larger than %d", p.string().c_str(), size);
1035                         return;
1036                     }
1037                 } else {
1038                     mdclog_write(MDCLOG_ERR, "Configuration File %s not exists", p.string().c_str());
1039                     return;
1040                 }
1041
1042                 ReadConfigFile conf;
1043                 if (conf.openConfigFile(p.string()) == -1) {
1044                     mdclog_write(MDCLOG_ERR, "Filed to open config file %s, %s",
1045                                  p.string().c_str(), strerror(errno));
1046                     return;
1047                 }
1048                 auto tmpStr = conf.getStringValue("loglevel");
1049                 if (tmpStr.length() == 0) {
1050                     mdclog_write(MDCLOG_ERR, "illegal loglevel. Set loglevel to MDCLOG_INFO");
1051                     tmpStr = "info";
1052                 }
1053                 transform(tmpStr.begin(), tmpStr.end(), tmpStr.begin(), ::tolower);
1054
1055                 if ((tmpStr.compare("debug")) == 0) {
1056                     mdclog_write(MDCLOG_INFO, "Log level set to MDCLOG_DEBUG");
1057                     sctpParams->logLevel = MDCLOG_DEBUG;
1058                 }
1059 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1060                 else if ((tmpStr.compare("info")) == 0) {
1061                     mdclog_write(MDCLOG_INFO, "Log level set to MDCLOG_INFO");
1062                     sctpParams->logLevel = MDCLOG_INFO;
1063                 } else if ((tmpStr.compare("warning")) == 0) {
1064                     mdclog_write(MDCLOG_INFO, "Log level set to MDCLOG_WARN");
1065                     sctpParams->logLevel = MDCLOG_WARN;
1066                 } else if ((tmpStr.compare("error")) == 0) {
1067                     mdclog_write(MDCLOG_INFO, "Log level set to MDCLOG_ERR");
1068                     sctpParams->logLevel = MDCLOG_ERR;
1069                 } else {
1070                     mdclog_write(MDCLOG_ERR, "illegal loglevel = %s. Set loglevel to MDCLOG_INFO", tmpStr.c_str());
1071                     sctpParams->logLevel = MDCLOG_INFO;
1072                 }
1073 #endif
1074                 mdclog_level_set(sctpParams->logLevel);
1075                 tmpStr = conf.getStringValue("trace");
1076                 if (tmpStr.length() == 0) {
1077                     mdclog_write(MDCLOG_ERR, "illegal trace. Set trace to stop");
1078                     tmpStr = "stop";
1079                 }
1080
1081                 transform(tmpStr.begin(), tmpStr.end(), tmpStr.begin(), ::tolower);
1082                 if ((tmpStr.compare("start")) == 0) {
1083                     mdclog_write(MDCLOG_INFO, "Trace set to: start");
1084                     sctpParams->trace = true;
1085                 } else if ((tmpStr.compare("stop")) == 0) {
1086                     mdclog_write(MDCLOG_INFO, "Trace set to: stop");
1087                     sctpParams->trace = false;
1088                 } else {
1089                     mdclog_write(MDCLOG_ERR, "Trace was set to wrong value %s, set to stop", tmpStr.c_str());
1090                     sctpParams->trace = false;
1091                 }
1092                 jsonTrace = sctpParams->trace;
1093
1094
1095                 endlessLoop = false;
1096             }
1097 #ifdef UNIT_TEST
1098             break;
1099 #endif
1100         }
1101     }
1102 }
1103
1104 /**
1105  *
1106  * @param event
1107  * @param message
1108  * @param rmrMessageBuffer
1109  * @param params
1110  */
1111 void handleEinprogressMessages(struct epoll_event &event,
1112                                ReportingMessages_t &message,
1113                                RmrMessagesBuffer_t &rmrMessageBuffer,
1114                                sctp_params_t *params) {
1115     auto *peerInfo = (ConnectedCU_t *)event.data.ptr;
1116     memcpy(message.message.enodbName, peerInfo->enodbName, sizeof(peerInfo->enodbName));
1117
1118     mdclog_write(MDCLOG_INFO, "file descriptor %d got EPOLLOUT", peerInfo->fileDescriptor);
1119     auto retVal = 0;
1120     socklen_t retValLen = 0;
1121     auto rc = getsockopt(peerInfo->fileDescriptor, SOL_SOCKET, SO_ERROR, &retVal, &retValLen);
1122     if (rc != 0 || retVal != 0) {
1123 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1124         if (rc != 0) {
1125             rmrMessageBuffer.sendMessage->len = snprintf((char *)rmrMessageBuffer.sendMessage->payload, 256,
1126                                                          "%s|Failed SCTP Connection, after EINPROGRESS the getsockopt%s",
1127                                                          peerInfo->enodbName, strerror(errno));
1128         } else if (retVal != 0) {
1129             rmrMessageBuffer.sendMessage->len = snprintf((char *)rmrMessageBuffer.sendMessage->payload, 256,
1130                                                          "%s|Failed SCTP Connection after EINPROGRESS, SO_ERROR",
1131                                                          peerInfo->enodbName);
1132         }
1133
1134         message.message.asndata = rmrMessageBuffer.sendMessage->payload;
1135         message.message.asnLength = rmrMessageBuffer.sendMessage->len;
1136         mdclog_write(MDCLOG_ERR, "%s", rmrMessageBuffer.sendMessage->payload);
1137         message.message.direction = 'N';
1138         if (sendRequestToXapp(message, RIC_SCTP_CONNECTION_FAILURE, rmrMessageBuffer) != 0) {
1139             mdclog_write(MDCLOG_ERR, "SCTP_CONNECTION_FAIL message failed to send to xAPP");
1140         }
1141 #endif
1142         memset(peerInfo->asnData, 0, peerInfo->asnLength);
1143         peerInfo->asnLength = 0;
1144         peerInfo->mtype = 0;
1145         return;
1146     }
1147 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1148     peerInfo->isConnected = true;
1149
1150     if (modifyToEpoll(params->epoll_fd, peerInfo, (EPOLLIN | EPOLLET), params->sctpMap, peerInfo->enodbName,
1151                       peerInfo->mtype) != 0) {
1152         mdclog_write(MDCLOG_ERR, "epoll_ctl EPOLL_CTL_MOD");
1153         return;
1154     }
1155
1156     message.message.asndata = (unsigned char *)peerInfo->asnData;
1157     message.message.asnLength = peerInfo->asnLength;
1158     message.message.messageType = peerInfo->mtype;
1159     memcpy(message.message.enodbName, peerInfo->enodbName, sizeof(peerInfo->enodbName));
1160     num_of_messages.fetch_add(1, std::memory_order_release);
1161     if (mdclog_level_get() >= MDCLOG_DEBUG) {
1162         mdclog_write(MDCLOG_DEBUG, "send the delayed SETUP/ENDC SETUP to sctp for %s",
1163                      message.message.enodbName);
1164     }
1165     if (sendSctpMsg(peerInfo, message, params->sctpMap) != 0) {
1166         if (mdclog_level_get() >= MDCLOG_DEBUG) {
1167             mdclog_write(MDCLOG_DEBUG, "Error write to SCTP  %s %d", __func__, __LINE__);
1168         }
1169         return;
1170     }
1171
1172     memset(peerInfo->asnData, 0, peerInfo->asnLength);
1173     peerInfo->asnLength = 0;
1174     peerInfo->mtype = 0;
1175 #endif
1176 }
1177
1178
1179 void handlepoll_error(struct epoll_event &event,
1180                       ReportingMessages_t &message,
1181                       RmrMessagesBuffer_t &rmrMessageBuffer,
1182                       sctp_params_t *params) {
1183     if (event.data.fd != params->rmrListenFd) {
1184         auto *peerInfo = (ConnectedCU_t *)event.data.ptr;
1185         mdclog_write(MDCLOG_ERR, "epoll error, events %0x on fd %d, RAN NAME : %s",
1186                      event.events, peerInfo->fileDescriptor, peerInfo->enodbName);
1187 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1188         rmrMessageBuffer.sendMessage->len = snprintf((char *)rmrMessageBuffer.sendMessage->payload, 256,
1189                                                      "%s|Failed SCTP Connection",
1190                                                      peerInfo->enodbName);
1191         message.message.asndata = rmrMessageBuffer.sendMessage->payload;
1192         message.message.asnLength = rmrMessageBuffer.sendMessage->len;
1193
1194         memcpy(message.message.enodbName, peerInfo->enodbName, sizeof(peerInfo->enodbName));
1195         message.message.direction = 'N';
1196         if (sendRequestToXapp(message, RIC_SCTP_CONNECTION_FAILURE, rmrMessageBuffer) != 0) {
1197             mdclog_write(MDCLOG_ERR, "SCTP_CONNECTION_FAIL message failed to send to xAPP");
1198         }
1199 #endif
1200         close(peerInfo->fileDescriptor);
1201         params->sctpMap->erase(peerInfo->enodbName);
1202         cleanHashEntry((ConnectedCU_t *) event.data.ptr, params->sctpMap);
1203     } else {
1204         mdclog_write(MDCLOG_ERR, "epoll error, events %0x on RMR FD", event.events);
1205     }
1206 }
1207 /**
1208  *
1209  * @param socket
1210  * @return
1211  */
1212 int setSocketNoBlocking(int socket) {
1213     auto flags = fcntl(socket, F_GETFL, 0);
1214
1215     if (flags == -1) {
1216         mdclog_write(MDCLOG_ERR, "%s, %s", __FUNCTION__, strerror(errno));
1217         return -1;
1218     }
1219
1220     flags = (unsigned) flags | (unsigned) O_NONBLOCK;
1221     if (fcntl(socket, F_SETFL, flags) == -1) {
1222         mdclog_write(MDCLOG_ERR, "%s, %s", __FUNCTION__, strerror(errno));
1223         return -1;
1224     }
1225
1226     return 0;
1227 }
1228
1229 /**
1230  *
1231  * @param val
1232  * @param m
1233  */
1234 void cleanHashEntry(ConnectedCU_t *val, Sctp_Map_t *m) {
1235     char *dummy;
1236     auto port = (uint16_t) strtol(val->portNumber, &dummy, 10);
1237     char searchBuff[2048]{};
1238
1239     snprintf(searchBuff, sizeof searchBuff, "host:%s:%d", val->hostName, port);
1240     m->erase(searchBuff);
1241
1242     m->erase(val->enodbName);
1243 #ifndef UNIT_TEST
1244     free(val);
1245 #endif
1246 }
1247
1248 /**
1249  *
1250  * @param fd file descriptor
1251  * @param data the asn data to send
1252  * @param len  length of the data
1253  * @param enodbName the enodbName as in the map for printing purpose
1254  * @param m map host information
1255  * @param mtype message number
1256  * @return 0 success, a negative number on fail
1257  */
1258 int sendSctpMsg(ConnectedCU_t *peerInfo, ReportingMessages_t &message, Sctp_Map_t *m) {
1259     auto loglevel = mdclog_level_get();
1260 #ifndef UNIT_TEST
1261     int fd = peerInfo->fileDescriptor;
1262 #else
1263     int fd = FILE_DESCRIPTOR;
1264 #endif
1265     if (loglevel >= MDCLOG_DEBUG) {
1266         mdclog_write(MDCLOG_DEBUG, "Send SCTP message for CU %s, %s",
1267                      message.message.enodbName, __FUNCTION__);
1268     }
1269
1270     while (true) {
1271         if (send(fd,message.message.asndata, message.message.asnLength,MSG_NOSIGNAL) < 0) {
1272             if (errno == EINTR) {
1273                 continue;
1274             }
1275             mdclog_write(MDCLOG_ERR, "error writing to CU a message, %s ", strerror(errno));
1276 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1277             if (!peerInfo->isConnected) {
1278                 mdclog_write(MDCLOG_ERR, "connection to CU %s is still in progress.", message.message.enodbName);
1279                 return -1;
1280             }
1281 #endif
1282 #ifndef UNIT_TEST
1283             cleanHashEntry(peerInfo, m);
1284             close(fd);
1285 #endif
1286             char key[MAX_ENODB_NAME_SIZE * 2];
1287             snprintf(key, MAX_ENODB_NAME_SIZE * 2, "msg:%s|%d", message.message.enodbName,
1288                      message.message.messageType);
1289             if (loglevel >= MDCLOG_DEBUG) {
1290                 mdclog_write(MDCLOG_DEBUG, "remove key = %s from %s at line %d", key, __FUNCTION__, __LINE__);
1291             }
1292             auto tmp = m->find(key);
1293             if (tmp) {
1294                 free(tmp);
1295             }
1296             m->erase(key);
1297 #ifndef UNIT_TEST
1298             return -1;
1299 #endif
1300         }
1301         message.message.direction = 'D';
1302         // send report.buffer of size
1303         buildJsonMessage(message);
1304
1305         if (loglevel >= MDCLOG_DEBUG) {
1306             mdclog_write(MDCLOG_DEBUG,
1307                          "SCTP message for CU %s sent from %s",
1308                          message.message.enodbName,
1309                          __FUNCTION__);
1310         }
1311         return 0;
1312     }
1313 }
1314
1315 /**
1316  *
1317  * @param message
1318  * @param rmrMessageBuffer
1319  */
1320 void getRequestMetaData(ReportingMessages_t &message, RmrMessagesBuffer_t &rmrMessageBuffer) {
1321     message.message.asndata = rmrMessageBuffer.rcvMessage->payload;
1322     message.message.asnLength = rmrMessageBuffer.rcvMessage->len;
1323
1324     if (mdclog_level_get() >= MDCLOG_DEBUG) {
1325         mdclog_write(MDCLOG_DEBUG, "Message from Xapp RAN name = %s message length = %ld",
1326                      message.message.enodbName, (unsigned long) message.message.asnLength);
1327     }
1328 }
1329
1330
1331
1332 /**
1333  *
1334  * @param events
1335  * @param sctpMap
1336  * @param numOfMessages
1337  * @param rmrMessageBuffer
1338  * @param ts
1339  * @return
1340  */
1341 int receiveDataFromSctp(struct epoll_event *events,
1342                         Sctp_Map_t *sctpMap,
1343                         int &numOfMessages,
1344                         RmrMessagesBuffer_t &rmrMessageBuffer,
1345                         struct timespec &ts) {
1346     /* We have data on the fd waiting to be read. Read and display it.
1347  * We must read whatever data is available completely, as we are running
1348  *  in edge-triggered mode and won't get a notification again for the same data. */
1349     ReportingMessages_t message {};
1350     auto done = 0;
1351     auto loglevel = mdclog_level_get();
1352
1353     // get the identity of the interface
1354     message.peerInfo = (ConnectedCU_t *)events->data.ptr;
1355
1356     struct timespec start{0, 0};
1357     struct timespec decodeStart{0, 0};
1358     struct timespec end{0, 0};
1359
1360     E2AP_PDU_t *pdu = nullptr;
1361
1362     while (true) {
1363         if (loglevel >= MDCLOG_DEBUG) {
1364             mdclog_write(MDCLOG_DEBUG, "Start Read from SCTP %d fd", message.peerInfo->fileDescriptor);
1365             clock_gettime(CLOCK_MONOTONIC, &start);
1366         }
1367         // read the buffer directly to rmr payload
1368         message.message.asndata = rmrMessageBuffer.sendMessage->payload;
1369 #ifndef UNIT_TEST
1370         message.message.asnLength = rmrMessageBuffer.sendMessage->len =
1371                 read(message.peerInfo->fileDescriptor, rmrMessageBuffer.sendMessage->payload, RECEIVE_SCTP_BUFFER_SIZE);
1372 #else
1373         message.message.asnLength = rmrMessageBuffer.sendMessage->len;
1374 #endif
1375
1376         if (loglevel >= MDCLOG_DEBUG) {
1377             mdclog_write(MDCLOG_DEBUG, "Finish Read from SCTP %d fd message length = %ld",
1378                          message.peerInfo->fileDescriptor, message.message.asnLength);
1379         }
1380
1381         memcpy(message.message.enodbName, message.peerInfo->enodbName, sizeof(message.peerInfo->enodbName));
1382         message.message.direction = 'U';
1383         message.message.time.tv_nsec = ts.tv_nsec;
1384         message.message.time.tv_sec = ts.tv_sec;
1385
1386         if (message.message.asnLength < 0) {
1387             if (errno == EINTR) {
1388                 continue;
1389             }
1390             /* If errno == EAGAIN, that means we have read all
1391                data. So goReportingMessages_t back to the main loop. */
1392             if (errno != EAGAIN) {
1393                 mdclog_write(MDCLOG_ERR, "Read error, %s ", strerror(errno));
1394                 done = 1;
1395             } else if (loglevel >= MDCLOG_DEBUG) {
1396                 mdclog_write(MDCLOG_DEBUG, "EAGAIN - descriptor = %d", message.peerInfo->fileDescriptor);
1397             }
1398             break;
1399         } else if (message.message.asnLength == 0) {
1400             /* End of file. The remote has closed the connection. */
1401             if (loglevel >= MDCLOG_INFO) {
1402                 mdclog_write(MDCLOG_INFO, "END of File Closed connection - descriptor = %d",
1403                              message.peerInfo->fileDescriptor);
1404             }
1405             done = 1;
1406             break;
1407         }
1408
1409         if (loglevel >= MDCLOG_DEBUG) {
1410             char printBuffer[RECEIVE_SCTP_BUFFER_SIZE]{};
1411             char *tmp = printBuffer;
1412             for (size_t i = 0; i < (size_t)message.message.asnLength; ++i) {
1413                 snprintf(tmp, 3, "%02x", message.message.asndata[i]);
1414                 tmp += 2;
1415             }
1416             printBuffer[message.message.asnLength] = 0;
1417             clock_gettime(CLOCK_MONOTONIC, &end);
1418             mdclog_write(MDCLOG_DEBUG, "Before Encoding E2AP PDU for : %s, Read time is : %ld seconds, %ld nanoseconds",
1419                          message.peerInfo->enodbName, end.tv_sec - start.tv_sec, end.tv_nsec - start.tv_nsec);
1420             mdclog_write(MDCLOG_DEBUG, "PDU buffer length = %ld, data =  : %s", message.message.asnLength,
1421                          printBuffer);
1422             clock_gettime(CLOCK_MONOTONIC, &decodeStart);
1423         }
1424 #ifndef UNIT_TEST
1425         auto rval = asn_decode(nullptr, ATS_ALIGNED_BASIC_PER, &asn_DEF_E2AP_PDU, (void **) &pdu,
1426                         message.message.asndata, message.message.asnLength);
1427 #else
1428         asn_dec_rval_t rval = {RC_OK, 0};
1429         pdu = (E2AP_PDU_t*)rmrMessageBuffer.sendMessage->tp_buf;
1430 #endif
1431         if (rval.code != RC_OK) {
1432             mdclog_write(MDCLOG_ERR, "Error %d Decoding (unpack) E2AP PDU from RAN : %s", rval.code,
1433                          message.peerInfo->enodbName);
1434             if (pdu != nullptr) {
1435                 ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
1436                 pdu = nullptr;
1437             }
1438             break;
1439         }
1440
1441         if (loglevel >= MDCLOG_DEBUG) {
1442             clock_gettime(CLOCK_MONOTONIC, &end);
1443             mdclog_write(MDCLOG_DEBUG, "After Encoding E2AP PDU for : %s, Read time is : %ld seconds, %ld nanoseconds",
1444                          message.peerInfo->enodbName, end.tv_sec - decodeStart.tv_sec, end.tv_nsec - decodeStart.tv_nsec);
1445             char *printBuffer;
1446             size_t size;
1447             FILE *stream = open_memstream(&printBuffer, &size);
1448             asn_fprint(stream, &asn_DEF_E2AP_PDU, pdu);
1449             mdclog_write(MDCLOG_DEBUG, "Encoding E2AP PDU past : %s", printBuffer);
1450             clock_gettime(CLOCK_MONOTONIC, &decodeStart);
1451
1452             fclose(stream);
1453             free(printBuffer);
1454         }
1455
1456         switch (pdu->present) {
1457             case E2AP_PDU_PR_initiatingMessage: {//initiating message
1458                 asnInitiatingRequest(pdu, sctpMap,message, rmrMessageBuffer);
1459                 break;
1460             }
1461             case E2AP_PDU_PR_successfulOutcome: { //successful outcome
1462                 asnSuccessfulMsg(pdu, sctpMap, message, rmrMessageBuffer);
1463                 break;
1464             }
1465             case E2AP_PDU_PR_unsuccessfulOutcome: { //Unsuccessful Outcome
1466                 asnUnSuccsesfulMsg(pdu, sctpMap, message, rmrMessageBuffer);
1467                 break;
1468             }
1469             default:
1470                 mdclog_write(MDCLOG_ERR, "Unknown index %d in E2AP PDU", pdu->present);
1471                 break;
1472         }
1473         if (loglevel >= MDCLOG_DEBUG) {
1474             clock_gettime(CLOCK_MONOTONIC, &end);
1475             mdclog_write(MDCLOG_DEBUG,
1476                          "After processing message and sent to rmr for : %s, Read time is : %ld seconds, %ld nanoseconds",
1477                          message.peerInfo->enodbName, end.tv_sec - decodeStart.tv_sec, end.tv_nsec - decodeStart.tv_nsec);
1478         }
1479         numOfMessages++;
1480 #ifndef UNIT_TEST
1481         if (pdu != nullptr) {
1482             // ASN_STRUCT_RESET(asn_DEF_E2AP_PDU, pdu); /* With reset we were not freeing the memory and was causing the leak here. */
1483             ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
1484             pdu = nullptr;
1485         }
1486 #else
1487     done = 1;
1488     break;
1489 #endif
1490     }
1491
1492     if (done) {
1493         if (loglevel >= MDCLOG_INFO) {
1494             mdclog_write(MDCLOG_INFO, "Closed connection - descriptor = %d", message.peerInfo->fileDescriptor);
1495         }
1496         message.message.asnLength = rmrMessageBuffer.sendMessage->len =
1497                 snprintf((char *)rmrMessageBuffer.sendMessage->payload,
1498                          256,
1499                          "%s|CU disconnected unexpectedly",
1500                          message.peerInfo->enodbName);
1501         message.message.asndata = rmrMessageBuffer.sendMessage->payload;
1502 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1503         if (sendRequestToXapp(message,
1504                               RIC_SCTP_CONNECTION_FAILURE,
1505                               rmrMessageBuffer) != 0) {
1506             mdclog_write(MDCLOG_ERR, "SCTP_CONNECTION_FAIL message failed to send to xAPP");
1507         }
1508 #endif
1509
1510         /* Closing descriptor make epoll remove it from the set of descriptors which are monitored. */
1511         close(message.peerInfo->fileDescriptor);
1512         cleanHashEntry((ConnectedCU_t *) events->data.ptr, sctpMap);
1513     }
1514     if (loglevel >= MDCLOG_DEBUG) {
1515         clock_gettime(CLOCK_MONOTONIC, &end);
1516         mdclog_write(MDCLOG_DEBUG, "from receive SCTP to send RMR time is %ld seconds and %ld nanoseconds",
1517                      end.tv_sec - start.tv_sec, end.tv_nsec - start.tv_nsec);
1518
1519     }
1520     return 0;
1521 }
1522
1523 static void buildAndSendSetupRequest(ReportingMessages_t &message,
1524                                      RmrMessagesBuffer_t &rmrMessageBuffer,
1525                                      E2AP_PDU_t *pdu/*,
1526                                      string const &messageName,
1527                                      string const &ieName,
1528                                      vector<string> &functionsToAdd_v,
1529                                      vector<string> &functionsToModified_v*/) {
1530     auto logLevel = mdclog_level_get();
1531     // now we can send the data to e2Mgr
1532
1533     asn_enc_rval_t er;
1534     auto buffer_size = RECEIVE_SCTP_BUFFER_SIZE * 2;
1535     unsigned char *buffer = nullptr;
1536     buffer = (unsigned char *) calloc(buffer_size, sizeof(unsigned char));
1537     if(!buffer)
1538     {
1539 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1540         mdclog_write(MDCLOG_ERR, "Allocating buffer for %s failed, %s", asn_DEF_E2AP_PDU.name, strerror(errno));
1541         return;
1542 #endif
1543     }
1544     while (true) {
1545         er = asn_encode_to_buffer(nullptr, ATS_BASIC_XER, &asn_DEF_E2AP_PDU, pdu, buffer, buffer_size);
1546         if (er.encoded == -1) {
1547 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1548             mdclog_write(MDCLOG_ERR, "encoding of %s failed, %s", asn_DEF_E2AP_PDU.name, strerror(errno));
1549             return;
1550 #endif
1551         } else if (er.encoded > (ssize_t) buffer_size) {
1552             buffer_size = er.encoded + 128;
1553 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1554             mdclog_write(MDCLOG_WARN, "Buffer of size %d is to small for %s. Reallocate buffer of size %d",
1555                          (int) buffer_size,
1556                          asn_DEF_E2AP_PDU.name, buffer_size);
1557             buffer_size = er.encoded + 128;
1558
1559             unsigned char *newBuffer = nullptr;
1560             newBuffer = (unsigned char *) realloc(buffer, buffer_size);
1561             if (!newBuffer)
1562             {
1563                 // out of memory
1564                 mdclog_write(MDCLOG_ERR, "Reallocating buffer for %s failed, %s", asn_DEF_E2AP_PDU.name, strerror(errno));
1565                 free(buffer);
1566                 return;
1567             }
1568             buffer = newBuffer;
1569             continue;
1570 #endif
1571         }
1572         buffer[er.encoded] = '\0';
1573         break;
1574     }
1575     // encode to xml
1576
1577     string res((char *)buffer);
1578     res.erase(std::remove(res.begin(), res.end(), '\n'), res.end());
1579     res.erase(std::remove(res.begin(), res.end(), '\t'), res.end());
1580     res.erase(std::remove(res.begin(), res.end(), ' '), res.end());
1581
1582 //    string res {};
1583 //    if (!functionsToAdd_v.empty() || !functionsToModified_v.empty()) {
1584 //        res = buildXmlData(messageName, ieName, functionsToAdd_v, functionsToModified_v, buffer, (size_t) er.encoded);
1585 //    }
1586     rmr_mbuf_t *rmrMsg;
1587 //    if (res.length() == 0) {
1588 //        rmrMsg = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, buffer_size + 256);
1589 //        rmrMsg->len = snprintf((char *) rmrMsg->payload, RECEIVE_SCTP_BUFFER_SIZE * 2, "%s:%d|%s",
1590 //                               message.peerInfo->sctpParams->myIP.c_str(),
1591 //                               message.peerInfo->sctpParams->rmrPort,
1592 //                               buffer);
1593 //    } else {
1594         rmrMsg = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, (int)res.length() + 256);
1595         rmrMsg->len = snprintf((char *) rmrMsg->payload, res.length() + 256, "%s:%d|%s",
1596                                message.peerInfo->sctpParams->myIP.c_str(),
1597                                message.peerInfo->sctpParams->rmrPort,
1598                                res.c_str());
1599 //    }
1600
1601     if (logLevel >= MDCLOG_DEBUG) {
1602         mdclog_write(MDCLOG_DEBUG, "Setup request of size %d :\n %s\n", rmrMsg->len, rmrMsg->payload);
1603     }
1604     // send to RMR
1605     rmrMsg->mtype = message.message.messageType;
1606     rmrMsg->state = 0;
1607     rmr_bytes2meid(rmrMsg, (unsigned char *) message.message.enodbName, strlen(message.message.enodbName));
1608
1609     static unsigned char tx[32];
1610     snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
1611     rmr_bytes2xact(rmrMsg, tx, strlen((const char *) tx));
1612 #ifndef UNIT_TEST
1613     rmrMsg = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMsg);
1614 #endif
1615     if (rmrMsg == nullptr) {
1616         mdclog_write(MDCLOG_ERR, "RMR failed to send returned nullptr");
1617     } else if (rmrMsg->state != 0) {
1618         char meid[RMR_MAX_MEID]{};
1619         if (rmrMsg->state == RMR_ERR_RETRY) {
1620             usleep(5);
1621             rmrMsg->state = 0;
1622             mdclog_write(MDCLOG_INFO, "RETRY sending Message %d to Xapp from %s",
1623                          rmrMsg->mtype, rmr_get_meid(rmrMsg, (unsigned char *) meid));
1624 #ifndef UNIT_TEST
1625             rmrMsg = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMsg);
1626 #endif
1627             if (rmrMsg == nullptr) {
1628                 mdclog_write(MDCLOG_ERR, "RMR failed send returned nullptr");
1629             } else if (rmrMsg->state != 0) {
1630                 mdclog_write(MDCLOG_ERR,
1631                              "RMR Retry failed %s sending request %d to Xapp from %s",
1632                              translateRmrErrorMessages(rmrMsg->state).c_str(),
1633                              rmrMsg->mtype,
1634                              rmr_get_meid(rmrMsg, (unsigned char *) meid));
1635             }
1636         } else {
1637             mdclog_write(MDCLOG_ERR, "RMR failed: %s. sending request %d to Xapp from %s",
1638                          translateRmrErrorMessages(rmrMsg->state).c_str(),
1639                          rmrMsg->mtype,
1640                          rmr_get_meid(rmrMsg, (unsigned char *) meid));
1641         }
1642     }
1643     message.peerInfo->gotSetup = true;
1644     buildJsonMessage(message);
1645
1646     if (rmrMsg != nullptr) {
1647         rmr_free_msg(rmrMsg);
1648     }
1649     free(buffer);
1650
1651     return;
1652 }
1653
1654 #if 0
1655 int RAN_Function_list_To_Vector(RANfunctions_List_t& list, vector <string> &runFunXML_v) {
1656     auto index = 0;
1657     runFunXML_v.clear();
1658     for (auto j = 0; j < list.list.count; j++) {
1659         auto *raNfunctionItemIEs = (RANfunction_ItemIEs_t *)list.list.array[j];
1660         if (raNfunctionItemIEs->id == ProtocolIE_ID_id_RANfunction_Item &&
1661             (raNfunctionItemIEs->value.present == RANfunction_ItemIEs__value_PR_RANfunction_Item)) {
1662             // encode to xml
1663             E2SM_gNB_NRT_RANfunction_Definition_t *ranFunDef = nullptr;
1664             auto rval = asn_decode(nullptr, ATS_ALIGNED_BASIC_PER,
1665                                    &asn_DEF_E2SM_gNB_NRT_RANfunction_Definition,
1666                                    (void **)&ranFunDef,
1667                                    raNfunctionItemIEs->value.choice.RANfunction_Item.ranFunctionDefinition.buf,
1668                                    raNfunctionItemIEs->value.choice.RANfunction_Item.ranFunctionDefinition.size);
1669             if (rval.code != RC_OK) {
1670                 mdclog_write(MDCLOG_ERR, "Error %d Decoding (unpack) E2SM message from : %s",
1671                              rval.code,
1672                              asn_DEF_E2SM_gNB_NRT_RANfunction_Definition.name);
1673                 return -1;
1674             }
1675
1676             auto xml_buffer_size = RECEIVE_SCTP_BUFFER_SIZE * 2;
1677             unsigned char xml_buffer[RECEIVE_SCTP_BUFFER_SIZE * 2];
1678             memset(xml_buffer, 0, RECEIVE_SCTP_BUFFER_SIZE * 2);
1679             // encode to xml
1680             auto er = asn_encode_to_buffer(nullptr,
1681                                            ATS_BASIC_XER,
1682                                            &asn_DEF_E2SM_gNB_NRT_RANfunction_Definition,
1683                                            ranFunDef,
1684                                            xml_buffer,
1685                                            xml_buffer_size);
1686             if (er.encoded == -1) {
1687                 mdclog_write(MDCLOG_ERR, "encoding of %s failed, %s",
1688                              asn_DEF_E2SM_gNB_NRT_RANfunction_Definition.name,
1689                              strerror(errno));
1690             } else if (er.encoded > (ssize_t)xml_buffer_size) {
1691                 mdclog_write(MDCLOG_ERR, "Buffer of size %d is to small for %s, at %s line %d",
1692                              (int) xml_buffer_size,
1693                              asn_DEF_E2SM_gNB_NRT_RANfunction_Definition.name, __func__, __LINE__);
1694             } else {
1695                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
1696                     mdclog_write(MDCLOG_DEBUG, "Encoding E2SM %s PDU number %d : %s",
1697                                  asn_DEF_E2SM_gNB_NRT_RANfunction_Definition.name,
1698                                  index++,
1699                                  xml_buffer);
1700                 }
1701
1702                 string runFuncs = (char *)(xml_buffer);
1703                 runFunXML_v.emplace_back(runFuncs);
1704             }
1705         }
1706     }
1707     return 0;
1708 }
1709
1710 int collectServiceUpdate_RequestData(E2AP_PDU_t *pdu,
1711                                      Sctp_Map_t *sctpMap,
1712                                      ReportingMessages_t &message,
1713                                      vector <string> &RANfunctionsAdded_v,
1714                                      vector <string> &RANfunctionsModified_v) {
1715     memset(message.peerInfo->enodbName, 0 , MAX_ENODB_NAME_SIZE);
1716     for (auto i = 0; i < pdu->choice.initiatingMessage->value.choice.RICserviceUpdate.protocolIEs.list.count; i++) {
1717         auto *ie = pdu->choice.initiatingMessage->value.choice.RICserviceUpdate.protocolIEs.list.array[i];
1718         if (ie->id == ProtocolIE_ID_id_RANfunctionsAdded) {
1719             if (ie->value.present == RICserviceUpdate_IEs__value_PR_RANfunctionsID_List) {
1720                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
1721                     mdclog_write(MDCLOG_DEBUG, "Run function list have %d entries",
1722                                  ie->value.choice.RANfunctions_List.list.count);
1723                 }
1724                 if (RAN_Function_list_To_Vector(ie->value.choice.RANfunctions_List, RANfunctionsAdded_v) != 0 ) {
1725                     return -1;
1726                 }
1727             }
1728         } else if (ie->id == ProtocolIE_ID_id_RANfunctionsModified) {
1729             if (ie->value.present == RICserviceUpdate_IEs__value_PR_RANfunctions_List) {
1730                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
1731                     mdclog_write(MDCLOG_DEBUG, "Run function list have %d entries",
1732                                  ie->value.choice.RANfunctions_List.list.count);
1733                 }
1734                 if (RAN_Function_list_To_Vector(ie->value.choice.RANfunctions_List, RANfunctionsModified_v) != 0 ) {
1735                     return -1;
1736                 }
1737             }
1738         }
1739     }
1740     if (mdclog_level_get() >= MDCLOG_DEBUG) {
1741         mdclog_write(MDCLOG_DEBUG, "Run function vector have %ld entries",
1742                      RANfunctionsAdded_v.size());
1743     }
1744     return 0;
1745 }
1746
1747 #endif
1748
1749
1750 void buildE2TPrometheusCounters(sctp_params_t &sctpParams) {
1751     sctpParams.e2tCounters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_E2setup)] = &sctpParams.prometheusFamily->Add({{"counter", "SetupRequestMsgs"}});
1752     sctpParams.e2tCounters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_E2setup)] = &sctpParams.prometheusFamily->Add({{"counter", "SetupRequestBytes"}});
1753
1754     sctpParams.e2tCounters[OUT_SUCC][MSG_COUNTER][(ProcedureCode_id_E2setup)] = &sctpParams.prometheusFamily->Add({{"counter", "SetupResponseMsgs"}});
1755     sctpParams.e2tCounters[OUT_SUCC][BYTES_COUNTER][(ProcedureCode_id_E2setup)] = &sctpParams.prometheusFamily->Add({{"counter", "SetupResponseBytes"}});
1756
1757     sctpParams.e2tCounters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_E2setup] = &sctpParams.prometheusFamily->Add({{"counter", "SetupRequestFailureMsgs"}});
1758     sctpParams.e2tCounters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_E2setup] = &sctpParams.prometheusFamily->Add({{"counter", "SetupRequestFailureBytes"}});
1759
1760     sctpParams.e2tCounters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_ErrorIndication)] = &sctpParams.prometheusFamily->Add({{"counter", "ErrorIndicationMsgs"}});
1761     sctpParams.e2tCounters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_ErrorIndication)] = &sctpParams.prometheusFamily->Add({{"counter", "ErrorIndicationBytes"}});
1762
1763     sctpParams.e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_Reset] = &sctpParams.prometheusFamily->Add({{"counter", "ResetRequestMsgs"}});
1764     sctpParams.e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_Reset] = &sctpParams.prometheusFamily->Add({{"counter", "ResetRequestBytes"}});
1765
1766     sctpParams.e2tCounters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_Reset] = &sctpParams.prometheusFamily->Add({{"counter", "ResetAckMsgs"}});
1767     sctpParams.e2tCounters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_Reset] = &sctpParams.prometheusFamily->Add({{"counter", "ResetAckBytes"}});
1768
1769     sctpParams.e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate] = &sctpParams.prometheusFamily->Add({{"counter", "RICServiceUpdateMsgs"}});
1770     sctpParams.e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate] = &sctpParams.prometheusFamily->Add({{"counter", "RICServiceUpdateBytes"}});
1771
1772     sctpParams.e2tCounters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate] = &sctpParams.prometheusFamily->Add({{"counter", "RICServiceUpdateRespMsgs"}});
1773     sctpParams.e2tCounters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate] = &sctpParams.prometheusFamily->Add({{"counter", "RICServiceUpdateRespBytes"}});
1774
1775     sctpParams.e2tCounters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate] = &sctpParams.prometheusFamily->Add({{"counter", "RICServiceUpdateFailureMsgs"}});
1776     sctpParams.e2tCounters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate] = &sctpParams.prometheusFamily->Add({{"counter", "RICServiceUpdateFailureBytes"}});
1777
1778     sctpParams.e2tCounters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICcontrol] = &sctpParams.prometheusFamily->Add({{"counter", "RICControlMsgs"}});
1779     sctpParams.e2tCounters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICcontrol] = &sctpParams.prometheusFamily->Add({{"counter", "RICControlBytes"}});
1780
1781     sctpParams.e2tCounters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICcontrol] = &sctpParams.prometheusFamily->Add({{"counter", "RICControlAckMsgs"}});
1782     sctpParams.e2tCounters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICcontrol] = &sctpParams.prometheusFamily->Add({{"counter", "RICControlAckBytes"}});
1783
1784     sctpParams.e2tCounters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICcontrol] = &sctpParams.prometheusFamily->Add({{"counter", "RICControlFailureMsgs"}});
1785     sctpParams.e2tCounters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICcontrol] = &sctpParams.prometheusFamily->Add({{"counter", "RICControlFailureBytes"}});
1786
1787     sctpParams.e2tCounters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscription] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionMsgs"}});
1788     sctpParams.e2tCounters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscription] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionBytes"}});
1789
1790     sctpParams.e2tCounters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscription] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionAckMsgs"}});
1791     sctpParams.e2tCounters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscription] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionAckBytes"}});
1792
1793     sctpParams.e2tCounters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscription] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionFailureMsgs"}});
1794     sctpParams.e2tCounters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscription] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionFailureBytes"}});
1795
1796     sctpParams.e2tCounters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionDeleteMsgs"}});
1797     sctpParams.e2tCounters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionDeleteBytes"}});
1798
1799     sctpParams.e2tCounters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionDeleteAckMsgs"}});
1800     sctpParams.e2tCounters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionDeleteAckBytes"}});
1801
1802     sctpParams.e2tCounters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionDeleteFailMsgs"}});
1803     sctpParams.e2tCounters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionDeleteFailBytes"}});
1804
1805     sctpParams.e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICindication] = &sctpParams.prometheusFamily->Add({{"counter", "RICIndicationMsgs"}});
1806     sctpParams.e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICindication] = &sctpParams.prometheusFamily->Add({{"counter", "RICIndicationBytes"}});
1807
1808     sctpParams.e2tCounters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICserviceQuery] = &sctpParams.prometheusFamily->Add({{"counter", "RICServiceQueryMsgs"}});
1809     sctpParams.e2tCounters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICserviceQuery] = &sctpParams.prometheusFamily->Add({{"counter", "RICServiceQueryBytes"}});
1810 }
1811
1812 void buildPrometheusList(ConnectedCU_t *peerInfo, Family<Counter> *prometheusFamily) {
1813     peerInfo->counters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_E2setup)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"SetupRequest", "Messages"}});
1814     peerInfo->counters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_E2setup)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"SetupRequest", "Bytes"}});
1815
1816     peerInfo->counters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_ErrorIndication)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"ErrorIndication", "Messages"}});
1817     peerInfo->counters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_ErrorIndication)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"ErrorIndication", "Bytes"}});
1818
1819     peerInfo->counters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_RICindication)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICindication", "Messages"}});
1820     peerInfo->counters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_RICindication)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICindication", "Bytes"}});
1821
1822     peerInfo->counters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"ResetRequest", "Messages"}});
1823     peerInfo->counters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"ResetRequest", "Bytes"}});
1824
1825     peerInfo->counters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_RICserviceUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICserviceUpdate", "Messages"}});
1826     peerInfo->counters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_RICserviceUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICserviceUpdate", "Bytes"}});
1827     // ---------------------------------------------
1828     peerInfo->counters[IN_SUCC][MSG_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"ResetACK", "Messages"}});
1829     peerInfo->counters[IN_SUCC][BYTES_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"ResetACK", "Bytes"}});
1830
1831     peerInfo->counters[IN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICcontrol)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICcontrolACK", "Messages"}});
1832     peerInfo->counters[IN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICcontrol)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICcontrolACK", "Bytes"}});
1833
1834     peerInfo->counters[IN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICsubscription)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionACK", "Messages"}});
1835     peerInfo->counters[IN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICsubscription)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionACK", "Bytes"}});
1836
1837     peerInfo->counters[IN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICsubscriptionDelete)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionDeleteACK", "Messages"}});
1838     peerInfo->counters[IN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICsubscriptionDelete)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionDeleteACK", "Bytes"}});
1839     //-------------------------------------------------------------
1840
1841     peerInfo->counters[IN_UN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICcontrol)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICcontrolFailure", "Messages"}});
1842     peerInfo->counters[IN_UN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICcontrol)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICcontrolFailure", "Bytes"}});
1843
1844     peerInfo->counters[IN_UN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICsubscription)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionFailure", "Messages"}});
1845     peerInfo->counters[IN_UN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICsubscription)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionFailure", "Bytes"}});
1846
1847     peerInfo->counters[IN_UN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICsubscriptionDelete)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionDeleteFailure", "Messages"}});
1848     peerInfo->counters[IN_UN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICsubscriptionDelete)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionDeleteFailure", "Bytes"}});
1849
1850     //====================================================================================
1851     peerInfo->counters[OUT_INITI][MSG_COUNTER][(ProcedureCode_id_ErrorIndication)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"ErrorIndication", "Messages"}});
1852     peerInfo->counters[OUT_INITI][BYTES_COUNTER][(ProcedureCode_id_ErrorIndication)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"ErrorIndication", "Bytes"}});
1853
1854     peerInfo->counters[OUT_INITI][MSG_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"ResetRequest", "Messages"}});
1855     peerInfo->counters[OUT_INITI][BYTES_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"ResetRequest", "Bytes"}});
1856
1857     peerInfo->counters[OUT_INITI][MSG_COUNTER][(ProcedureCode_id_RICcontrol)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICcontrol", "Messages"}});
1858     peerInfo->counters[OUT_INITI][BYTES_COUNTER][(ProcedureCode_id_RICcontrol)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICcontrol", "Bytes"}});
1859
1860     peerInfo->counters[OUT_INITI][MSG_COUNTER][(ProcedureCode_id_RICserviceQuery)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICserviceQuery", "Messages"}});
1861     peerInfo->counters[OUT_INITI][BYTES_COUNTER][(ProcedureCode_id_RICserviceQuery)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICserviceQuery", "Bytes"}});
1862
1863     peerInfo->counters[OUT_INITI][MSG_COUNTER][(ProcedureCode_id_RICsubscription)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICsubscription", "Messages"}});
1864     peerInfo->counters[OUT_INITI][BYTES_COUNTER][(ProcedureCode_id_RICsubscription)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICsubscription", "Bytes"}});
1865
1866     peerInfo->counters[OUT_INITI][MSG_COUNTER][(ProcedureCode_id_RICsubscriptionDelete)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICsubscriptionDelete", "Messages"}});
1867     peerInfo->counters[OUT_INITI][BYTES_COUNTER][(ProcedureCode_id_RICsubscriptionDelete)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICsubscriptionDelete", "Bytes"}});
1868     //---------------------------------------------------------------------------------------------------------
1869     peerInfo->counters[OUT_SUCC][MSG_COUNTER][(ProcedureCode_id_E2setup)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"SetupResponse", "Messages"}});
1870     peerInfo->counters[OUT_SUCC][BYTES_COUNTER][(ProcedureCode_id_E2setup)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"SetupResponse", "Bytes"}});
1871
1872     peerInfo->counters[OUT_SUCC][MSG_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"ResetACK", "Messages"}});
1873     peerInfo->counters[OUT_SUCC][BYTES_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"ResetACK", "Bytes"}});
1874
1875     peerInfo->counters[OUT_SUCC][MSG_COUNTER][(ProcedureCode_id_RICserviceUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICserviceUpdateResponse", "Messages"}});
1876     peerInfo->counters[OUT_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICserviceUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICserviceUpdateResponse", "Bytes"}});
1877     //----------------------------------------------------------------------------------------------------------------
1878     peerInfo->counters[OUT_UN_SUCC][MSG_COUNTER][(ProcedureCode_id_E2setup)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"SetupRequestFailure", "Messages"}});
1879     peerInfo->counters[OUT_UN_SUCC][BYTES_COUNTER][(ProcedureCode_id_E2setup)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"SetupRequestFailure", "Bytes"}});
1880
1881     peerInfo->counters[OUT_UN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICserviceUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICserviceUpdateFailure", "Messages"}});
1882     peerInfo->counters[OUT_UN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICserviceUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICserviceUpdateFailure", "Bytes"}});
1883 }
1884
1885 /**
1886  *
1887  * @param pdu
1888  * @param sctpMap
1889  * @param message
1890  * @param RANfunctionsAdded_v
1891  * @return
1892  */
1893 int collectSetupRequestData(E2AP_PDU_t *pdu,
1894                                      Sctp_Map_t *sctpMap,
1895                                      ReportingMessages_t &message /*, vector <string> &RANfunctionsAdded_v*/) {
1896     memset(message.peerInfo->enodbName, 0 , MAX_ENODB_NAME_SIZE);
1897     for (auto i = 0; i < pdu->choice.initiatingMessage->value.choice.E2setupRequest.protocolIEs.list.count; i++) {
1898         auto *ie = pdu->choice.initiatingMessage->value.choice.E2setupRequest.protocolIEs.list.array[i];
1899         if (ie->id == ProtocolIE_ID_id_GlobalE2node_ID) {
1900             // get the ran name for meid
1901             if (ie->value.present == E2setupRequestIEs__value_PR_GlobalE2node_ID) {
1902                 if (buildRanName(message.peerInfo->enodbName, ie) < 0) {
1903                     mdclog_write(MDCLOG_ERR, "Bad param in E2setupRequestIEs GlobalE2node_ID.\n");
1904                     // no message will be sent
1905                     return -1;
1906                 }
1907
1908                 memcpy(message.message.enodbName, message.peerInfo->enodbName, strlen(message.peerInfo->enodbName));
1909                 sctpMap->setkey(message.message.enodbName, message.peerInfo);
1910             }
1911         } /*else if (ie->id == ProtocolIE_ID_id_RANfunctionsAdded) {
1912             if (ie->value.present == E2setupRequestIEs__value_PR_RANfunctions_List) {
1913                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
1914                     mdclog_write(MDCLOG_DEBUG, "Run function list have %d entries",
1915                                  ie->value.choice.RANfunctions_List.list.count);
1916                 }
1917                 if (RAN_Function_list_To_Vector(ie->value.choice.RANfunctions_List, RANfunctionsAdded_v) != 0 ) {
1918                     return -1;
1919                 }
1920             }
1921         } */
1922     }
1923 //    if (mdclog_level_get() >= MDCLOG_DEBUG) {
1924 //        mdclog_write(MDCLOG_DEBUG, "Run function vector have %ld entries",
1925 //                     RANfunctionsAdded_v.size());
1926 //    }
1927     return 0;
1928 }
1929
1930 int XML_From_PER(ReportingMessages_t &message, RmrMessagesBuffer_t &rmrMessageBuffer) {
1931     E2AP_PDU_t *pdu = nullptr;
1932
1933     if (mdclog_level_get() >= MDCLOG_DEBUG) {
1934         mdclog_write(MDCLOG_DEBUG, "got PER message of size %d is:%s",
1935                      rmrMessageBuffer.sendMessage->len, rmrMessageBuffer.sendMessage->payload);
1936     }
1937     auto rval = asn_decode(nullptr, ATS_ALIGNED_BASIC_PER, &asn_DEF_E2AP_PDU, (void **) &pdu,
1938                            rmrMessageBuffer.sendMessage->payload, rmrMessageBuffer.sendMessage->len);
1939     if (rval.code != RC_OK) {
1940         mdclog_write(MDCLOG_ERR, "Error %d Decoding (unpack) setup response  from E2MGR : %s",
1941                      rval.code,
1942                      message.message.enodbName);
1943         if (pdu != nullptr) {
1944             ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
1945             pdu = nullptr;
1946         }
1947         return -1;
1948     }
1949
1950     int buff_size = RECEIVE_XAPP_BUFFER_SIZE;
1951     auto er = asn_encode_to_buffer(nullptr, ATS_BASIC_XER, &asn_DEF_E2AP_PDU, pdu,
1952                                    rmrMessageBuffer.sendMessage->payload, buff_size);
1953     if (er.encoded == -1) {
1954         mdclog_write(MDCLOG_ERR, "encoding of %s failed, %s", asn_DEF_E2AP_PDU.name, strerror(errno));
1955         if (pdu != nullptr) {
1956             ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
1957             pdu = nullptr;
1958         }
1959         return -1;
1960     } else if (er.encoded > (ssize_t)buff_size) {
1961         mdclog_write(MDCLOG_ERR, "Buffer of size %d is to small for %s, at %s line %d",
1962                      (int)rmrMessageBuffer.sendMessage->len,
1963                      asn_DEF_E2AP_PDU.name,
1964                      __func__,
1965                      __LINE__);
1966         if (pdu != nullptr) {
1967             ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
1968             pdu = nullptr;
1969         }
1970         return -1;
1971     }
1972     rmrMessageBuffer.sendMessage->len = er.encoded;
1973     if (pdu != nullptr) {
1974         ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
1975         pdu = nullptr;
1976     }
1977     return 0;
1978
1979 }
1980
1981 /**
1982  *
1983  * @param pdu
1984  * @param message
1985  * @param rmrMessageBuffer
1986  */
1987 void asnInitiatingRequest(E2AP_PDU_t *pdu,
1988                           Sctp_Map_t *sctpMap,
1989                           ReportingMessages_t &message,
1990                           RmrMessagesBuffer_t &rmrMessageBuffer) {
1991     auto logLevel = mdclog_level_get();
1992     auto procedureCode = ((InitiatingMessage_t *) pdu->choice.initiatingMessage)->procedureCode;
1993     if (logLevel >= MDCLOG_DEBUG) {
1994         mdclog_write(MDCLOG_DEBUG, "Initiating message %ld\n", procedureCode);
1995     }
1996     switch (procedureCode) {
1997         case ProcedureCode_id_E2setup: {
1998             if (logLevel >= MDCLOG_DEBUG) {
1999                 mdclog_write(MDCLOG_DEBUG, "Got E2setup");
2000             }
2001
2002 //            vector <string> RANfunctionsAdded_v;
2003 //            vector <string> RANfunctionsModified_v;
2004 //            RANfunctionsAdded_v.clear();
2005 //            RANfunctionsModified_v.clear();
2006             if (collectSetupRequestData(pdu, sctpMap, message) != 0) {
2007                 break;
2008             }
2009
2010             buildPrometheusList(message.peerInfo, message.peerInfo->sctpParams->prometheusFamily);
2011
2012             string messageName("E2setupRequest");
2013             string ieName("E2setupRequestIEs");
2014             message.message.messageType = RIC_E2_SETUP_REQ;
2015             message.peerInfo->counters[IN_INITI][MSG_COUNTER][ProcedureCode_id_E2setup]->Increment();
2016             message.peerInfo->counters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_E2setup]->Increment((double)message.message.asnLength);
2017
2018             // Update E2T instance level metrics
2019             message.peerInfo->sctpParams->e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_E2setup]->Increment();
2020             message.peerInfo->sctpParams->e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_E2setup]->Increment((double)message.message.asnLength);
2021
2022             buildAndSendSetupRequest(message, rmrMessageBuffer, pdu);
2023             break;
2024         }
2025         case ProcedureCode_id_RICserviceUpdate: {
2026             if (logLevel >= MDCLOG_DEBUG) {
2027                 mdclog_write(MDCLOG_DEBUG, "Got RICserviceUpdate %s", message.message.enodbName);
2028             }
2029 //            vector <string> RANfunctionsAdded_v;
2030 //            vector <string> RANfunctionsModified_v;
2031 //            RANfunctionsAdded_v.clear();
2032 //            RANfunctionsModified_v.clear();
2033 //            if (collectServiceUpdate_RequestData(pdu, sctpMap, message,
2034 //                                                 RANfunctionsAdded_v, RANfunctionsModified_v) != 0) {
2035 //                break;
2036 //            }
2037
2038             string messageName("RICserviceUpdate");
2039             string ieName("RICserviceUpdateIEs");
2040             message.message.messageType = RIC_SERVICE_UPDATE;
2041 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2042             message.peerInfo->counters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment();
2043             message.peerInfo->counters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment((double)message.message.asnLength);
2044
2045             // Update E2T instance level metrics
2046             message.peerInfo->sctpParams->e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment();
2047             message.peerInfo->sctpParams->e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment((double)message.message.asnLength);
2048 #endif
2049             buildAndSendSetupRequest(message, rmrMessageBuffer, pdu);
2050             break;
2051         }
2052         case ProcedureCode_id_ErrorIndication: {
2053             if (logLevel >= MDCLOG_DEBUG) {
2054                 mdclog_write(MDCLOG_DEBUG, "Got ErrorIndication %s", message.message.enodbName);
2055             }
2056 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2057             message.peerInfo->counters[IN_INITI][MSG_COUNTER][ProcedureCode_id_ErrorIndication]->Increment();
2058             message.peerInfo->counters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_ErrorIndication]->Increment((double)message.message.asnLength);
2059
2060             // Update E2T instance level metrics
2061             message.peerInfo->sctpParams->e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_ErrorIndication]->Increment();
2062             message.peerInfo->sctpParams->e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_ErrorIndication]->Increment((double)message.message.asnLength);
2063 #endif
2064             if (sendRequestToXapp(message, RIC_ERROR_INDICATION, rmrMessageBuffer) != 0) {
2065                 mdclog_write(MDCLOG_ERR, "RIC_ERROR_INDICATION failed to send to xAPP");
2066             }
2067             break;
2068         }
2069         case ProcedureCode_id_Reset: {
2070             if (logLevel >= MDCLOG_DEBUG) {
2071                 mdclog_write(MDCLOG_DEBUG, "Got Reset %s", message.message.enodbName);
2072             }
2073 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2074             message.peerInfo->counters[IN_INITI][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
2075             message.peerInfo->counters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment((double)message.message.asnLength);
2076
2077             // Update E2T instance level metrics
2078             message.peerInfo->sctpParams->e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
2079             message.peerInfo->sctpParams->e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment((double)message.message.asnLength);
2080 #endif
2081             if (XML_From_PER(message, rmrMessageBuffer) < 0) {
2082                 break;
2083             }
2084
2085             if (sendRequestToXapp(message, RIC_E2_RESET_REQ, rmrMessageBuffer) != 0) {
2086                 mdclog_write(MDCLOG_ERR, "RIC_E2_RESET_REQ message failed to send to xAPP");
2087             }
2088             break;
2089         }
2090         case ProcedureCode_id_RICindication: {
2091             if (logLevel >= MDCLOG_DEBUG) {
2092                 mdclog_write(MDCLOG_DEBUG, "Got RICindication %s", message.message.enodbName);
2093             }
2094             for (auto i = 0; i < pdu->choice.initiatingMessage->value.choice.RICindication.protocolIEs.list.count; i++) {
2095                 auto messageSent = false;
2096                 RICindication_IEs_t *ie = pdu->choice.initiatingMessage->value.choice.RICindication.protocolIEs.list.array[i];
2097                 if (logLevel >= MDCLOG_DEBUG) {
2098                     mdclog_write(MDCLOG_DEBUG, "ie type (ProtocolIE_ID) = %ld", ie->id);
2099                 }
2100                 if (ie->id == ProtocolIE_ID_id_RICrequestID) {
2101                     if (logLevel >= MDCLOG_DEBUG) {
2102                         mdclog_write(MDCLOG_DEBUG, "Got RIC requestId entry, ie type (ProtocolIE_ID) = %ld", ie->id);
2103                     }
2104                     if (ie->value.present == RICindication_IEs__value_PR_RICrequestID) {
2105                         static unsigned char tx[32];
2106                         message.message.messageType = rmrMessageBuffer.sendMessage->mtype = RIC_INDICATION;
2107                         snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
2108                         rmr_bytes2xact(rmrMessageBuffer.sendMessage, tx, strlen((const char *) tx));
2109                         rmr_bytes2meid(rmrMessageBuffer.sendMessage,
2110                                        (unsigned char *)message.message.enodbName,
2111                                        strlen(message.message.enodbName));
2112                         rmrMessageBuffer.sendMessage->state = 0;
2113                         rmrMessageBuffer.sendMessage->sub_id = (int)ie->value.choice.RICrequestID.ricInstanceID;
2114
2115                         //ie->value.choice.RICrequestID.ricInstanceID;
2116                         if (mdclog_level_get() >= MDCLOG_DEBUG) {
2117                             mdclog_write(MDCLOG_DEBUG, "sub id = %d, mtype = %d, ric instance id %ld, requestor id = %ld",
2118                                          rmrMessageBuffer.sendMessage->sub_id,
2119                                          rmrMessageBuffer.sendMessage->mtype,
2120                                          ie->value.choice.RICrequestID.ricInstanceID,
2121                                          ie->value.choice.RICrequestID.ricRequestorID);
2122                         }
2123 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2124                         message.peerInfo->counters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICindication]->Increment();
2125                         message.peerInfo->counters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICindication]->Increment((double)message.message.asnLength);
2126
2127                         // Update E2T instance level metrics
2128                         message.peerInfo->sctpParams->e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICindication]->Increment();
2129                         message.peerInfo->sctpParams->e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICindication]->Increment((double)message.message.asnLength);
2130 #endif
2131                         sendRmrMessage(rmrMessageBuffer, message);
2132                         messageSent = true;
2133                     } else {
2134                         mdclog_write(MDCLOG_ERR, "RIC request id missing illegal request");
2135                     }
2136                 }
2137                 if (messageSent) {
2138                     break;
2139                 }
2140             }
2141             break;
2142         }
2143         default: {
2144             mdclog_write(MDCLOG_ERR, "Undefined or not supported message = %ld", procedureCode);
2145             message.message.messageType = 0; // no RMR message type yet
2146
2147             buildJsonMessage(message);
2148
2149             break;
2150         }
2151     }
2152 }
2153
2154 /**
2155  *
2156  * @param pdu
2157  * @param message
2158  * @param rmrMessageBuffer
2159  */
2160 void asnSuccessfulMsg(E2AP_PDU_t *pdu,
2161                       Sctp_Map_t *sctpMap,
2162                       ReportingMessages_t &message,
2163                       RmrMessagesBuffer_t &rmrMessageBuffer) {
2164     auto procedureCode = pdu->choice.successfulOutcome->procedureCode;
2165     auto logLevel = mdclog_level_get();
2166     if (logLevel >= MDCLOG_INFO) {
2167         mdclog_write(MDCLOG_INFO, "Successful Outcome %ld", procedureCode);
2168     }
2169     switch (procedureCode) {
2170         case ProcedureCode_id_Reset: {
2171             if (logLevel >= MDCLOG_DEBUG) {
2172                 mdclog_write(MDCLOG_DEBUG, "Got Reset %s", message.message.enodbName);
2173             }
2174 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2175             message.peerInfo->counters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
2176             message.peerInfo->counters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment((double)message.message.asnLength);
2177
2178             // Update E2T instance level metrics
2179             message.peerInfo->sctpParams->e2tCounters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
2180             message.peerInfo->sctpParams->e2tCounters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment((double)message.message.asnLength);
2181 #endif
2182             if (XML_From_PER(message, rmrMessageBuffer) < 0) {
2183                 break;
2184             }
2185             if (sendRequestToXapp(message, RIC_E2_RESET_RESP, rmrMessageBuffer) != 0) {
2186                 mdclog_write(MDCLOG_ERR, "RIC_E2_RESET_RESP message failed to send to xAPP");
2187             }
2188             break;
2189         }
2190         case ProcedureCode_id_RICcontrol: {
2191             if (logLevel >= MDCLOG_DEBUG) {
2192                 mdclog_write(MDCLOG_DEBUG, "Got RICcontrol %s", message.message.enodbName);
2193             }
2194             for (auto i = 0;
2195                  i < pdu->choice.successfulOutcome->value.choice.RICcontrolAcknowledge.protocolIEs.list.count; i++) {
2196                 auto messageSent = false;
2197                 RICcontrolAcknowledge_IEs_t *ie = pdu->choice.successfulOutcome->value.choice.RICcontrolAcknowledge.protocolIEs.list.array[i];
2198                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
2199                     mdclog_write(MDCLOG_DEBUG, "ie type (ProtocolIE_ID) = %ld", ie->id);
2200                 }
2201                 if (ie->id == ProtocolIE_ID_id_RICrequestID) {
2202                     if (mdclog_level_get() >= MDCLOG_DEBUG) {
2203                         mdclog_write(MDCLOG_DEBUG, "Got RIC requestId entry, ie type (ProtocolIE_ID) = %ld", ie->id);
2204                     }
2205                     if (ie->value.present == RICcontrolAcknowledge_IEs__value_PR_RICrequestID) {
2206                         message.message.messageType = rmrMessageBuffer.sendMessage->mtype = RIC_CONTROL_ACK;
2207                         rmrMessageBuffer.sendMessage->state = 0;
2208 //                        rmrMessageBuffer.sendMessage->sub_id = (int) ie->value.choice.RICrequestID.ricRequestorID;
2209                         rmrMessageBuffer.sendMessage->sub_id = (int)ie->value.choice.RICrequestID.ricInstanceID;
2210
2211                         static unsigned char tx[32];
2212                         snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
2213                         rmr_bytes2xact(rmrMessageBuffer.sendMessage, tx, strlen((const char *) tx));
2214                         rmr_bytes2meid(rmrMessageBuffer.sendMessage,
2215                                        (unsigned char *)message.message.enodbName,
2216                                        strlen(message.message.enodbName));
2217 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2218                         message.peerInfo->counters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICcontrol]->Increment();
2219                         message.peerInfo->counters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICcontrol]->Increment((double)message.message.asnLength);
2220
2221                         // Update E2T instance level metrics
2222                         message.peerInfo->sctpParams->e2tCounters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICcontrol]->Increment();
2223                         message.peerInfo->sctpParams->e2tCounters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICcontrol]->Increment((double)message.message.asnLength);
2224 #endif
2225                         sendRmrMessage(rmrMessageBuffer, message);
2226                         messageSent = true;
2227                     } else {
2228                         mdclog_write(MDCLOG_ERR, "RIC request id missing illegal request");
2229                     }
2230                 }
2231                 if (messageSent) {
2232                     break;
2233                 }
2234             }
2235
2236             break;
2237         }
2238         case ProcedureCode_id_RICsubscription: {
2239             if (logLevel >= MDCLOG_DEBUG) {
2240                 mdclog_write(MDCLOG_DEBUG, "Got RICsubscription %s", message.message.enodbName);
2241             }
2242 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2243             message.peerInfo->counters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscription]->Increment();
2244             message.peerInfo->counters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscription]->Increment((double)message.message.asnLength);
2245
2246             // Update E2T instance level metrics
2247             message.peerInfo->sctpParams->e2tCounters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscription]->Increment();
2248             message.peerInfo->sctpParams->e2tCounters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscription]->Increment((double)message.message.asnLength);
2249 #endif
2250             if (sendRequestToXapp(message, RIC_SUB_RESP, rmrMessageBuffer) != 0) {
2251                 mdclog_write(MDCLOG_ERR, "Subscription successful message failed to send to xAPP");
2252             }
2253             break;
2254         }
2255         case ProcedureCode_id_RICsubscriptionDelete: {
2256             if (logLevel >= MDCLOG_DEBUG) {
2257                 mdclog_write(MDCLOG_DEBUG, "Got RICsubscriptionDelete %s", message.message.enodbName);
2258             }
2259 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2260             message.peerInfo->counters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment();
2261             message.peerInfo->counters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment((double)message.message.asnLength);
2262
2263             // Update E2T instance level metrics
2264             message.peerInfo->sctpParams->e2tCounters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment();
2265             message.peerInfo->sctpParams->e2tCounters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment((double)message.message.asnLength);
2266 #endif
2267             if (sendRequestToXapp(message, RIC_SUB_DEL_RESP, rmrMessageBuffer) != 0) {
2268                 mdclog_write(MDCLOG_ERR, "Subscription delete successful message failed to send to xAPP");
2269             }
2270             break;
2271         }
2272         default: {
2273             mdclog_write(MDCLOG_WARN, "Undefined or not supported message = %ld", procedureCode);
2274             message.message.messageType = 0; // no RMR message type yet
2275             buildJsonMessage(message);
2276
2277             break;
2278         }
2279     }
2280 }
2281
2282 /**
2283  *
2284  * @param pdu
2285  * @param message
2286  * @param rmrMessageBuffer
2287  */
2288 void asnUnSuccsesfulMsg(E2AP_PDU_t *pdu,
2289                         Sctp_Map_t *sctpMap,
2290                         ReportingMessages_t &message,
2291                         RmrMessagesBuffer_t &rmrMessageBuffer) {
2292     auto procedureCode = pdu->choice.unsuccessfulOutcome->procedureCode;
2293     auto logLevel = mdclog_level_get();
2294     if (logLevel >= MDCLOG_INFO) {
2295         mdclog_write(MDCLOG_INFO, "Unsuccessful Outcome %ld", procedureCode);
2296     }
2297     switch (procedureCode) {
2298         case ProcedureCode_id_RICcontrol: {
2299             if (logLevel >= MDCLOG_DEBUG) {
2300                 mdclog_write(MDCLOG_DEBUG, "Got RICcontrol %s", message.message.enodbName);
2301             }
2302             for (int i = 0;
2303                  i < pdu->choice.unsuccessfulOutcome->value.choice.RICcontrolFailure.protocolIEs.list.count; i++) {
2304                 auto messageSent = false;
2305                 RICcontrolFailure_IEs_t *ie = pdu->choice.unsuccessfulOutcome->value.choice.RICcontrolFailure.protocolIEs.list.array[i];
2306                 if (logLevel >= MDCLOG_DEBUG) {
2307                     mdclog_write(MDCLOG_DEBUG, "ie type (ProtocolIE_ID) = %ld", ie->id);
2308                 }
2309                 if (ie->id == ProtocolIE_ID_id_RICrequestID) {
2310                     if (logLevel >= MDCLOG_DEBUG) {
2311                         mdclog_write(MDCLOG_DEBUG, "Got RIC requestId entry, ie type (ProtocolIE_ID) = %ld", ie->id);
2312                     }
2313                     if (ie->value.present == RICcontrolFailure_IEs__value_PR_RICrequestID) {
2314                         message.message.messageType = rmrMessageBuffer.sendMessage->mtype = RIC_CONTROL_FAILURE;
2315                         rmrMessageBuffer.sendMessage->state = 0;
2316 //                        rmrMessageBuffer.sendMessage->sub_id = (int)ie->value.choice.RICrequestID.ricRequestorID;
2317                         rmrMessageBuffer.sendMessage->sub_id = (int)ie->value.choice.RICrequestID.ricInstanceID;
2318                         static unsigned char tx[32];
2319                         snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
2320                         rmr_bytes2xact(rmrMessageBuffer.sendMessage, tx, strlen((const char *) tx));
2321                         rmr_bytes2meid(rmrMessageBuffer.sendMessage, (unsigned char *) message.message.enodbName,
2322                                        strlen(message.message.enodbName));
2323 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2324                         message.peerInfo->counters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICcontrol]->Increment();
2325                         message.peerInfo->counters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICcontrol]->Increment((double)message.message.asnLength);
2326
2327                         // Update E2T instance level metrics
2328                         message.peerInfo->sctpParams->e2tCounters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICcontrol]->Increment();
2329                         message.peerInfo->sctpParams->e2tCounters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICcontrol]->Increment((double)message.message.asnLength);
2330 #endif
2331                         sendRmrMessage(rmrMessageBuffer, message);
2332                         messageSent = true;
2333                     } else {
2334                         mdclog_write(MDCLOG_ERR, "RIC request id missing illegal request");
2335                     }
2336                 }
2337                 if (messageSent) {
2338                     break;
2339                 }
2340             }
2341             break;
2342         }
2343         case ProcedureCode_id_RICsubscription: {
2344             if (logLevel >= MDCLOG_DEBUG) {
2345                 mdclog_write(MDCLOG_DEBUG, "Got RICsubscription %s", message.message.enodbName);
2346             }
2347 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2348             message.peerInfo->counters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscription]->Increment();
2349             message.peerInfo->counters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscription]->Increment((double)message.message.asnLength);
2350
2351             // Update E2T instance level metrics
2352             message.peerInfo->sctpParams->e2tCounters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscription]->Increment();
2353             message.peerInfo->sctpParams->e2tCounters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscription]->Increment((double)message.message.asnLength);
2354 #endif
2355             if (sendRequestToXapp(message, RIC_SUB_FAILURE, rmrMessageBuffer) != 0) {
2356                 mdclog_write(MDCLOG_ERR, "Subscription unsuccessful message failed to send to xAPP");
2357             }
2358             break;
2359         }
2360         case ProcedureCode_id_RICsubscriptionDelete: {
2361             if (logLevel >= MDCLOG_DEBUG) {
2362                 mdclog_write(MDCLOG_DEBUG, "Got RICsubscriptionDelete %s", message.message.enodbName);
2363             }
2364 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2365             message.peerInfo->counters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment();
2366             message.peerInfo->counters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment((double)message.message.asnLength);
2367
2368             // Update E2T instance level metrics
2369             message.peerInfo->sctpParams->e2tCounters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment();
2370             message.peerInfo->sctpParams->e2tCounters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment((double)message.message.asnLength);
2371 #endif
2372             if (sendRequestToXapp(message, RIC_SUB_FAILURE, rmrMessageBuffer) != 0) {
2373                 mdclog_write(MDCLOG_ERR, "Subscription Delete unsuccessful message failed to send to xAPP");
2374             }
2375             break;
2376         }
2377         default: {
2378             mdclog_write(MDCLOG_WARN, "Undefined or not supported message = %ld", procedureCode);
2379             message.message.messageType = 0; // no RMR message type yet
2380 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2381             buildJsonMessage(message);
2382 #endif
2383             break;
2384         }
2385     }
2386 }
2387
2388 /**
2389  *
2390  * @param message
2391  * @param requestId
2392  * @param rmrMmessageBuffer
2393  * @return
2394  */
2395 int sendRequestToXapp(ReportingMessages_t &message,
2396                       int requestId,
2397                       RmrMessagesBuffer_t &rmrMmessageBuffer) {
2398     rmr_bytes2meid(rmrMmessageBuffer.sendMessage,
2399                    (unsigned char *)message.message.enodbName,
2400                    strlen(message.message.enodbName));
2401     message.message.messageType = rmrMmessageBuffer.sendMessage->mtype = requestId;
2402     rmrMmessageBuffer.sendMessage->state = 0;
2403     static unsigned char tx[32];
2404     snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
2405     rmr_bytes2xact(rmrMmessageBuffer.sendMessage, tx, strlen((const char *) tx));
2406
2407     auto rc = sendRmrMessage(rmrMmessageBuffer, message);
2408     return rc;
2409 }
2410
2411 /**
2412  *
2413  * @param pSctpParams
2414  */
2415 void getRmrContext(sctp_params_t &pSctpParams) {
2416     pSctpParams.rmrCtx = nullptr;
2417     pSctpParams.rmrCtx = rmr_init(pSctpParams.rmrAddress, RECEIVE_XAPP_BUFFER_SIZE, RMRFL_NONE);
2418     if (pSctpParams.rmrCtx == nullptr) {
2419         mdclog_write(MDCLOG_ERR, "Failed to initialize RMR");
2420         return;
2421     }
2422
2423     rmr_set_stimeout(pSctpParams.rmrCtx, 0);    // disable retries for any send operation
2424     // we need to find that routing table exist and we can run
2425     if (mdclog_level_get() >= MDCLOG_INFO) {
2426         mdclog_write(MDCLOG_INFO, "We are after RMR INIT wait for RMR_Ready");
2427     }
2428     int rmrReady = 0;
2429     int count = 0;
2430     while (!rmrReady) {
2431         if ((rmrReady = rmr_ready(pSctpParams.rmrCtx)) == 0) {
2432             sleep(1);
2433         }
2434         count++;
2435         if (count % 60 == 0) {
2436             mdclog_write(MDCLOG_INFO, "waiting to RMR ready state for %d seconds", count);
2437         }
2438     }
2439     if (mdclog_level_get() >= MDCLOG_INFO) {
2440         mdclog_write(MDCLOG_INFO, "RMR running");
2441     }
2442     rmr_init_trace(pSctpParams.rmrCtx, 200);
2443     // get the RMR fd for the epoll
2444     pSctpParams.rmrListenFd = rmr_get_rcvfd(pSctpParams.rmrCtx);
2445     struct epoll_event event{};
2446     // add RMR fd to epoll
2447     event.events = (EPOLLIN);
2448     event.data.fd = pSctpParams.rmrListenFd;
2449     // add listening RMR FD to epoll
2450     if (epoll_ctl(pSctpParams.epoll_fd, EPOLL_CTL_ADD, pSctpParams.rmrListenFd, &event)) {
2451         mdclog_write(MDCLOG_ERR, "Failed to add RMR descriptor to epoll");
2452         close(pSctpParams.rmrListenFd);
2453         rmr_close(pSctpParams.rmrCtx);
2454         pSctpParams.rmrCtx = nullptr;
2455     }
2456 }
2457
2458 /**
2459  *
2460  * @param message
2461  * @param rmrMessageBuffer
2462  * @return
2463  */
2464 int PER_FromXML(ReportingMessages_t &message, RmrMessagesBuffer_t &rmrMessageBuffer) {
2465     E2AP_PDU_t *pdu = nullptr;
2466
2467     if (mdclog_level_get() >= MDCLOG_DEBUG) {
2468         mdclog_write(MDCLOG_DEBUG, "got xml Format  data from xApp of size %d is:%s",
2469                 rmrMessageBuffer.rcvMessage->len, rmrMessageBuffer.rcvMessage->payload);
2470     }
2471     auto rval = asn_decode(nullptr, ATS_BASIC_XER, &asn_DEF_E2AP_PDU, (void **) &pdu,
2472                            rmrMessageBuffer.rcvMessage->payload, rmrMessageBuffer.rcvMessage->len);
2473     if (mdclog_level_get() >= MDCLOG_DEBUG) {
2474         mdclog_write(MDCLOG_DEBUG, "%s After  decoding the XML to PDU", __func__ );
2475     }
2476     if (rval.code != RC_OK) {
2477 #ifdef UNIT_TEST
2478     return 0;
2479 #endif
2480         mdclog_write(MDCLOG_ERR, "Error %d Decoding (unpack) setup response  from E2MGR : %s",
2481                      rval.code,
2482                      message.message.enodbName);
2483         if (pdu != nullptr) {
2484             ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
2485             pdu = nullptr;
2486         }
2487         return -1;
2488     }
2489
2490     int buff_size = RECEIVE_XAPP_BUFFER_SIZE;
2491     auto er = asn_encode_to_buffer(nullptr, ATS_ALIGNED_BASIC_PER, &asn_DEF_E2AP_PDU, pdu,
2492                                    rmrMessageBuffer.rcvMessage->payload, buff_size);
2493     if (mdclog_level_get() >= MDCLOG_DEBUG) {
2494         mdclog_write(MDCLOG_DEBUG, "%s After encoding PDU to PER", __func__ );
2495     }
2496     if (er.encoded == -1) {
2497         mdclog_write(MDCLOG_ERR, "encoding of %s failed, %s", asn_DEF_E2AP_PDU.name, strerror(errno));
2498         if (pdu != nullptr) {
2499             ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
2500             pdu = nullptr;
2501         }
2502         return -1;
2503     } else if (er.encoded > (ssize_t)buff_size) {
2504         mdclog_write(MDCLOG_ERR, "Buffer of size %d is to small for %s, at %s line %d",
2505                      (int)rmrMessageBuffer.rcvMessage->len,
2506                      asn_DEF_E2AP_PDU.name,
2507                      __func__,
2508                      __LINE__);
2509         if (pdu != nullptr) {
2510             ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
2511             pdu = nullptr;
2512         }
2513         return -1;
2514     }
2515     rmrMessageBuffer.rcvMessage->len = er.encoded;
2516     if (pdu != nullptr) {
2517         ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
2518         pdu = nullptr;
2519     }
2520     return 0;
2521 }
2522
2523 /**
2524  *
2525  * @param sctpMap
2526  * @param rmrMessageBuffer
2527  * @param ts
2528  * @return
2529  */
2530 int receiveXappMessages(Sctp_Map_t *sctpMap,
2531                         RmrMessagesBuffer_t &rmrMessageBuffer,
2532                         struct timespec &ts) {
2533     int loglevel = mdclog_level_get();
2534     if (rmrMessageBuffer.rcvMessage == nullptr) {
2535         //we have error
2536         mdclog_write(MDCLOG_ERR, "RMR Allocation message, %s", strerror(errno));
2537         return -1;
2538     }
2539
2540 //    if (loglevel >= MDCLOG_DEBUG) {
2541 //        mdclog_write(MDCLOG_DEBUG, "Call to rmr_rcv_msg");
2542 //    }
2543     rmrMessageBuffer.rcvMessage = rmr_rcv_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.rcvMessage);
2544     if (rmrMessageBuffer.rcvMessage == nullptr) {
2545         mdclog_write(MDCLOG_ERR, "RMR Receiving message with null pointer, Reallocated rmr message buffer");
2546         rmrMessageBuffer.rcvMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
2547         return -2;
2548     }
2549     ReportingMessages_t message;
2550     message.message.direction = 'D';
2551     message.message.time.tv_nsec = ts.tv_nsec;
2552     message.message.time.tv_sec = ts.tv_sec;
2553
2554     // get message payload
2555     //auto msgData = msg->payload;
2556 #ifdef UNIT_TEST
2557     rmrMessageBuffer.rcvMessage->state = 0;
2558 #endif
2559     if (rmrMessageBuffer.rcvMessage->state != 0) {
2560         mdclog_write(MDCLOG_ERR, "RMR Receiving message with stat = %d", rmrMessageBuffer.rcvMessage->state);
2561         return -1;
2562     }
2563     rmr_get_meid(rmrMessageBuffer.rcvMessage, (unsigned char *)message.message.enodbName);
2564     message.peerInfo = (ConnectedCU_t *) sctpMap->find(message.message.enodbName);
2565     if (message.peerInfo == nullptr) {
2566         auto type = rmrMessageBuffer.rcvMessage->mtype;
2567         switch (type) {
2568             case RIC_SCTP_CLEAR_ALL:
2569             case E2_TERM_KEEP_ALIVE_REQ:
2570             case RIC_HEALTH_CHECK_REQ:
2571                 break;
2572             default:
2573 #ifdef UNIT_TEST
2574     break;
2575 #endif
2576                 mdclog_write(MDCLOG_ERR, "Failed to send message no CU entry %s", message.message.enodbName);
2577                 return -1;
2578         }
2579     }
2580
2581     if (rmrMessageBuffer.rcvMessage->mtype != RIC_HEALTH_CHECK_REQ) {
2582         num_of_XAPP_messages.fetch_add(1, std::memory_order_release);
2583
2584     }
2585     switch (rmrMessageBuffer.rcvMessage->mtype) {
2586         case RIC_E2_SETUP_RESP : {
2587             if (loglevel >= MDCLOG_DEBUG) {
2588                 mdclog_write(MDCLOG_DEBUG, "RIC_E2_SETUP_RESP");
2589             }
2590             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2591                 break;
2592             }
2593 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2594             message.peerInfo->counters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_E2setup]->Increment();
2595             message.peerInfo->counters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_E2setup]->Increment(rmrMessageBuffer.rcvMessage->len);
2596
2597             // Update E2T instance level metrics
2598             message.peerInfo->sctpParams->e2tCounters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_E2setup]->Increment();
2599             message.peerInfo->sctpParams->e2tCounters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_E2setup]->Increment(rmrMessageBuffer.rcvMessage->len);
2600 #endif
2601             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2602                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_E2_SETUP_RESP");
2603                 return -6;
2604             }
2605             break;
2606         }
2607         case RIC_E2_SETUP_FAILURE : {
2608             if (loglevel >= MDCLOG_DEBUG) {
2609                 mdclog_write(MDCLOG_DEBUG, "RIC_E2_SETUP_FAILURE");
2610             }
2611             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2612                 break;
2613             }
2614 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2615             message.peerInfo->counters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_E2setup]->Increment();
2616             message.peerInfo->counters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_E2setup]->Increment(rmrMessageBuffer.rcvMessage->len);
2617
2618             // Update E2T instance level metrics
2619             message.peerInfo->sctpParams->e2tCounters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_E2setup]->Increment();
2620             message.peerInfo->sctpParams->e2tCounters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_E2setup]->Increment(rmrMessageBuffer.rcvMessage->len);
2621 #endif
2622             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2623                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_E2_SETUP_FAILURE");
2624                 return -6;
2625             }
2626             break;
2627         }
2628         case RIC_ERROR_INDICATION: {
2629             if (loglevel >= MDCLOG_DEBUG) {
2630                 mdclog_write(MDCLOG_DEBUG, "RIC_ERROR_INDICATION");
2631             }
2632 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2633             message.peerInfo->counters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_ErrorIndication]->Increment();
2634             message.peerInfo->counters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_ErrorIndication]->Increment(rmrMessageBuffer.rcvMessage->len);
2635
2636             // Update E2T instance level metrics
2637             message.peerInfo->sctpParams->e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_ErrorIndication]->Increment();
2638             message.peerInfo->sctpParams->e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_ErrorIndication]->Increment(rmrMessageBuffer.rcvMessage->len);
2639 #endif
2640             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2641                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_ERROR_INDICATION");
2642                 return -6;
2643             }
2644             break;
2645         }
2646         case RIC_SUB_REQ: {
2647             if (loglevel >= MDCLOG_DEBUG) {
2648                 mdclog_write(MDCLOG_DEBUG, "RIC_SUB_REQ");
2649             }
2650 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2651             message.peerInfo->counters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscription]->Increment();
2652             message.peerInfo->counters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscription]->Increment(rmrMessageBuffer.rcvMessage->len);
2653
2654             // Update E2T instance level metrics
2655             message.peerInfo->sctpParams->e2tCounters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscription]->Increment();
2656             message.peerInfo->sctpParams->e2tCounters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscription]->Increment(rmrMessageBuffer.rcvMessage->len);
2657 #endif
2658             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2659                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_SUB_REQ");
2660                 return -6;
2661             }
2662             break;
2663         }
2664         case RIC_SUB_DEL_REQ: {
2665             if (loglevel >= MDCLOG_DEBUG) {
2666                 mdclog_write(MDCLOG_DEBUG, "RIC_SUB_DEL_REQ");
2667             }
2668 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2669             message.peerInfo->counters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment();
2670             message.peerInfo->counters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment(rmrMessageBuffer.rcvMessage->len);
2671
2672             // Update E2T instance level metrics
2673             message.peerInfo->sctpParams->e2tCounters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment();
2674             message.peerInfo->sctpParams->e2tCounters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment(rmrMessageBuffer.rcvMessage->len);
2675 #endif
2676             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2677                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_SUB_DEL_REQ");
2678                 return -6;
2679             }
2680             break;
2681         }
2682         case RIC_CONTROL_REQ: {
2683             if (loglevel >= MDCLOG_DEBUG) {
2684                 mdclog_write(MDCLOG_DEBUG, "RIC_CONTROL_REQ");
2685             }
2686 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2687             message.peerInfo->counters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICcontrol]->Increment();
2688             message.peerInfo->counters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICcontrol]->Increment(rmrMessageBuffer.rcvMessage->len);
2689
2690             // Update E2T instance level metrics
2691             message.peerInfo->sctpParams->e2tCounters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICcontrol]->Increment();
2692             message.peerInfo->sctpParams->e2tCounters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICcontrol]->Increment(rmrMessageBuffer.rcvMessage->len);
2693 #endif
2694             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2695                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_CONTROL_REQ");
2696                 return -6;
2697             }
2698             break;
2699         }
2700         case RIC_SERVICE_QUERY: {
2701             if (loglevel >= MDCLOG_DEBUG) {
2702                 mdclog_write(MDCLOG_DEBUG, "RIC_SERVICE_QUERY");
2703             }
2704             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2705                 break;
2706             }
2707 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2708             message.peerInfo->counters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICserviceQuery]->Increment();
2709             message.peerInfo->counters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICserviceQuery]->Increment(rmrMessageBuffer.rcvMessage->len);
2710
2711             // Update E2T instance level metrics
2712             message.peerInfo->sctpParams->e2tCounters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICserviceQuery]->Increment();
2713             message.peerInfo->sctpParams->e2tCounters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICserviceQuery]->Increment(rmrMessageBuffer.rcvMessage->len);
2714 #endif
2715             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2716                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_SERVICE_QUERY");
2717                 return -6;
2718             }
2719             break;
2720         }
2721         case RIC_SERVICE_UPDATE_ACK: {
2722             if (loglevel >= MDCLOG_DEBUG) {
2723                 mdclog_write(MDCLOG_DEBUG, "RIC_SERVICE_UPDATE_ACK");
2724             }
2725             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2726                 mdclog_write(MDCLOG_ERR, "error in PER_FromXML");
2727                 break;
2728             }
2729 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2730             message.peerInfo->counters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment();
2731             message.peerInfo->counters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment(rmrMessageBuffer.rcvMessage->len);
2732
2733             // Update E2T instance level metrics
2734             message.peerInfo->sctpParams->e2tCounters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment();
2735             message.peerInfo->sctpParams->e2tCounters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment(rmrMessageBuffer.rcvMessage->len);
2736 #endif
2737             if (loglevel >= MDCLOG_DEBUG) {
2738                 mdclog_write(MDCLOG_DEBUG, "Before sending to CU");
2739             }
2740             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2741                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_SERVICE_UPDATE_ACK");
2742                 return -6;
2743             }
2744             break;
2745         }
2746         case RIC_SERVICE_UPDATE_FAILURE: {
2747             if (loglevel >= MDCLOG_DEBUG) {
2748                 mdclog_write(MDCLOG_DEBUG, "RIC_SERVICE_UPDATE_FAILURE");
2749             }
2750             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2751                 break;
2752             }
2753 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2754             message.peerInfo->counters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment();
2755             message.peerInfo->counters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment(rmrMessageBuffer.rcvMessage->len);
2756
2757             // Update E2T instance level metrics
2758             message.peerInfo->sctpParams->e2tCounters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment();
2759             message.peerInfo->sctpParams->e2tCounters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment(rmrMessageBuffer.rcvMessage->len);
2760 #endif
2761             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2762                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_SERVICE_UPDATE_FAILURE");
2763                 return -6;
2764             }
2765             break;
2766         }
2767         case RIC_E2_RESET_REQ: {
2768             if (loglevel >= MDCLOG_DEBUG) {
2769                 mdclog_write(MDCLOG_DEBUG, "RIC_E2_RESET_REQ");
2770             }
2771             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2772                 break;
2773             }
2774 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2775             message.peerInfo->counters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
2776             message.peerInfo->counters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment(rmrMessageBuffer.rcvMessage->len);
2777
2778             // Update E2T instance level metrics
2779             message.peerInfo->sctpParams->e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
2780             message.peerInfo->sctpParams->e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment(rmrMessageBuffer.rcvMessage->len);
2781 #endif
2782             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2783                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_E2_RESET");
2784                 return -6;
2785             }
2786             break;
2787         }
2788         case RIC_E2_RESET_RESP: {
2789             if (loglevel >= MDCLOG_DEBUG) {
2790                 mdclog_write(MDCLOG_DEBUG, "RIC_E2_RESET_RESP");
2791             }
2792             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2793                 break;
2794             }
2795 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2796             message.peerInfo->counters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
2797             message.peerInfo->counters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment(rmrMessageBuffer.rcvMessage->len);
2798
2799             // Update E2T instance level metrics
2800             message.peerInfo->sctpParams->e2tCounters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
2801             message.peerInfo->sctpParams->e2tCounters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment(rmrMessageBuffer.rcvMessage->len);
2802 #endif
2803             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2804                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_E2_RESET_RESP");
2805                 return -6;
2806             }
2807             break;
2808         }
2809         case RIC_SCTP_CLEAR_ALL: {
2810             mdclog_write(MDCLOG_INFO, "RIC_SCTP_CLEAR_ALL");
2811             // loop on all keys and close socket and then erase all map.
2812             vector<char *> v;
2813             sctpMap->getKeys(v);
2814             for (auto const &iter : v) { //}; iter != sctpMap.end(); iter++) {
2815                 if (!boost::starts_with((string) (iter), "host:") && !boost::starts_with((string) (iter), "msg:")) {
2816                     auto *peerInfo = (ConnectedCU_t *) sctpMap->find(iter);
2817                     if (peerInfo == nullptr) {
2818                         continue;
2819                     }
2820                     close(peerInfo->fileDescriptor);
2821                     memcpy(message.message.enodbName, peerInfo->enodbName, sizeof(peerInfo->enodbName));
2822                     message.message.direction = 'D';
2823                     message.message.time.tv_nsec = ts.tv_nsec;
2824                     message.message.time.tv_sec = ts.tv_sec;
2825
2826                     message.message.asnLength = rmrMessageBuffer.sendMessage->len =
2827                             snprintf((char *)rmrMessageBuffer.sendMessage->payload,
2828                                      256,
2829                                      "%s|RIC_SCTP_CLEAR_ALL",
2830                                      peerInfo->enodbName);
2831                     message.message.asndata = rmrMessageBuffer.sendMessage->payload;
2832                     mdclog_write(MDCLOG_INFO, "%s", message.message.asndata);
2833                     if (sendRequestToXapp(message, RIC_SCTP_CONNECTION_FAILURE, rmrMessageBuffer) != 0) {
2834                         mdclog_write(MDCLOG_ERR, "SCTP_CONNECTION_FAIL message failed to send to xAPP");
2835                     }
2836                     free(peerInfo);
2837                 }
2838             }
2839
2840             sleep(1);
2841             sctpMap->clear();
2842             break;
2843         }
2844         case E2_TERM_KEEP_ALIVE_REQ: {
2845             // send message back
2846             rmr_bytes2payload(rmrMessageBuffer.sendMessage,
2847                               (unsigned char *)rmrMessageBuffer.ka_message,
2848                               rmrMessageBuffer.ka_message_len);
2849             rmrMessageBuffer.sendMessage->mtype = E2_TERM_KEEP_ALIVE_RESP;
2850             rmrMessageBuffer.sendMessage->state = 0;
2851             static unsigned char tx[32];
2852             auto txLen = snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
2853             rmr_bytes2xact(rmrMessageBuffer.sendMessage, tx, txLen);
2854 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2855             rmrMessageBuffer.sendMessage = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.sendMessage);
2856 #endif
2857             if (rmrMessageBuffer.sendMessage == nullptr) {
2858                 rmrMessageBuffer.sendMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
2859                 mdclog_write(MDCLOG_ERR, "Failed to send E2_TERM_KEEP_ALIVE_RESP RMR message returned NULL");
2860             } else if (rmrMessageBuffer.sendMessage->state != 0)  {
2861                 mdclog_write(MDCLOG_ERR, "Failed to send E2_TERM_KEEP_ALIVE_RESP, on RMR state = %d ( %s)",
2862                              rmrMessageBuffer.sendMessage->state, translateRmrErrorMessages(rmrMessageBuffer.sendMessage->state).c_str());
2863             } else if (loglevel >= MDCLOG_DEBUG) {
2864                 mdclog_write(MDCLOG_DEBUG, "Got Keep Alive Request send : %s", rmrMessageBuffer.ka_message);
2865             }
2866
2867             break;
2868         }
2869         case RIC_HEALTH_CHECK_REQ: {
2870             static int counter = 0;
2871             // send message back
2872             rmr_bytes2payload(rmrMessageBuffer.rcvMessage,
2873                               (unsigned char *)"OK",
2874                               2);
2875             rmrMessageBuffer.rcvMessage->mtype = RIC_HEALTH_CHECK_RESP;
2876             rmrMessageBuffer.rcvMessage->state = 0;
2877             static unsigned char tx[32];
2878             auto txLen = snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
2879             rmr_bytes2xact(rmrMessageBuffer.rcvMessage, tx, txLen);
2880             rmrMessageBuffer.rcvMessage = rmr_rts_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.rcvMessage);
2881             //rmrMessageBuffer.sendMessage = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.sendMessage);
2882             if (rmrMessageBuffer.rcvMessage == nullptr) {
2883                 rmrMessageBuffer.rcvMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
2884                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_HEALTH_CHECK_RESP RMR message returned NULL");
2885             } else if (rmrMessageBuffer.rcvMessage->state != 0)  {
2886                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_HEALTH_CHECK_RESP, on RMR state = %d ( %s)",
2887                              rmrMessageBuffer.rcvMessage->state, translateRmrErrorMessages(rmrMessageBuffer.rcvMessage->state).c_str());
2888             } else if (loglevel >= MDCLOG_DEBUG && ++counter % 100 == 0) {
2889                 mdclog_write(MDCLOG_DEBUG, "Got %d RIC_HEALTH_CHECK_REQ Request send : OK", counter);
2890             }
2891
2892             break;
2893         }
2894
2895         default:
2896             mdclog_write(MDCLOG_WARN, "Message Type : %d is not supported", rmrMessageBuffer.rcvMessage->mtype);
2897             message.message.asndata = rmrMessageBuffer.rcvMessage->payload;
2898             message.message.asnLength = rmrMessageBuffer.rcvMessage->len;
2899             message.message.time.tv_nsec = ts.tv_nsec;
2900             message.message.time.tv_sec = ts.tv_sec;
2901             message.message.messageType = rmrMessageBuffer.rcvMessage->mtype;
2902
2903             buildJsonMessage(message);
2904
2905
2906             return -7;
2907     }
2908     if (mdclog_level_get() >= MDCLOG_DEBUG) {
2909         mdclog_write(MDCLOG_DEBUG, "EXIT OK from %s", __FUNCTION__);
2910     }
2911     return 0;
2912 }
2913
2914 /**
2915  * Send message to the CU that is not expecting for successful or unsuccessful results
2916  * @param messageBuffer
2917  * @param message
2918  * @param failedMsgId
2919  * @param sctpMap
2920  * @return
2921  */
2922 int sendDirectionalSctpMsg(RmrMessagesBuffer_t &messageBuffer,
2923                            ReportingMessages_t &message,
2924                            int failedMsgId,
2925                            Sctp_Map_t *sctpMap) {
2926     if (mdclog_level_get() >= MDCLOG_DEBUG) {
2927         mdclog_write(MDCLOG_DEBUG, "send message: %d to %s address", message.message.messageType, message.message.enodbName);
2928     }
2929
2930     getRequestMetaData(message, messageBuffer);
2931     if (mdclog_level_get() >= MDCLOG_INFO) {
2932         mdclog_write(MDCLOG_INFO, "send message to %s address", message.message.enodbName);
2933     }
2934
2935     auto rc = sendMessagetoCu(sctpMap, messageBuffer, message, failedMsgId);
2936     return rc;
2937 }
2938
2939 /**
2940  *
2941  * @param sctpMap
2942  * @param messageBuffer
2943  * @param message
2944  * @param failedMesgId
2945  * @return
2946  */
2947 int sendMessagetoCu(Sctp_Map_t *sctpMap,
2948                     RmrMessagesBuffer_t &messageBuffer,
2949                     ReportingMessages_t &message,
2950                     int failedMesgId) {
2951     // get the FD
2952     message.message.messageType = messageBuffer.rcvMessage->mtype;
2953     auto rc = sendSctpMsg(message.peerInfo, message, sctpMap);
2954     return rc;
2955 }
2956
2957
2958 /**
2959  *
2960  * @param epoll_fd
2961  * @param peerInfo
2962  * @param events
2963  * @param sctpMap
2964  * @param enodbName
2965  * @param msgType
2966  * @return
2967  */
2968 int addToEpoll(int epoll_fd,
2969                ConnectedCU_t *peerInfo,
2970                uint32_t events,
2971                Sctp_Map_t *sctpMap,
2972                char *enodbName,
2973                int msgType) {
2974     // Add to Epol
2975     struct epoll_event event{};
2976     event.data.ptr = peerInfo;
2977     event.events = events;
2978     if (epoll_ctl(epoll_fd, EPOLL_CTL_ADD, peerInfo->fileDescriptor, &event) < 0) {
2979 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2980         if (mdclog_level_get() >= MDCLOG_DEBUG) {
2981             mdclog_write(MDCLOG_DEBUG, "epoll_ctl EPOLL_CTL_ADD (may check not to quit here), %s, %s %d",
2982                          strerror(errno), __func__, __LINE__);
2983         }
2984         close(peerInfo->fileDescriptor);
2985         if (enodbName != nullptr) {
2986             cleanHashEntry(peerInfo, sctpMap);
2987             char key[MAX_ENODB_NAME_SIZE * 2];
2988             snprintf(key, MAX_ENODB_NAME_SIZE * 2, "msg:%s|%d", enodbName, msgType);
2989             if (mdclog_level_get() >= MDCLOG_DEBUG) {
2990                 mdclog_write(MDCLOG_DEBUG, "remove key = %s from %s at line %d", key, __FUNCTION__, __LINE__);
2991             }
2992             auto tmp = sctpMap->find(key);
2993             if (tmp) {
2994                 free(tmp);
2995                 sctpMap->erase(key);
2996             }
2997         } else {
2998             peerInfo->enodbName[0] = 0;
2999         }
3000         mdclog_write(MDCLOG_ERR, "epoll_ctl EPOLL_CTL_ADD (may check not to quit here)");
3001         return -1;
3002 #endif
3003     }
3004     return 0;
3005 }
3006
3007 /**
3008  *
3009  * @param epoll_fd
3010  * @param peerInfo
3011  * @param events
3012  * @param sctpMap
3013  * @param enodbName
3014  * @param msgType
3015  * @return
3016  */
3017 int modifyToEpoll(int epoll_fd,
3018                   ConnectedCU_t *peerInfo,
3019                   uint32_t events,
3020                   Sctp_Map_t *sctpMap,
3021                   char *enodbName,
3022                   int msgType) {
3023     // Add to Epol
3024     struct epoll_event event{};
3025     event.data.ptr = peerInfo;
3026     event.events = events;
3027     if (epoll_ctl(epoll_fd, EPOLL_CTL_MOD, peerInfo->fileDescriptor, &event) < 0) {
3028         if (mdclog_level_get() >= MDCLOG_DEBUG) {
3029             mdclog_write(MDCLOG_DEBUG, "epoll_ctl EPOLL_CTL_MOD (may check not to quit here), %s, %s %d",
3030                          strerror(errno), __func__, __LINE__);
3031         }
3032         close(peerInfo->fileDescriptor);
3033         cleanHashEntry(peerInfo, sctpMap);
3034         char key[MAX_ENODB_NAME_SIZE * 2];
3035         snprintf(key, MAX_ENODB_NAME_SIZE * 2, "msg:%s|%d", enodbName, msgType);
3036         if (mdclog_level_get() >= MDCLOG_DEBUG) {
3037             mdclog_write(MDCLOG_DEBUG, "remove key = %s from %s at line %d", key, __FUNCTION__, __LINE__);
3038         }
3039         auto tmp = sctpMap->find(key);
3040         if (tmp) {
3041             free(tmp);
3042         }
3043         sctpMap->erase(key);
3044         mdclog_write(MDCLOG_ERR, "epoll_ctl EPOLL_CTL_ADD (may check not to quit here)");
3045         return -1;
3046     }
3047     return 0;
3048 }
3049
3050
3051 int sendRmrMessage(RmrMessagesBuffer_t &rmrMessageBuffer, ReportingMessages_t &message) {
3052     buildJsonMessage(message);
3053 #ifndef UNIT_TEST
3054     rmrMessageBuffer.sendMessage = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.sendMessage);
3055 #else
3056     rmrMessageBuffer.sendMessage->state = RMR_ERR_RETRY;
3057 #endif
3058     if (rmrMessageBuffer.sendMessage == nullptr) {
3059         rmrMessageBuffer.sendMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
3060         mdclog_write(MDCLOG_ERR, "RMR failed send message returned with NULL pointer");
3061         return -1;
3062     }
3063
3064     if (rmrMessageBuffer.sendMessage->state != 0) {
3065         char meid[RMR_MAX_MEID]{};
3066         if (rmrMessageBuffer.sendMessage->state == RMR_ERR_RETRY) {
3067             usleep(5);
3068             rmrMessageBuffer.sendMessage->state = 0;
3069             mdclog_write(MDCLOG_INFO, "RETRY sending Message type %d to Xapp from %s",
3070                          rmrMessageBuffer.sendMessage->mtype,
3071                          rmr_get_meid(rmrMessageBuffer.sendMessage, (unsigned char *)meid));
3072 #ifndef UNIT_TEST
3073             rmrMessageBuffer.sendMessage = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.sendMessage);
3074 #endif
3075             if (rmrMessageBuffer.sendMessage == nullptr) {
3076                 mdclog_write(MDCLOG_ERR, "RMR failed send message returned with NULL pointer");
3077                 rmrMessageBuffer.sendMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
3078                 return -1;
3079             } else if (rmrMessageBuffer.sendMessage->state != 0) {
3080                 mdclog_write(MDCLOG_ERR,
3081                              "Message state %s while sending request %d to Xapp from %s after retry of 10 microseconds",
3082                              translateRmrErrorMessages(rmrMessageBuffer.sendMessage->state).c_str(),
3083                              rmrMessageBuffer.sendMessage->mtype,
3084                              rmr_get_meid(rmrMessageBuffer.sendMessage, (unsigned char *)meid));
3085                 auto rc = rmrMessageBuffer.sendMessage->state;
3086                 return rc;
3087             }
3088         } else {
3089             mdclog_write(MDCLOG_ERR, "Message state %s while sending request %d to Xapp from %s",
3090                          translateRmrErrorMessages(rmrMessageBuffer.sendMessage->state).c_str(),
3091                          rmrMessageBuffer.sendMessage->mtype,
3092                          rmr_get_meid(rmrMessageBuffer.sendMessage, (unsigned char *)meid));
3093             return rmrMessageBuffer.sendMessage->state;
3094         }
3095     }
3096     return 0;
3097 }
3098
3099 void buildJsonMessage(ReportingMessages_t &message) {
3100 #ifdef UNIT_TEST
3101     jsonTrace = true;
3102 #endif
3103     if (jsonTrace) {
3104         message.outLen = sizeof(message.base64Data);
3105         base64::encode((const unsigned char *) message.message.asndata,
3106                        (const int) message.message.asnLength,
3107                        message.base64Data,
3108                        message.outLen);
3109         if (mdclog_level_get() >= MDCLOG_DEBUG) {
3110             mdclog_write(MDCLOG_DEBUG, "Tracing: ASN length = %d, base64 message length = %d ",
3111                          (int) message.message.asnLength,
3112                          (int) message.outLen);
3113         }
3114
3115         snprintf(message.buffer, sizeof(message.buffer),
3116                  "{\"header\": {\"ts\": \"%ld.%09ld\","
3117                  "\"ranName\": \"%s\","
3118                  "\"messageType\": %d,"
3119                  "\"direction\": \"%c\"},"
3120                  "\"base64Length\": %d,"
3121                  "\"asnBase64\": \"%s\"}",
3122                  message.message.time.tv_sec,
3123                  message.message.time.tv_nsec,
3124                  message.message.enodbName,
3125                  message.message.messageType,
3126                  message.message.direction,
3127                  (int) message.outLen,
3128                  message.base64Data);
3129         static src::logger_mt &lg = my_logger::get();
3130
3131         BOOST_LOG(lg) << message.buffer;
3132     }
3133 }
3134
3135
3136 /**
3137  * take RMR error code to string
3138  * @param state
3139  * @return
3140  */
3141 string translateRmrErrorMessages(int state) {
3142     string str = {};
3143     switch (state) {
3144         case RMR_OK:
3145             str = "RMR_OK - state is good";
3146             break;
3147         case RMR_ERR_BADARG:
3148             str = "RMR_ERR_BADARG - argument passed to function was unusable";
3149             break;
3150         case RMR_ERR_NOENDPT:
3151             str = "RMR_ERR_NOENDPT - send//call could not find an endpoint based on msg type";
3152             break;
3153         case RMR_ERR_EMPTY:
3154             str = "RMR_ERR_EMPTY - msg received had no payload; attempt to send an empty message";
3155             break;
3156         case RMR_ERR_NOHDR:
3157             str = "RMR_ERR_NOHDR - message didn't contain a valid header";
3158             break;
3159         case RMR_ERR_SENDFAILED:
3160             str = "RMR_ERR_SENDFAILED - send failed; errno has nano reason";
3161             break;
3162         case RMR_ERR_CALLFAILED:
3163             str = "RMR_ERR_CALLFAILED - unable to send call() message";
3164             break;
3165         case RMR_ERR_NOWHOPEN:
3166             str = "RMR_ERR_NOWHOPEN - no wormholes are open";
3167             break;
3168         case RMR_ERR_WHID:
3169             str = "RMR_ERR_WHID - wormhole id was invalid";
3170             break;
3171         case RMR_ERR_OVERFLOW:
3172             str = "RMR_ERR_OVERFLOW - operation would have busted through a buffer/field size";
3173             break;
3174         case RMR_ERR_RETRY:
3175             str = "RMR_ERR_RETRY - request (send/call/rts) failed, but caller should retry (EAGAIN for wrappers)";
3176             break;
3177         case RMR_ERR_RCVFAILED:
3178             str = "RMR_ERR_RCVFAILED - receive failed (hard error)";
3179             break;
3180         case RMR_ERR_TIMEOUT:
3181             str = "RMR_ERR_TIMEOUT - message processing call timed out";
3182             break;
3183         case RMR_ERR_UNSET:
3184             str = "RMR_ERR_UNSET - the message hasn't been populated with a transport buffer";
3185             break;
3186         case RMR_ERR_TRUNC:
3187             str = "RMR_ERR_TRUNC - received message likely truncated";
3188             break;
3189         case RMR_ERR_INITFAILED:
3190             str = "RMR_ERR_INITFAILED - initialisation of something (probably message) failed";
3191             break;
3192         case RMR_ERR_NOTSUPP:
3193             str = "RMR_ERR_NOTSUPP - the request is not supported, or RMr was not initialised for the request";
3194             break;
3195         default:
3196             char buf[128]{};
3197             snprintf(buf, sizeof buf, "UNDOCUMENTED RMR_ERR : %d", state);
3198             str = buf;
3199             break;
3200     }
3201     return str;
3202 }