RIC-E2-TERMINATION/sctpThread.cpp

   1 // Copyright 2019 AT&T Intellectual Property
   2 // Copyright 2019 Nokia
   3 //
   4 // Licensed under the Apache License, Version 2.0 (the "License");
   5 // you may not use this file except in compliance with the License.
   6 // You may obtain a copy of the License at
   7 //
   8 //      http://www.apache.org/licenses/LICENSE-2.0
   9 //
  10 // Unless required by applicable law or agreed to in writing, software
  11 // distributed under the License is distributed on an "AS IS" BASIS,
  12 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13 // See the License for the specific language governing permissions and
  14 // limitations under the License.
  15
  16 //  This source code is part of the near-RT RIC (RAN Intelligent Controller)
  17 //  platform project (RICP).
  18
  19 // TODO: High-level file comment.
  20
  21
  22
  23 #include <3rdparty/oranE2/RANfunctions-List.h>
  24 #include "sctpThread.h"
  25 #include "BuildRunName.h"
  26 #include <unistd.h>
  27 //#include "3rdparty/oranE2SM/E2SM-gNB-NRT-RANfunction-Definition.h"
  28 //#include "BuildXml.h"
  29 //#include "pugixml/src/pugixml.hpp"
  30 #include <pthread.h>
  31 #include <sys/time.h>
  32 #include <sys/inotify.h>
  33 #include <errno.h>
  34 #include <sys/stat.h>
  35
  36 using namespace std;
  37 //using namespace std::placeholders;
  38 using namespace boost::filesystem;
  39 using namespace prometheus;
  40
  41
  42 //#ifdef __cplusplus
  43 //extern "C"
  44 //{
  45 //#endif
  46
  47 // need to expose without the include of gcov
  48 extern "C" void __gcov_flush(void);
  49 #define LOG_FILE_CONFIG_MAP "CONFIG_MAP_NAME"
  50
  51 static void catch_function(int signal) {
  52     __gcov_flush();
  53     exit(signal);
  54 }
  55
  56
  57 BOOST_LOG_INLINE_GLOBAL_LOGGER_DEFAULT(my_logger, src::logger_mt)
  58
  59 boost::shared_ptr<sinks::synchronous_sink<sinks::text_file_backend>> boostLogger;
  60 double cpuClock = 0.0;
  61 bool jsonTrace = false;
  62
  63 char* getinterfaceip()
  64 {
  65    char hostname[256];
  66    char *IP;
  67    struct hostent *host_entry;
  68    int retVal;
  69    retVal = gethostname(hostname, sizeof(hostname));
  70    if ( retVal == -1 )
  71        return NULL;
  72    host_entry = gethostbyname(hostname);
  73    if ( host_entry == NULL )
  74        return NULL;
  75    IP = inet_ntoa(*((struct in_addr*) host_entry->h_addr_list[0]));
  76    return IP;
  77 }
  78
  79
  80 static int enable_log_change_notify(const char* fileName)
  81 {
  82     int ret = -1;
  83     struct stat fileInfo;
  84     if ( lstat(fileName,&fileInfo) == 0 )
  85     {
  86         ret = register_log_change_notify(fileName);
  87     }
  88     return ret;
  89 }
  90
  91
  92 static int register_log_change_notify(const char *fileName)
  93 {
  94     pthread_attr_t cb_attr;
  95     pthread_t tid;
  96     pthread_attr_init(&cb_attr);
  97     pthread_attr_setdetachstate(&cb_attr,PTHREAD_CREATE_DETACHED);
  98     return pthread_create(&tid, &cb_attr,&monitor_loglevel_change_handler,(void *)fileName);
  99 }
 100
 101
 102 static void * monitor_loglevel_change_handler(void* arg)
 103 {
 104     char *fileName = (char*) arg;
 105     int ifd;                   // the inotify file des
 106     int wfd;                   // the watched file des
 107     ssize_t n = 0;
 108     char rbuf[4096];           // large read buffer as the event is var len
 109     fd_set fds;
 110     int res = 0;
 111     struct timeval timeout;
 112     char* dname=NULL;          // directory name
 113     char* bname = NULL;        // basename
 114     char* tok=NULL;
 115     char* log_level=NULL;
 116
 117     dname = strdup( fileName); // defrock the file name into dir and basename
 118     if( (tok = strrchr( dname, '/' )) != NULL ) {
 119         *tok = '\0';
 120         bname = strdup( tok+1 );
 121     }
 122
 123
 124     ifd = inotify_init1( 0 ); // initialise watcher setting blocking read (no option)
 125     if( ifd < 0 ) {
 126         fprintf( stderr, "### ERR ### unable to initialise file watch %s\n", strerror( errno ) );
 127     } else {
 128         wfd = inotify_add_watch( ifd, dname, IN_MOVED_TO | IN_CLOSE_WRITE ); // we only care about close write changes
 129
 130         if( wfd < 0 ) {
 131             fprintf( stderr, "### ERR ### unable to add watch on config file %s: %s\n", fileName, strerror( errno ) );
 132         } else {
 133
 134
 135             memset( &timeout, 0, sizeof(timeout) );
 136             while( 1 ) {
 137                 FD_ZERO (&fds);
 138                 FD_SET (ifd, &fds);
 139                 timeout.tv_sec=1;
 140                 res = select (ifd + 1, &fds, NULL, NULL, &timeout);
 141                 if(res)
 142                 {
 143                     n = read( ifd, rbuf, sizeof( rbuf ) ); // read the event
 144                     if( n < 0  ) {
 145 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 146                         if( errno == EAGAIN ) {
 147                         } else {
 148                             printf(  "### CRIT ### config listener read err: %s\n", strerror( errno ) );
 149                         }
 150                         continue;
 151 #endif
 152                     }
 153
 154                     //Retrieving Log Level from configmap by parsing configmap file
 155                     log_level = parse_file(fileName);
 156                     update_mdc_log_level_severity(log_level); //setting log level
 157                     free(log_level);
 158                 }
 159             }
 160             inotify_rm_watch(ifd,wfd);
 161         }
 162         close(ifd);
 163     }
 164     free(bname);
 165     free(dname);
 166
 167     pthread_exit(NULL);
 168 }
 169
 170 void  update_mdc_log_level_severity(char* log_level)
 171 {
 172     mdclog_severity_t level = MDCLOG_ERR;
 173
 174     if(log_level == NULL)
 175     {
 176         printf("### ERR ### Invalid Log-Level Configuration in ConfigMap, Default Log-Level Applied:   %d\n",level);
 177     }
 178     else if(strcasecmp(log_level,"1")==0)
 179     {
 180         level = MDCLOG_ERR;
 181     }
 182     else if(strcasecmp(log_level,"2")==0)
 183     {
 184         level = MDCLOG_WARN;
 185     }
 186     else if(strcasecmp(log_level,"3")==0)
 187     {
 188         level = MDCLOG_INFO;
 189     }
 190     else if(strcasecmp(log_level,"4")==0)
 191     {
 192         level = MDCLOG_DEBUG;
 193     }
 194
 195     mdclog_level_set(level);
 196 }
 197 static char* parse_file(char* filename)
 198 {
 199     char *token=NULL;
 200     char *search = ": ";
 201     char *string_match = "log-level";
 202     bool found = false;
 203     FILE *file = fopen ( filename, "r" );
 204     if ( file != NULL )
 205     {
 206         char line [ 128 ];
 207         while ( fgets ( line, sizeof line, file ) != NULL )
 208         {
 209             token = strtok(line, search);
 210             if(strcmp(token,string_match)==0)
 211             {
 212                 found = true;
 213                 token = strtok(NULL, search);
 214                 token = strtok(token, "\n");//removing newline if any
 215                 break;
 216             }
 217         }
 218         fclose ( file );
 219      }
 220      if(found)
 221          return(strdup(token));
 222      else
 223          return(NULL);
 224 }
 225
 226 char *read_env_param(const char*envkey)
 227 {
 228     if(envkey)
 229     {
 230         char *value = getenv(envkey);
 231         if(value)
 232             return strdup(value);
 233     }
 234     return NULL;
 235 }
 236
 237 void dynamic_log_level_change()
 238 {
 239     char *logFile_Name = read_env_param(LOG_FILE_CONFIG_MAP);
 240     char* log_level_init=NULL;
 241     if(logFile_Name)
 242     {
 243         log_level_init = parse_file(logFile_Name);
 244         update_mdc_log_level_severity(log_level_init); //setting log level
 245         free(log_level_init);
 246
 247     }
 248     enable_log_change_notify(logFile_Name);
 249     free(logFile_Name);
 250
 251 }
 252
 253 void init_log() {
 254     int log_change_monitor = 0;
 255     mdclog_attr_t *attr;
 256     mdclog_attr_init(&attr);
 257     mdclog_attr_set_ident(attr, "E2Terminator");
 258     mdclog_init(attr);
 259     if(mdclog_format_initialize(log_change_monitor)!=0)
 260         mdclog_write(MDCLOG_ERR, "Failed to intialize MDC log format !!!");
 261     dynamic_log_level_change();
 262     mdclog_attr_destroy(attr);
 263 }
 264 auto start_time = std::chrono::high_resolution_clock::now();
 265 typedef std::chrono::duration<double, std::ratio<1,1>> seconds_t;
 266
 267 double age() {
 268     return seconds_t(std::chrono::high_resolution_clock::now() - start_time).count();
 269 }
 270
 271 double approx_CPU_MHz(unsigned sleepTime) {
 272     using namespace std::chrono_literals;
 273     uint32_t aux = 0;
 274     uint64_t cycles_start = rdtscp(aux);
 275     double time_start = age();
 276     std::this_thread::sleep_for(sleepTime * 1ms);
 277     uint64_t elapsed_cycles = rdtscp(aux) - cycles_start;
 278     double elapsed_time = age() - time_start;
 279     return elapsed_cycles / elapsed_time;
 280 }
 281
 282 //std::atomic<int64_t> rmrCounter{0};
 283 std::atomic<int64_t> num_of_messages{0};
 284 std::atomic<int64_t> num_of_XAPP_messages{0};
 285 static long transactionCounter = 0;
 286 pthread_mutex_t thread_lock;
 287
 288 int buildListeningPort(sctp_params_t &sctpParams) {
 289     sctpParams.listenFD = socket(AF_INET6, SOCK_STREAM, IPPROTO_SCTP);
 290     if (sctpParams.listenFD <= 0) {
 291 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 292         mdclog_write(MDCLOG_ERR, "Error Opening socket, %s", strerror(errno));
 293         return -1;
 294 #endif
 295     }
 296     struct sctp_initmsg initmsg;
 297     memset (&initmsg, 0, sizeof (initmsg));
 298     initmsg.sinit_num_ostreams = 2;
 299     initmsg.sinit_max_instreams = 2;
 300     initmsg.sinit_max_attempts = 4;
 301     setsockopt (sctpParams.listenFD, IPPROTO_SCTP, SCTP_INITMSG, &initmsg, sizeof (initmsg));
 302
 303     struct sockaddr_in6 serverAddress {};
 304     serverAddress.sin6_family = AF_INET6;
 305     serverAddress.sin6_addr   = in6addr_any;
 306     serverAddress.sin6_port = htons(sctpParams.sctpPort);
 307     if (bind(sctpParams.listenFD, (SA *)&serverAddress, sizeof(serverAddress)) < 0 ) {
 308 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 309         mdclog_write(MDCLOG_ERR, "Error binding port %d. %s", sctpParams.sctpPort, strerror(errno));
 310         return -1;
 311 #endif
 312     }
 313     if (setSocketNoBlocking(sctpParams.listenFD) == -1) {
 314         //mdclog_write(MDCLOG_ERR, "Error binding. %s", strerror(errno));
 315         return -1;
 316     }
 317     if (mdclog_level_get() >= MDCLOG_DEBUG) {
 318         struct sockaddr_in6 clientAddress {};
 319         socklen_t len = sizeof(clientAddress);
 320         getsockname(sctpParams.listenFD, (SA *)&clientAddress, &len);
 321         char buff[1024] {};
 322         inet_ntop(AF_INET6, &clientAddress.sin6_addr, buff, sizeof(buff));
 323         mdclog_write(MDCLOG_DEBUG, "My address: %s, port %d\n", buff, htons(clientAddress.sin6_port));
 324     }
 325
 326     if (listen(sctpParams.listenFD, SOMAXCONN) < 0) {
 327 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 328         mdclog_write(MDCLOG_ERR, "Error listening. %s\n", strerror(errno));
 329         return -1;
 330 #endif
 331     }
 332     struct epoll_event event {};
 333     event.events = EPOLLIN | EPOLLET;
 334     event.data.fd = sctpParams.listenFD;
 335
 336     // add listening port to epoll
 337     if (epoll_ctl(sctpParams.epoll_fd, EPOLL_CTL_ADD, sctpParams.listenFD, &event)) {
 338 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 339         printf("Failed to add descriptor to epoll\n");
 340         mdclog_write(MDCLOG_ERR, "Failed to add descriptor to epoll. %s\n", strerror(errno));
 341         return -1;
 342 #endif
 343     }
 344
 345     return 0;
 346 }
 347
 348 int buildConfiguration(sctp_params_t &sctpParams) {
 349     path p = (sctpParams.configFilePath + "/" + sctpParams.configFileName).c_str();
 350     if (exists(p)) {
 351         const int size = 2048;
 352         auto fileSize = file_size(p);
 353         if (fileSize > size) {
 354 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 355             mdclog_write(MDCLOG_ERR, "File %s larger than %d", p.string().c_str(), size);
 356             return -1;
 357 #endif
 358         }
 359     } else {
 360 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 361         mdclog_write(MDCLOG_ERR, "Configuration File %s not exists", p.string().c_str());
 362         return -1;
 363 #endif
 364     }
 365
 366     ReadConfigFile conf;
 367     if (conf.openConfigFile(p.string()) == -1) {
 368 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 369         mdclog_write(MDCLOG_ERR, "Filed to open config file %s, %s",
 370                      p.string().c_str(), strerror(errno));
 371         return -1;
 372 #endif
 373     }
 374     int rmrPort = conf.getIntValue("nano");
 375     if (rmrPort == -1) {
 376 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 377         mdclog_write(MDCLOG_ERR, "illegal RMR port ");
 378         return -1;
 379 #endif
 380     }
 381     sctpParams.rmrPort = (uint16_t)rmrPort;
 382     snprintf(sctpParams.rmrAddress, sizeof(sctpParams.rmrAddress), "%d", (int) (sctpParams.rmrPort));
 383     auto tmpStr = conf.getStringValue("volume");
 384     if (tmpStr.length() == 0) {
 385 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 386         mdclog_write(MDCLOG_ERR, "illegal volume.");
 387         return -1;
 388 #endif
 389     }
 390
 391     char tmpLogFilespec[VOLUME_URL_SIZE];
 392     tmpLogFilespec[0] = 0;
 393     sctpParams.volume[0] = 0;
 394     snprintf(sctpParams.volume, VOLUME_URL_SIZE, "%s", tmpStr.c_str());
 395     // copy the name to temp file as well
 396     snprintf(tmpLogFilespec, VOLUME_URL_SIZE, "%s", tmpStr.c_str());
 397
 398
 399     // define the file name in the tmp directory under the volume
 400     strcat(tmpLogFilespec,"/tmp/E2Term_%Y-%m-%d_%H-%M-%S.%N.tmpStr");
 401
 402     sctpParams.myIP = conf.getStringValue("local-ip");
 403     if (sctpParams.myIP.length() == 0) {
 404 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 405         mdclog_write(MDCLOG_ERR, "illegal local-ip.");
 406         return -1;
 407 #endif
 408     }
 409
 410     int sctpPort = conf.getIntValue("sctp-port");
 411     if (sctpPort == -1) {
 412 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 413         mdclog_write(MDCLOG_ERR, "illegal SCTP port ");
 414         return -1;
 415 #endif
 416     }
 417     sctpParams.sctpPort = (uint16_t)sctpPort;
 418
 419     sctpParams.fqdn = conf.getStringValue("external-fqdn");
 420     if (sctpParams.fqdn.length() == 0) {
 421 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 422         mdclog_write(MDCLOG_ERR, "illegal external-fqdn");
 423         return -1;
 424 #endif
 425     }
 426
 427     std::string pod = conf.getStringValue("pod_name");
 428 #ifndef UNIT_TEST
 429     if (pod.length() == 0) {
 430         mdclog_write(MDCLOG_ERR, "illegal pod_name in config file");
 431         return -1;
 432     }
 433     auto *podName = getenv(pod.c_str());
 434     if (podName == nullptr) {
 435         mdclog_write(MDCLOG_ERR, "illegal pod_name or environment variable not exists : %s", pod.c_str());
 436         return -1;
 437
 438     } else {
 439         sctpParams.podName.assign(podName);
 440         if (sctpParams.podName.length() == 0) {
 441             mdclog_write(MDCLOG_ERR, "illegal pod_name");
 442             return -1;
 443         }
 444     }
 445 #endif
 446     tmpStr = conf.getStringValue("trace");
 447     transform(tmpStr.begin(), tmpStr.end(), tmpStr.begin(), ::tolower);
 448     if ((tmpStr.compare("start")) == 0) {
 449 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 450         mdclog_write(MDCLOG_INFO, "Trace set to: start");
 451         sctpParams.trace = true;
 452 #endif
 453     } else if ((tmpStr.compare("stop")) == 0) {
 454         mdclog_write(MDCLOG_INFO, "Trace set to: stop");
 455         sctpParams.trace = false;
 456     } else {
 457 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 458         mdclog_write(MDCLOG_ERR, "Trace was set to wrong value %s, set to stop", tmpStr.c_str());
 459         sctpParams.trace = false;
 460 #endif
 461     }
 462     jsonTrace = sctpParams.trace;
 463
 464     sctpParams.epollTimeOut = -1;
 465
 466     tmpStr = conf.getStringValue("prometheusPort");
 467     if (tmpStr.length() != 0) {
 468         sctpParams.prometheusPort = tmpStr;
 469     }
 470
 471     sctpParams.ka_message_length = snprintf(sctpParams.ka_message, KA_MESSAGE_SIZE, "{\"address\": \"%s:%d\","
 472                                                                                     "\"fqdn\": \"%s\","
 473                                                                                     "\"pod_name\": \"%s\"}",
 474                                             (const char *)sctpParams.myIP.c_str(),
 475                                             sctpParams.rmrPort,
 476                                             sctpParams.fqdn.c_str(),
 477                                             sctpParams.podName.c_str());
 478
 479     if (mdclog_level_get() >= MDCLOG_INFO) {
 480         mdclog_write(MDCLOG_DEBUG,"RMR Port: %s", to_string(sctpParams.rmrPort).c_str());
 481         mdclog_write(MDCLOG_DEBUG,"LogLevel: %s", to_string(sctpParams.logLevel).c_str());
 482         mdclog_write(MDCLOG_DEBUG,"volume: %s", sctpParams.volume);
 483         mdclog_write(MDCLOG_DEBUG,"tmpLogFilespec: %s", tmpLogFilespec);
 484         mdclog_write(MDCLOG_DEBUG,"my ip: %s", sctpParams.myIP.c_str());
 485         mdclog_write(MDCLOG_DEBUG,"pod name: %s", sctpParams.podName.c_str());
 486
 487         mdclog_write(MDCLOG_INFO, "running parameters for instance : %s", sctpParams.ka_message);
 488     }
 489
 490     // Files written to the current working directory
 491     boostLogger = logging::add_file_log(
 492             keywords::file_name = tmpLogFilespec, // to temp directory
 493             keywords::rotation_size = 10 * 1024 * 1024,
 494             keywords::time_based_rotation = sinks::file::rotation_at_time_interval(posix_time::hours(1)),
 495             keywords::format = "%Message%"
 496             //keywords::format = "[%TimeStamp%]: %Message%" // use each tmpStr with time stamp
 497     );
 498
 499     // Setup a destination folder for collecting rotated (closed) files --since the same volume can use rename()
 500     boostLogger->locked_backend()->set_file_collector(sinks::file::make_collector(
 501             keywords::target = sctpParams.volume
 502     ));
 503
 504     // Upon restart, scan the directory for files matching the file_name pattern
 505     boostLogger->locked_backend()->scan_for_files();
 506
 507     // Enable auto-flushing after each tmpStr record written
 508     if (mdclog_level_get() >= MDCLOG_DEBUG) {
 509         boostLogger->locked_backend()->auto_flush(true);
 510     }
 511
 512     return 0;
 513 }
 514
 515 void startPrometheus(sctp_params_t &sctpParams) {
 516     auto podName = std::getenv("POD_NAME");
 517     string metric = "E2TBeta";
 518     if (strstr(podName, "alpha") != NULL) {
 519         metric = "E2TAlpha";
 520     }
 521     //Get eth0 interface IP
 522     char* host = getinterfaceip();
 523     string hostip = host;
 524
 525     sctpParams.prometheusFamily = &BuildCounter()
 526             .Name(metric.c_str())
 527             .Help("E2T instance metrics")
 528             .Labels({{"POD_NAME", sctpParams.podName}})
 529             .Register(*sctpParams.prometheusRegistry);
 530
 531     // Build E2T instance level metrics
 532     buildE2TPrometheusCounters(sctpParams);
 533
 534     string prometheusPath;
 535     if (hostip.empty())
 536         prometheusPath = sctpParams.prometheusPort + "," + "[::]:" + sctpParams.prometheusPort;
 537     else
 538         prometheusPath = hostip + ":" + sctpParams.prometheusPort;
 539
 540     if (mdclog_level_get() >= MDCLOG_DEBUG) {
 541         mdclog_write(MDCLOG_DEBUG, "Start Prometheus Pull mode on %s", prometheusPath.c_str());
 542     }
 543     sctpParams.prometheusExposer = new Exposer(prometheusPath, 1);
 544     sctpParams.prometheusExposer->RegisterCollectable(sctpParams.prometheusRegistry);
 545 }
 546 #ifndef UNIT_TEST
 547
 548 int main(const int argc, char **argv) {
 549     sctp_params_t sctpParams;
 550     {
 551         std::random_device device{};
 552         std::mt19937 generator(device());
 553         std::uniform_int_distribution<long> distribution(1, (long) 1e12);
 554         transactionCounter = distribution(generator);
 555     }
 556
 557 //    uint64_t st = 0;
 558 //    uint32_t aux1 = 0;
 559 //   st = rdtscp(aux1);
 560
 561     unsigned num_cpus = std::thread::hardware_concurrency();
 562     init_log();
 563     if (std::signal(SIGINT, catch_function) == SIG_ERR) {
 564         mdclog_write(MDCLOG_ERR, "Error initializing SIGINT");
 565         exit(1);
 566     }
 567     if (std::signal(SIGABRT, catch_function)== SIG_ERR) {
 568         mdclog_write(MDCLOG_ERR, "Error initializing SIGABRT");
 569         exit(1);
 570     }
 571     if (std::signal(SIGTERM, catch_function)== SIG_ERR) {
 572         mdclog_write(MDCLOG_ERR, "Error initializing SIGTERM");
 573         exit(1);
 574     }
 575
 576     cpuClock = approx_CPU_MHz(100);
 577
 578     mdclog_write(MDCLOG_DEBUG, "CPU speed %11.11f", cpuClock);
 579
 580     auto result = parse(argc, argv, sctpParams);
 581
 582     if (buildConfiguration(sctpParams) != 0) {
 583         exit(-1);
 584     }
 585
 586     //auto registry = std::make_shared<Registry>();
 587     sctpParams.prometheusRegistry = std::make_shared<Registry>();
 588
 589     //sctpParams.prometheusFamily = new Family<Counter>("E2T", "E2T message counter", {{"E", sctpParams.podName}});
 590
 591     startPrometheus(sctpParams);
 592
 593     // start epoll
 594     sctpParams.epoll_fd = epoll_create1(0);
 595     if (sctpParams.epoll_fd == -1) {
 596         mdclog_write(MDCLOG_ERR, "failed to open epoll descriptor");
 597         exit(-1);
 598     }
 599     getRmrContext(sctpParams);
 600     if (sctpParams.rmrCtx == nullptr) {
 601         close(sctpParams.epoll_fd);
 602         exit(-1);
 603     }
 604
 605     if (buildInotify(sctpParams) == -1) {
 606         close(sctpParams.rmrListenFd);
 607         rmr_close(sctpParams.rmrCtx);
 608         close(sctpParams.epoll_fd);
 609         exit(-1);
 610     }
 611
 612     if (buildListeningPort(sctpParams) != 0) {
 613         close(sctpParams.rmrListenFd);
 614         rmr_close(sctpParams.rmrCtx);
 615         close(sctpParams.epoll_fd);
 616         exit(-1);
 617     }
 618
 619     sctpParams.sctpMap = new mapWrapper();
 620
 621     if (pthread_mutex_init(&thread_lock, NULL) != 0) {
 622         mdclog_write(MDCLOG_ERR, "failed to init thread lock");
 623         exit(-1);
 624     }
 625     std::vector<std::thread> threads(num_cpus);
 626 //    std::vector<std::thread> threads;
 627
 628     num_cpus = 3;
 629     for (unsigned int i = 0; i < num_cpus; i++) {
 630         threads[i] = std::thread(listener, &sctpParams);
 631
 632         cpu_set_t cpuset;
 633         CPU_ZERO(&cpuset);
 634         CPU_SET(i, &cpuset);
 635         int rc = pthread_setaffinity_np(threads[i].native_handle(), sizeof(cpu_set_t), &cpuset);
 636         if (rc != 0) {
 637             mdclog_write(MDCLOG_ERR, "Error calling pthread_setaffinity_np: %d", rc);
 638         }
 639     }
 640
 641
 642     //loop over term_init until first message from xApp
 643     handleTermInit(sctpParams);
 644
 645     for (auto &t : threads) {
 646         t.join();
 647     }
 648     pthread_mutex_destroy(&thread_lock);
 649     return 0;
 650 }
 651 #endif
 652 void handleTermInit(sctp_params_t &sctpParams) {
 653     sendTermInit(sctpParams);
 654     //send to e2 manager init of e2 term
 655     //E2_TERM_INIT
 656
 657     int count = 0;
 658     while (true) {
 659         auto xappMessages = num_of_XAPP_messages.load(std::memory_order_acquire);
 660         if (xappMessages > 0) {
 661             if (mdclog_level_get() >=  MDCLOG_INFO) {
 662                 mdclog_write(MDCLOG_INFO, "Got a message from some application, stop sending E2_TERM_INIT");
 663             }
 664             return;
 665         }
 666         usleep(100000);
 667         count++;
 668         if (count % 1000 == 0) {
 669             mdclog_write(MDCLOG_ERR, "GOT No messages from any xApp");
 670             sendTermInit(sctpParams);
 671         }
 672     }
 673 }
 674
 675 void sendTermInit(sctp_params_t &sctpParams) {
 676     rmr_mbuf_t *msg = rmr_alloc_msg(sctpParams.rmrCtx, sctpParams.ka_message_length);
 677     auto count = 0;
 678     while (true) {
 679         msg->mtype = E2_TERM_INIT;
 680         msg->state = 0;
 681         rmr_bytes2payload(msg, (unsigned char *)sctpParams.ka_message, sctpParams.ka_message_length);
 682         static unsigned char tx[32];
 683         auto txLen = snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
 684         rmr_bytes2xact(msg, tx, txLen);
 685         msg = rmr_send_msg(sctpParams.rmrCtx, msg);
 686         if (msg == nullptr) {
 687             msg = rmr_alloc_msg(sctpParams.rmrCtx, sctpParams.ka_message_length);
 688         } else if (msg->state == 0) {
 689             rmr_free_msg(msg);
 690             if (mdclog_level_get() >=  MDCLOG_INFO) {
 691                 mdclog_write(MDCLOG_INFO, "E2_TERM_INIT successfully sent ");
 692             }
 693             return;
 694         } else {
 695             if (count % 100 == 0) {
 696                 mdclog_write(MDCLOG_ERR, "Error sending E2_TERM_INIT cause : %s ", translateRmrErrorMessages(msg->state).c_str());
 697             }
 698             sleep(1);
 699         }
 700         count++;
 701     }
 702 }
 703
 704 /**
 705  *
 706  * @param argc
 707  * @param argv
 708  * @param sctpParams
 709  * @return
 710  */
 711 cxxopts::ParseResult parse(int argc, char *argv[], sctp_params_t &sctpParams) {
 712     cxxopts::Options options(argv[0], "e2 term help");
 713     options.positional_help("[optional args]").show_positional_help();
 714     options.allow_unrecognised_options().add_options()
 715             ("p,path", "config file path", cxxopts::value<std::string>(sctpParams.configFilePath)->default_value("config"))
 716             ("f,file", "config file name", cxxopts::value<std::string>(sctpParams.configFileName)->default_value("config.conf"))
 717             ("h,help", "Print help");
 718
 719     auto result = options.parse(argc, (const char **&)argv);
 720
 721     if (result.count("help")) {
 722         std::cout << options.help({""}) << std::endl;
 723         exit(0);
 724     }
 725     return result;
 726 }
 727
 728 /**
 729  *
 730  * @param sctpParams
 731  * @return -1 failed 0 success
 732  */
 733 int buildInotify(sctp_params_t &sctpParams) {
 734     sctpParams.inotifyFD = inotify_init1(IN_NONBLOCK);
 735     if (sctpParams.inotifyFD == -1) {
 736         mdclog_write(MDCLOG_ERR, "Failed to init inotify (inotify_init1) %s", strerror(errno));
 737         return -1;
 738     }
 739
 740     sctpParams.inotifyWD = inotify_add_watch(sctpParams.inotifyFD,
 741                                              (const char *)sctpParams.configFilePath.c_str(),
 742                                              (unsigned)IN_OPEN | (unsigned)IN_CLOSE_WRITE | (unsigned)IN_CLOSE_NOWRITE); //IN_CLOSE = (IN_CLOSE_WRITE | IN_CLOSE_NOWRITE)
 743     if (sctpParams.inotifyWD == -1) {
 744         mdclog_write(MDCLOG_ERR, "Failed to add directory : %s to  inotify (inotify_add_watch) %s",
 745                      sctpParams.configFilePath.c_str(),
 746                      strerror(errno));
 747         close(sctpParams.inotifyFD);
 748         return -1;
 749     }
 750
 751     struct epoll_event event{};
 752     event.events = (EPOLLIN);
 753     event.data.fd = sctpParams.inotifyFD;
 754     // add listening RMR FD to epoll
 755     if (epoll_ctl(sctpParams.epoll_fd, EPOLL_CTL_ADD, sctpParams.inotifyFD, &event)) {
 756         mdclog_write(MDCLOG_ERR, "Failed to add inotify FD to epoll");
 757         close(sctpParams.inotifyFD);
 758         return -1;
 759     }
 760     return 0;
 761 }
 762
 763 /**
 764  *
 765  * @param args
 766  * @return
 767  */
 768 void listener(sctp_params_t *params) {
 769     int num_of_SCTP_messages = 0;
 770     auto totalTime = 0.0;
 771     std::thread::id this_id = std::this_thread::get_id();
 772     //save cout
 773     auto pod_name = std::getenv("POD_NAME");
 774     auto container_name = std::getenv("CONTAINER_NAME");
 775     auto service_name = std::getenv("SERVICE_NAME");
 776     auto host_name = std::getenv("HOST_NAME");
 777     auto system_name = std::getenv("SYSTEM_NAME");
 778     auto pid = std::to_string(getpid()).c_str();
 779     streambuf *oldCout = cout.rdbuf();
 780     ostringstream memCout;
 781     // create new cout
 782     cout.rdbuf(memCout.rdbuf());
 783     cout << this_id;
 784     //return to the normal cout
 785     cout.rdbuf(oldCout);
 786
 787     char tid[32];
 788     memcpy(tid, memCout.str().c_str(), memCout.str().length() < 32 ? memCout.str().length() : 31);
 789     tid[memCout.str().length()] = 0;
 790     mdclog_mdc_add("SYSTEM_NAME", system_name);
 791     mdclog_mdc_add("HOST_NAME", host_name);
 792     mdclog_mdc_add("SERVICE_NAME", service_name);
 793     mdclog_mdc_add("CONTAINER_NAME", container_name);
 794     mdclog_mdc_add("POD_NAME", pod_name);
 795     mdclog_mdc_add("PID", pid);
 796
 797     if (mdclog_level_get() >= MDCLOG_DEBUG) {
 798         mdclog_write(MDCLOG_DEBUG, "started thread number %s", tid);
 799     }
 800
 801     RmrMessagesBuffer_t rmrMessageBuffer{};
 802     //create and init RMR
 803     rmrMessageBuffer.rmrCtx = params->rmrCtx;
 804
 805     auto *events = (struct epoll_event *) calloc(MAXEVENTS, sizeof(struct epoll_event));
 806     struct timespec end{0, 0};
 807     struct timespec start{0, 0};
 808
 809     rmrMessageBuffer.rcvMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
 810     rmrMessageBuffer.sendMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
 811
 812     memcpy(rmrMessageBuffer.ka_message, params->ka_message, params->ka_message_length);
 813     rmrMessageBuffer.ka_message_len = params->ka_message_length;
 814     rmrMessageBuffer.ka_message[rmrMessageBuffer.ka_message_len] = 0;
 815
 816     if (mdclog_level_get() >= MDCLOG_DEBUG) {
 817         mdclog_write(MDCLOG_DEBUG, "keep alive message is : %s", rmrMessageBuffer.ka_message);
 818     }
 819
 820     ReportingMessages_t message {};
 821
 822 //    for (int i = 0; i < MAX_RMR_BUFF_ARRAY; i++) {
 823 //        rmrMessageBuffer.rcvBufferedMessages[i] = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
 824 //        rmrMessageBuffer.sendBufferedMessages[i] = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
 825 //    }
 826
 827     while (true) {
 828         if (mdclog_level_get() >= MDCLOG_DEBUG) {
 829             mdclog_write(MDCLOG_DEBUG, "Start EPOLL Wait. Timeout = %d", params->epollTimeOut);
 830         }
 831 #ifndef UNIT_TEST
 832         auto numOfEvents = epoll_wait(params->epoll_fd, events, MAXEVENTS, params->epollTimeOut);
 833 #else
 834         auto numOfEvents = 1;
 835 #endif
 836         if (numOfEvents == 0) { // time out
 837 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 838             if (mdclog_level_get() >= MDCLOG_DEBUG) {
 839                 mdclog_write(MDCLOG_DEBUG, "got epoll timeout");
 840             }
 841             continue;
 842         } else if (numOfEvents < 0) {
 843             if (errno == EINTR) {
 844                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
 845                     mdclog_write(MDCLOG_DEBUG, "got EINTR : %s", strerror(errno));
 846                 }
 847                 continue;
 848             }
 849             mdclog_write(MDCLOG_ERR, "Epoll wait failed, errno = %s", strerror(errno));
 850             if(events)
 851             {
 852                 free(events);
 853                 events = nullptr;
 854             }
 855             return;
 856 #endif
 857         }
 858         for (auto i = 0; i < numOfEvents; i++) {
 859             if (mdclog_level_get() >= MDCLOG_DEBUG) {
 860                 mdclog_write(MDCLOG_DEBUG, "handling epoll event %d out of %d", i + 1, numOfEvents);
 861             }
 862             clock_gettime(CLOCK_MONOTONIC, &message.message.time);
 863             start.tv_sec = message.message.time.tv_sec;
 864             start.tv_nsec = message.message.time.tv_nsec;
 865
 866
 867             if ((events[i].events & EPOLLERR) || (events[i].events & EPOLLHUP)) {
 868                 handlepoll_error(events[i], message, rmrMessageBuffer, params);
 869             } else if (events[i].events & EPOLLOUT) {
 870                 handleEinprogressMessages(events[i], message, rmrMessageBuffer, params);
 871             } else if (params->listenFD == events[i].data.fd) {
 872                 if (mdclog_level_get() >= MDCLOG_INFO) {
 873                     mdclog_write(MDCLOG_INFO, "New connection request from sctp network\n");
 874                 }
 875                 // new connection is requested from RAN  start build connection
 876                 while (true) {
 877                     struct sockaddr in_addr {};
 878                     socklen_t in_len;
 879                     char hostBuff[NI_MAXHOST];
 880                     char portBuff[NI_MAXSERV];
 881
 882                     in_len = sizeof(in_addr);
 883                     auto *peerInfo = (ConnectedCU_t *)calloc(1, sizeof(ConnectedCU_t));
 884                     if(peerInfo == nullptr){
 885                         mdclog_write(MDCLOG_ERR, "calloc failed");
 886                         break;
 887                     }
 888                     peerInfo->sctpParams = params;
 889                     peerInfo->fileDescriptor = accept(params->listenFD, &in_addr, &in_len);
 890                     if (peerInfo->fileDescriptor == -1) {
 891 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 892                         if ((errno == EAGAIN) || (errno == EWOULDBLOCK)) {
 893                             /* We have processed all incoming connections. */
 894                             if(peerInfo)
 895                                 free(peerInfo);
 896                                 peerInfo = nullptr;
 897                             break;
 898                         } else {
 899                             if(peerInfo)
 900                                 free(peerInfo);
 901                                 peerInfo = nullptr;
 902                             mdclog_write(MDCLOG_ERR, "Accept error, errno = %s", strerror(errno));
 903                             break;
 904                         }
 905                     }
 906                     if (setSocketNoBlocking(peerInfo->fileDescriptor) == -1) {
 907                         mdclog_write(MDCLOG_ERR, "setSocketNoBlocking failed to set new connection %s on port %s\n", hostBuff, portBuff);
 908                         close(peerInfo->fileDescriptor);
 909                         if(peerInfo)
 910                             free(peerInfo);
 911                             peerInfo = nullptr;
 912                         break;
 913 #endif
 914                     }
 915                     struct sctp_event_subscribe sctpevents;
 916                     memset( (void *)&sctpevents, 0, sizeof(sctpevents) );
 917                     sctpevents.sctp_data_io_event = 1;
 918                     setsockopt(peerInfo->fileDescriptor, SOL_SCTP, SCTP_EVENTS,(const void *)&sctpevents, sizeof(sctpevents) );
 919
 920                     auto  ans = getnameinfo(&in_addr, in_len,
 921                                             peerInfo->hostName, NI_MAXHOST,
 922                                             peerInfo->portNumber, NI_MAXSERV, (unsigned )((unsigned int)NI_NUMERICHOST | (unsigned int)NI_NUMERICSERV));
 923                     if (ans < 0) {
 924                         mdclog_write(MDCLOG_ERR, "Failed to get info on connection request. %s\n", strerror(errno));
 925                         close(peerInfo->fileDescriptor);
 926                         if(peerInfo)
 927                             free(peerInfo);
 928                             peerInfo = nullptr;
 929                         break;
 930                     }
 931                     if (mdclog_level_get() >= MDCLOG_DEBUG) {
 932                         mdclog_write(MDCLOG_DEBUG, "Accepted connection on descriptor %d (host=%s, port=%s)\n", peerInfo->fileDescriptor, peerInfo->hostName, peerInfo->portNumber);
 933                     }
 934                     peerInfo->isConnected = false;
 935                     peerInfo->gotSetup = false;
 936                     if (addToEpoll(params->epoll_fd,
 937                                    peerInfo,
 938                                    (EPOLLIN | EPOLLET),
 939                                    params->sctpMap, nullptr,
 940                                    0) != 0) {
 941                         if(peerInfo)
 942                             free(peerInfo);
 943                             peerInfo = nullptr;
 944                         break;
 945                     }
 946                     break;
 947                 }
 948             } else if (params->rmrListenFd == events[i].data.fd) {
 949                 // got message from XAPP
 950                 //num_of_XAPP_messages.fetch_add(1, std::memory_order_release);
 951                 num_of_messages.fetch_add(1, std::memory_order_release);
 952                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
 953                     mdclog_write(MDCLOG_DEBUG, "new RMR message");
 954                 }
 955                 if (receiveXappMessages(params->sctpMap,
 956                                         rmrMessageBuffer,
 957                                         message.message.time) != 0) {
 958                     mdclog_write(MDCLOG_ERR, "Error handling Xapp message");
 959                 }
 960             } else if (params->inotifyFD == events[i].data.fd) {
 961                 mdclog_write(MDCLOG_INFO, "Got event from inotify (configuration update)");
 962                 handleConfigChange(params);
 963             } else {
 964                 /* We RMR_ERR_RETRY have data on the fd waiting to be read. Read and display it.
 965                  * We must read whatever data is available completely, as we are running
 966                  *  in edge-triggered mode and won't get a notification again for the same data. */
 967                 num_of_messages.fetch_add(1, std::memory_order_release);
 968                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
 969                     mdclog_write(MDCLOG_DEBUG, "new message from SCTP, epoll flags are : %0x", events[i].events);
 970                 }
 971                 receiveDataFromSctp(&events[i],
 972                                     params->sctpMap,
 973                                     num_of_SCTP_messages,
 974                                     rmrMessageBuffer,
 975                                     message.message.time);
 976             }
 977
 978             clock_gettime(CLOCK_MONOTONIC, &end);
 979             if (mdclog_level_get() >= MDCLOG_INFO) {
 980                 totalTime += ((end.tv_sec + 1.0e-9 * end.tv_nsec) -
 981                               ((double) start.tv_sec + 1.0e-9 * start.tv_nsec));
 982             }
 983             if (mdclog_level_get() >= MDCLOG_DEBUG) {
 984                 mdclog_write(MDCLOG_DEBUG, "message handling is %ld seconds %ld nanoseconds",
 985                              end.tv_sec - start.tv_sec,
 986                              end.tv_nsec - start.tv_nsec);
 987             }
 988         }
 989 #ifdef UNIT_TEST
 990     break;
 991 #endif
 992     }
 993 }
 994
 995 /**
 996  *
 997  * @param sctpParams
 998  */
 999 void handleConfigChange(sctp_params_t *sctpParams) {
1000     char buf[4096] __attribute__ ((aligned(__alignof__(struct inotify_event))));
1001     const struct inotify_event *event;
1002     char *ptr;
1003 #ifdef UNIT_TEST
1004     struct inotify_event tmpEvent;
1005 #endif
1006     path p = (sctpParams->configFilePath + "/" + sctpParams->configFileName).c_str();
1007     auto endlessLoop = true;
1008     while (endlessLoop) {
1009 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1010         auto len = read(sctpParams->inotifyFD, buf, sizeof buf);
1011 #else
1012     auto len=10;
1013 #endif
1014         if (len == -1) {
1015 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1016             if (errno != EAGAIN) {
1017                 mdclog_write(MDCLOG_ERR, "read %s ", strerror(errno));
1018                 endlessLoop = false;
1019                 continue;
1020             }
1021             else {
1022                 endlessLoop = false;
1023                 continue;
1024             }
1025 #endif
1026         }
1027
1028         for (ptr = buf; ptr < buf + len; ptr += sizeof(struct inotify_event) + event->len) {
1029 #ifndef UNIT_TEST
1030     event = (const struct inotify_event *)ptr;
1031 #else
1032     tmpEvent.mask = (uint32_t)IN_CLOSE_WRITE;
1033     event = &tmpEvent;
1034 #endif
1035             if (event->mask & (uint32_t)IN_ISDIR) {
1036                 continue;
1037             }
1038
1039             // the directory name
1040             if (sctpParams->inotifyWD == event->wd) {
1041                 // not the directory
1042             }
1043             if (event->len) {
1044 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1045                 auto  retVal = strcmp(sctpParams->configFileName.c_str(), event->name);
1046                 if (retVal != 0) {
1047                     continue;
1048                 }
1049 #endif
1050             }
1051             // only the file we want
1052             if (event->mask & (uint32_t)IN_CLOSE_WRITE) {
1053                 if (mdclog_level_get() >= MDCLOG_INFO) {
1054                     mdclog_write(MDCLOG_INFO, "Configuration file changed");
1055                 }
1056                 if (exists(p)) {
1057                     const int size = 2048;
1058                     auto fileSize = file_size(p);
1059                     if (fileSize > size) {
1060                         mdclog_write(MDCLOG_ERR, "File %s larger than %d", p.string().c_str(), size);
1061                         return;
1062                     }
1063                 } else {
1064                     mdclog_write(MDCLOG_ERR, "Configuration File %s not exists", p.string().c_str());
1065                     return;
1066                 }
1067
1068                 ReadConfigFile conf;
1069                 if (conf.openConfigFile(p.string()) == -1) {
1070                     mdclog_write(MDCLOG_ERR, "Filed to open config file %s, %s",
1071                                  p.string().c_str(), strerror(errno));
1072                     return;
1073                 }
1074                 auto tmpStr = conf.getStringValue("loglevel");
1075                 if (tmpStr.length() == 0) {
1076                     mdclog_write(MDCLOG_ERR, "illegal loglevel. Set loglevel to MDCLOG_INFO");
1077                     tmpStr = "info";
1078                 }
1079                 transform(tmpStr.begin(), tmpStr.end(), tmpStr.begin(), ::tolower);
1080
1081                 if ((tmpStr.compare("debug")) == 0) {
1082                     mdclog_write(MDCLOG_INFO, "Log level set to MDCLOG_DEBUG");
1083                     sctpParams->logLevel = MDCLOG_DEBUG;
1084                 }
1085 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1086                 else if ((tmpStr.compare("info")) == 0) {
1087                     mdclog_write(MDCLOG_INFO, "Log level set to MDCLOG_INFO");
1088                     sctpParams->logLevel = MDCLOG_INFO;
1089                 } else if ((tmpStr.compare("warning")) == 0) {
1090                     mdclog_write(MDCLOG_INFO, "Log level set to MDCLOG_WARN");
1091                     sctpParams->logLevel = MDCLOG_WARN;
1092                 } else if ((tmpStr.compare("error")) == 0) {
1093                     mdclog_write(MDCLOG_INFO, "Log level set to MDCLOG_ERR");
1094                     sctpParams->logLevel = MDCLOG_ERR;
1095                 } else {
1096                     mdclog_write(MDCLOG_ERR, "illegal loglevel = %s. Set loglevel to MDCLOG_INFO", tmpStr.c_str());
1097                     sctpParams->logLevel = MDCLOG_INFO;
1098                 }
1099 #endif
1100                 mdclog_level_set(sctpParams->logLevel);
1101                 tmpStr = conf.getStringValue("trace");
1102                 if (tmpStr.length() == 0) {
1103                     mdclog_write(MDCLOG_ERR, "illegal trace. Set trace to stop");
1104                     tmpStr = "stop";
1105                 }
1106
1107                 transform(tmpStr.begin(), tmpStr.end(), tmpStr.begin(), ::tolower);
1108                 if ((tmpStr.compare("start")) == 0) {
1109                     mdclog_write(MDCLOG_INFO, "Trace set to: start");
1110                     sctpParams->trace = true;
1111                 } else if ((tmpStr.compare("stop")) == 0) {
1112                     mdclog_write(MDCLOG_INFO, "Trace set to: stop");
1113                     sctpParams->trace = false;
1114                 } else {
1115                     mdclog_write(MDCLOG_ERR, "Trace was set to wrong value %s, set to stop", tmpStr.c_str());
1116                     sctpParams->trace = false;
1117                 }
1118                 jsonTrace = sctpParams->trace;
1119
1120
1121                 endlessLoop = false;
1122             }
1123 #ifdef UNIT_TEST
1124             break;
1125 #endif
1126         }
1127     }
1128 }
1129
1130 /**
1131  *
1132  * @param event
1133  * @param message
1134  * @param rmrMessageBuffer
1135  * @param params
1136  */
1137 void handleEinprogressMessages(struct epoll_event &event,
1138                                ReportingMessages_t &message,
1139                                RmrMessagesBuffer_t &rmrMessageBuffer,
1140                                sctp_params_t *params) {
1141     auto *peerInfo = (ConnectedCU_t *)event.data.ptr;
1142     memcpy(message.message.enodbName, peerInfo->enodbName, sizeof(peerInfo->enodbName));
1143
1144     mdclog_write(MDCLOG_INFO, "file descriptor %d got EPOLLOUT", peerInfo->fileDescriptor);
1145     auto retVal = 0;
1146     socklen_t retValLen = 0;
1147     auto rc = getsockopt(peerInfo->fileDescriptor, SOL_SOCKET, SO_ERROR, &retVal, &retValLen);
1148     if (rc != 0 || retVal != 0) {
1149 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1150         if (rc != 0) {
1151             rmrMessageBuffer.sendMessage->len = snprintf((char *)rmrMessageBuffer.sendMessage->payload, 256,
1152                                                          "%s|Failed SCTP Connection, after EINPROGRESS the getsockopt%s",
1153                                                          peerInfo->enodbName, strerror(errno));
1154         } else if (retVal != 0) {
1155             rmrMessageBuffer.sendMessage->len = snprintf((char *)rmrMessageBuffer.sendMessage->payload, 256,
1156                                                          "%s|Failed SCTP Connection after EINPROGRESS, SO_ERROR",
1157                                                          peerInfo->enodbName);
1158         }
1159
1160         message.message.asndata = rmrMessageBuffer.sendMessage->payload;
1161         message.message.asnLength = rmrMessageBuffer.sendMessage->len;
1162         mdclog_write(MDCLOG_ERR, "%s", rmrMessageBuffer.sendMessage->payload);
1163         message.message.direction = 'N';
1164         if (sendRequestToXapp(message, RIC_SCTP_CONNECTION_FAILURE, rmrMessageBuffer) != 0) {
1165             mdclog_write(MDCLOG_ERR, "SCTP_CONNECTION_FAIL message failed to send to xAPP");
1166         }
1167 #endif
1168         memset(peerInfo->asnData, 0, peerInfo->asnLength);
1169         peerInfo->asnLength = 0;
1170         peerInfo->mtype = 0;
1171         return;
1172     }
1173 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1174     peerInfo->isConnected = true;
1175
1176     if (modifyToEpoll(params->epoll_fd, peerInfo, (EPOLLIN | EPOLLET), params->sctpMap, peerInfo->enodbName,
1177                       peerInfo->mtype) != 0) {
1178         mdclog_write(MDCLOG_ERR, "epoll_ctl EPOLL_CTL_MOD");
1179         return;
1180     }
1181
1182     message.message.asndata = (unsigned char *)peerInfo->asnData;
1183     message.message.asnLength = peerInfo->asnLength;
1184     message.message.messageType = peerInfo->mtype;
1185     memcpy(message.message.enodbName, peerInfo->enodbName, sizeof(peerInfo->enodbName));
1186     num_of_messages.fetch_add(1, std::memory_order_release);
1187     if (mdclog_level_get() >= MDCLOG_DEBUG) {
1188         mdclog_write(MDCLOG_DEBUG, "send the delayed SETUP/ENDC SETUP to sctp for %s",
1189                      message.message.enodbName);
1190     }
1191     if (sendSctpMsg(peerInfo, message, params->sctpMap) != 0) {
1192         if (mdclog_level_get() >= MDCLOG_DEBUG) {
1193             mdclog_write(MDCLOG_DEBUG, "Error write to SCTP  %s %d", __func__, __LINE__);
1194         }
1195         return;
1196     }
1197
1198     memset(peerInfo->asnData, 0, peerInfo->asnLength);
1199     peerInfo->asnLength = 0;
1200     peerInfo->mtype = 0;
1201 #endif
1202 }
1203
1204
1205 void handlepoll_error(struct epoll_event &event,
1206                       ReportingMessages_t &message,
1207                       RmrMessagesBuffer_t &rmrMessageBuffer,
1208                       sctp_params_t *params) {
1209     if ((event.data.fd != params->rmrListenFd) && (event.data.ptr != nullptr)) {
1210         auto *peerInfo = (ConnectedCU_t *)event.data.ptr;
1211         mdclog_write(MDCLOG_ERR, "epoll error, events %0x on fd %d, RAN NAME : %s",
1212                      event.events, peerInfo->fileDescriptor, peerInfo->enodbName);
1213 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1214         rmrMessageBuffer.sendMessage->len = snprintf((char *)rmrMessageBuffer.sendMessage->payload, 256,
1215                                                      "%s|Failed SCTP Connection",
1216                                                      peerInfo->enodbName);
1217         message.message.asndata = rmrMessageBuffer.sendMessage->payload;
1218         message.message.asnLength = rmrMessageBuffer.sendMessage->len;
1219
1220         memcpy(message.message.enodbName, peerInfo->enodbName, sizeof(peerInfo->enodbName));
1221         message.message.direction = 'N';
1222         if (sendRequestToXapp(message, RIC_SCTP_CONNECTION_FAILURE, rmrMessageBuffer) != 0) {
1223             mdclog_write(MDCLOG_ERR, "SCTP_CONNECTION_FAIL message failed to send to xAPP");
1224         }
1225 #endif
1226         close(peerInfo->fileDescriptor);
1227         //params->sctpMap->erase(peerInfo->enodbName);
1228         cleanHashEntry((ConnectedCU_t *) event.data.ptr, params->sctpMap);
1229     } else {
1230         mdclog_write(MDCLOG_ERR, "epoll error, events %0x on RMR FD", event.events);
1231     }
1232 }
1233 /**
1234  *
1235  * @param socket
1236  * @return
1237  */
1238 int setSocketNoBlocking(int socket) {
1239     auto flags = fcntl(socket, F_GETFL, 0);
1240
1241     if (flags == -1) {
1242         mdclog_write(MDCLOG_ERR, "%s, %s", __FUNCTION__, strerror(errno));
1243         return -1;
1244     }
1245
1246     flags = (unsigned) flags | (unsigned) O_NONBLOCK;
1247     if (fcntl(socket, F_SETFL, flags) == -1) {
1248         mdclog_write(MDCLOG_ERR, "%s, %s", __FUNCTION__, strerror(errno));
1249         return -1;
1250     }
1251
1252     return 0;
1253 }
1254
1255 /**
1256  *
1257  * @param val
1258  * @param m
1259  */
1260 void cleanHashEntry(ConnectedCU_t *val, Sctp_Map_t *m) {
1261     if(val != nullptr)
1262     {
1263     char *dummy;
1264     auto port = (uint16_t) strtol(val->portNumber, &dummy, 10);
1265     char searchBuff[2048]{};
1266
1267     snprintf(searchBuff, sizeof searchBuff, "host:%s:%d", val->hostName, port);
1268     if(m->find(searchBuff))
1269     {
1270     m->erase(searchBuff);
1271     }
1272
1273     if(m->find(val->enodbName))
1274     {
1275     mdclog_write(MDCLOG_DEBUG, "remove key enodbName = %s from %s at line %d", val->enodbName, __FUNCTION__, __LINE__);
1276     m->erase(val->enodbName);
1277     }
1278 #ifndef UNIT_TEST
1279     if(val) {
1280        free(val);
1281        val = nullptr;
1282     }
1283 #endif
1284     }
1285 }
1286
1287 /**
1288  *
1289  * @param fd file descriptor
1290  * @param data the asn data to send
1291  * @param len  length of the data
1292  * @param enodbName the enodbName as in the map for printing purpose
1293  * @param m map host information
1294  * @param mtype message number
1295  * @return 0 success, a negative number on fail
1296  */
1297 int sendSctpMsg(ConnectedCU_t *peerInfo, ReportingMessages_t &message, Sctp_Map_t *m) {
1298     auto loglevel = mdclog_level_get();
1299 #ifndef UNIT_TEST
1300     int fd = peerInfo->fileDescriptor;
1301     int streamId = fetchStreamId(peerInfo,message);
1302 #else
1303     int fd = FILE_DESCRIPTOR;
1304     int streamId = 0;
1305 #endif
1306     if (loglevel >= MDCLOG_DEBUG) {
1307         mdclog_write(MDCLOG_DEBUG, "Send SCTP message for CU %s, %s",
1308                      message.message.enodbName, __FUNCTION__);
1309     }
1310
1311     while (true) {
1312         if (sctp_sendmsg(fd,message.message.asndata, message.message.asnLength,(struct sockaddr *) NULL, 0, 0, 0,streamId,0,0) < 0) {
1313             if (errno == EINTR) {
1314                 continue;
1315             }
1316             mdclog_write(MDCLOG_ERR, "error writing to CU a message, %s ", strerror(errno));
1317 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1318             if (!peerInfo->isConnected) {
1319                 mdclog_write(MDCLOG_ERR, "connection to CU %s is still in progress.", message.message.enodbName);
1320                 return -1;
1321             }
1322 #endif
1323 #ifndef UNIT_TEST
1324             cleanHashEntry(peerInfo, m);
1325             close(fd);
1326 #endif
1327             char key[MAX_ENODB_NAME_SIZE * 2];
1328             snprintf(key, MAX_ENODB_NAME_SIZE * 2, "msg:%s|%d", message.message.enodbName,
1329                      message.message.messageType);
1330             if (loglevel >= MDCLOG_DEBUG) {
1331                 mdclog_write(MDCLOG_DEBUG, "remove key = %s from %s at line %d", key, __FUNCTION__, __LINE__);
1332             }
1333             auto tmp = m->find(key);
1334             if (tmp) {
1335                 free(tmp);
1336                 tmp = nullptr;
1337             }
1338             m->erase(key);
1339 #ifndef UNIT_TEST
1340             return -1;
1341 #endif
1342         }
1343         message.message.direction = 'D';
1344         // send report.buffer of size
1345         buildJsonMessage(message);
1346
1347         if (loglevel >= MDCLOG_DEBUG) {
1348             mdclog_write(MDCLOG_DEBUG,
1349                          "SCTP message for CU %s sent from %s",
1350                          message.message.enodbName,
1351                          __FUNCTION__);
1352         }
1353         return 0;
1354     }
1355 }
1356
1357 /**
1358  *
1359  * @param message
1360  * @param rmrMessageBuffer
1361  */
1362 void getRequestMetaData(ReportingMessages_t &message, RmrMessagesBuffer_t &rmrMessageBuffer) {
1363     message.message.asndata = rmrMessageBuffer.rcvMessage->payload;
1364     message.message.asnLength = rmrMessageBuffer.rcvMessage->len;
1365
1366     if (mdclog_level_get() >= MDCLOG_DEBUG) {
1367         mdclog_write(MDCLOG_DEBUG, "Message from Xapp RAN name = %s message length = %ld",
1368                      message.message.enodbName, (unsigned long) message.message.asnLength);
1369     }
1370 }
1371
1372
1373
1374 /**
1375  *
1376  * @param events
1377  * @param sctpMap
1378  * @param numOfMessages
1379  * @param rmrMessageBuffer
1380  * @param ts
1381  * @return
1382  */
1383 int receiveDataFromSctp(struct epoll_event *events,
1384                         Sctp_Map_t *sctpMap,
1385                         int &numOfMessages,
1386                         RmrMessagesBuffer_t &rmrMessageBuffer,
1387                         struct timespec &ts) {
1388     /* We have data on the fd waiting to be read. Read and display it.
1389  * We must read whatever data is available completely, as we are running
1390  *  in edge-triggered mode and won't get a notification again for the same data. */
1391     ReportingMessages_t message {};
1392     auto done = 0;
1393     auto loglevel = mdclog_level_get();
1394     struct sctp_sndrcvinfo sndrcvinfo;
1395     int flags;
1396     int streamId;
1397
1398     // get the identity of the interface
1399     if (events->data.ptr != nullptr){
1400     message.peerInfo = (ConnectedCU_t *)events->data.ptr;
1401     }
1402
1403     struct timespec start{0, 0};
1404     struct timespec decodeStart{0, 0};
1405     struct timespec end{0, 0};
1406
1407     E2AP_PDU_t *pdu = nullptr;
1408
1409     while (true) {
1410         if (loglevel >= MDCLOG_DEBUG) {
1411             mdclog_write(MDCLOG_DEBUG, "Start Read from SCTP %d fd", message.peerInfo->fileDescriptor);
1412             clock_gettime(CLOCK_MONOTONIC, &start);
1413         }
1414         // read the buffer directly to rmr payload
1415         message.message.asndata = rmrMessageBuffer.sendMessage->payload;
1416 #ifndef UNIT_TEST
1417         message.message.asnLength = rmrMessageBuffer.sendMessage->len =
1418                 sctp_recvmsg(message.peerInfo->fileDescriptor, rmrMessageBuffer.sendMessage->payload, RECEIVE_SCTP_BUFFER_SIZE,(struct sockaddr *) NULL, 0, &sndrcvinfo, &flags);
1419         mdclog_write(MDCLOG_DEBUG, "Start Read from SCTP fd %d stream %d ", message.peerInfo->fileDescriptor, sndrcvinfo.sinfo_stream);
1420         streamId = sndrcvinfo.sinfo_stream;
1421 #else
1422         message.message.asnLength = rmrMessageBuffer.sendMessage->len;
1423         streamId = 0;
1424 #endif
1425
1426         if (loglevel >= MDCLOG_DEBUG) {
1427             mdclog_write(MDCLOG_DEBUG, "Finish Read from SCTP %d fd message length = %ld",
1428                          message.peerInfo->fileDescriptor, message.message.asnLength);
1429         }
1430
1431         memcpy(message.message.enodbName, message.peerInfo->enodbName, sizeof(message.peerInfo->enodbName));
1432         message.message.direction = 'U';
1433         message.message.time.tv_nsec = ts.tv_nsec;
1434         message.message.time.tv_sec = ts.tv_sec;
1435
1436         if (message.message.asnLength < 0) {
1437             if (errno == EINTR) {
1438                 continue;
1439             }
1440             /* If errno == EAGAIN, that means we have read all
1441                data. So goReportingMessages_t back to the main loop. */
1442             if (errno != EAGAIN) {
1443                 mdclog_write(MDCLOG_ERR, "Read error, %s ", strerror(errno));
1444                 done = 1;
1445             } else if (loglevel >= MDCLOG_DEBUG) {
1446                 mdclog_write(MDCLOG_DEBUG, "EAGAIN - descriptor = %d", message.peerInfo->fileDescriptor);
1447             }
1448             break;
1449         } else if (message.message.asnLength == 0) {
1450             /* End of file. The remote has closed the connection. */
1451             if (loglevel >= MDCLOG_INFO) {
1452                 mdclog_write(MDCLOG_INFO, "END of File Closed connection - descriptor = %d",
1453                              message.peerInfo->fileDescriptor);
1454             }
1455             done = 1;
1456             break;
1457         }
1458
1459         if (loglevel >= MDCLOG_DEBUG) {
1460             char printBuffer[RECEIVE_SCTP_BUFFER_SIZE]{};
1461             char *tmp = printBuffer;
1462             for (size_t i = 0; i < (size_t)message.message.asnLength; ++i) {
1463                 snprintf(tmp, 3, "%02x", message.message.asndata[i]);
1464                 tmp += 2;
1465             }
1466             printBuffer[message.message.asnLength] = 0;
1467             clock_gettime(CLOCK_MONOTONIC, &end);
1468             mdclog_write(MDCLOG_DEBUG, "Before Encoding E2AP PDU for : %s, Read time is : %ld seconds, %ld nanoseconds",
1469                          message.peerInfo->enodbName, end.tv_sec - start.tv_sec, end.tv_nsec - start.tv_nsec);
1470             mdclog_write(MDCLOG_DEBUG, "PDU buffer length = %ld, data =  : %s", message.message.asnLength,
1471                          printBuffer);
1472             clock_gettime(CLOCK_MONOTONIC, &decodeStart);
1473         }
1474 #ifndef UNIT_TEST
1475         auto rval = asn_decode(nullptr, ATS_ALIGNED_BASIC_PER, &asn_DEF_E2AP_PDU, (void **) &pdu,
1476                         message.message.asndata, message.message.asnLength);
1477 #else
1478         asn_dec_rval_t rval = {RC_OK, 0};
1479         pdu = (E2AP_PDU_t*)rmrMessageBuffer.sendMessage->tp_buf;
1480 #endif
1481         if (rval.code != RC_OK) {
1482             mdclog_write(MDCLOG_ERR, "Error %d Decoding (unpack) E2AP PDU from RAN : %s", rval.code,
1483                          message.peerInfo->enodbName);
1484             if (pdu != nullptr) {
1485                 ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
1486                 pdu = nullptr;
1487             }
1488             break;
1489         }
1490
1491         if (loglevel >= MDCLOG_DEBUG) {
1492             clock_gettime(CLOCK_MONOTONIC, &end);
1493             mdclog_write(MDCLOG_DEBUG, "After Encoding E2AP PDU for : %s, Read time is : %ld seconds, %ld nanoseconds",
1494                          message.peerInfo->enodbName, end.tv_sec - decodeStart.tv_sec, end.tv_nsec - decodeStart.tv_nsec);
1495             char *printBuffer;
1496             size_t size;
1497             FILE *stream = open_memstream(&printBuffer, &size);
1498             asn_fprint(stream, &asn_DEF_E2AP_PDU, pdu);
1499             mdclog_write(MDCLOG_DEBUG, "Encoding E2AP PDU past : %s", printBuffer);
1500             clock_gettime(CLOCK_MONOTONIC, &decodeStart);
1501
1502             fclose(stream);
1503             free(printBuffer);
1504         }
1505
1506         switch (pdu->present) {
1507             case E2AP_PDU_PR_initiatingMessage: {//initiating message
1508                 asnInitiatingRequest(pdu, sctpMap,message, rmrMessageBuffer, streamId);
1509                 break;
1510             }
1511             case E2AP_PDU_PR_successfulOutcome: { //successful outcome
1512                 asnSuccessfulMsg(pdu, sctpMap, message, rmrMessageBuffer);
1513                 break;
1514             }
1515             case E2AP_PDU_PR_unsuccessfulOutcome: { //Unsuccessful Outcome
1516                 asnUnSuccsesfulMsg(pdu, sctpMap, message, rmrMessageBuffer);
1517                 break;
1518             }
1519             default:
1520                 mdclog_write(MDCLOG_ERR, "Unknown index %d in E2AP PDU", pdu->present);
1521                 break;
1522         }
1523         if (loglevel >= MDCLOG_DEBUG) {
1524             clock_gettime(CLOCK_MONOTONIC, &end);
1525             mdclog_write(MDCLOG_DEBUG,
1526                          "After processing message and sent to rmr for : %s, Read time is : %ld seconds, %ld nanoseconds",
1527                          message.peerInfo->enodbName, end.tv_sec - decodeStart.tv_sec, end.tv_nsec - decodeStart.tv_nsec);
1528         }
1529         numOfMessages++;
1530 #ifndef UNIT_TEST
1531         if (pdu != nullptr) {
1532             // ASN_STRUCT_RESET(asn_DEF_E2AP_PDU, pdu); /* With reset we were not freeing the memory and was causing the leak here. */
1533             ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
1534             pdu = nullptr;
1535         }
1536 #else
1537     done = 1;
1538     break;
1539 #endif
1540     }
1541
1542     if (done) {
1543         if (loglevel >= MDCLOG_INFO) {
1544             mdclog_write(MDCLOG_INFO, "Closed connection - descriptor = %d", message.peerInfo->fileDescriptor);
1545         }
1546         message.message.asnLength = rmrMessageBuffer.sendMessage->len =
1547                 snprintf((char *)rmrMessageBuffer.sendMessage->payload,
1548                          256,
1549                          "%s|CU disconnected unexpectedly",
1550                          message.peerInfo->enodbName);
1551         message.message.asndata = rmrMessageBuffer.sendMessage->payload;
1552 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1553         if (sendRequestToXapp(message,
1554                               RIC_SCTP_CONNECTION_FAILURE,
1555                               rmrMessageBuffer) != 0) {
1556             mdclog_write(MDCLOG_ERR, "SCTP_CONNECTION_FAIL message failed to send to xAPP");
1557         }
1558 #endif
1559
1560         /* Closing descriptor make epoll remove it from the set of descriptors which are monitored. */
1561 #ifndef UNIT_TEST
1562         pthread_mutex_lock(&thread_lock);
1563         if (fcntl(message.peerInfo->fileDescriptor, F_GETFD) != -1) {
1564             mdclog_write(MDCLOG_DEBUG, "Closing connection - descriptor = %d", message.peerInfo->fileDescriptor);
1565             close(message.peerInfo->fileDescriptor);
1566             cleanHashEntry((ConnectedCU_t *) events->data.ptr, sctpMap);
1567         }
1568         pthread_mutex_unlock(&thread_lock);
1569 #else
1570         close(message.peerInfo->fileDescriptor);
1571         cleanHashEntry((ConnectedCU_t *) events->data.ptr, sctpMap);
1572 #endif
1573     }
1574     if (loglevel >= MDCLOG_DEBUG) {
1575         clock_gettime(CLOCK_MONOTONIC, &end);
1576         mdclog_write(MDCLOG_DEBUG, "from receive SCTP to send RMR time is %ld seconds and %ld nanoseconds",
1577                      end.tv_sec - start.tv_sec, end.tv_nsec - start.tv_nsec);
1578
1579     }
1580     return 0;
1581 }
1582
1583 static void buildAndSendSetupRequest(ReportingMessages_t &message,
1584                                      RmrMessagesBuffer_t &rmrMessageBuffer,
1585                                      E2AP_PDU_t *pdu/*,
1586                                      string const &messageName,
1587                                      string const &ieName,
1588                                      vector<string> &functionsToAdd_v,
1589                                      vector<string> &functionsToModified_v*/) {
1590     auto logLevel = mdclog_level_get();
1591     // now we can send the data to e2Mgr
1592
1593     asn_enc_rval_t er;
1594     auto buffer_size = RECEIVE_SCTP_BUFFER_SIZE * 2;
1595     unsigned char *buffer = nullptr;
1596     buffer = (unsigned char *) calloc(buffer_size, sizeof(unsigned char));
1597     if(!buffer)
1598     {
1599 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1600         mdclog_write(MDCLOG_ERR, "Allocating buffer for %s failed, %s", asn_DEF_E2AP_PDU.name, strerror(errno));
1601         return;
1602 #endif
1603     }
1604     while (true) {
1605         er = asn_encode_to_buffer(nullptr, ATS_BASIC_XER, &asn_DEF_E2AP_PDU, pdu, buffer, buffer_size);
1606         if (er.encoded == -1) {
1607 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1608             mdclog_write(MDCLOG_ERR, "encoding of %s failed, %s", asn_DEF_E2AP_PDU.name, strerror(errno));
1609             return;
1610 #endif
1611         } else if (er.encoded > (ssize_t) buffer_size) {
1612             buffer_size = er.encoded + 128;
1613 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1614             mdclog_write(MDCLOG_WARN, "Buffer of size %d is to small for %s. Reallocate buffer of size %d",
1615                          (int) buffer_size,
1616                          asn_DEF_E2AP_PDU.name, buffer_size);
1617             buffer_size = er.encoded + 128;
1618
1619             unsigned char *newBuffer = nullptr;
1620             newBuffer = (unsigned char *) realloc(buffer, buffer_size);
1621             if (!newBuffer)
1622             {
1623                 // out of memory
1624                 mdclog_write(MDCLOG_ERR, "Reallocating buffer for %s failed, %s", asn_DEF_E2AP_PDU.name, strerror(errno));
1625                 free(buffer);
1626                 buffer = nullptr;
1627                 return;
1628             }
1629             buffer = newBuffer;
1630             continue;
1631 #endif
1632         }
1633         buffer[er.encoded] = '\0';
1634         break;
1635     }
1636     // encode to xml
1637
1638     string res((char *)buffer);
1639     res.erase(std::remove(res.begin(), res.end(), '\n'), res.end());
1640     res.erase(std::remove(res.begin(), res.end(), '\t'), res.end());
1641     res.erase(std::remove(res.begin(), res.end(), ' '), res.end());
1642
1643 //    string res {};
1644 //    if (!functionsToAdd_v.empty() || !functionsToModified_v.empty()) {
1645 //        res = buildXmlData(messageName, ieName, functionsToAdd_v, functionsToModified_v, buffer, (size_t) er.encoded);
1646 //    }
1647     rmr_mbuf_t *rmrMsg;
1648 //    if (res.length() == 0) {
1649 //        rmrMsg = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, buffer_size + 256);
1650 //        rmrMsg->len = snprintf((char *) rmrMsg->payload, RECEIVE_SCTP_BUFFER_SIZE * 2, "%s:%d|%s",
1651 //                               message.peerInfo->sctpParams->myIP.c_str(),
1652 //                               message.peerInfo->sctpParams->rmrPort,
1653 //                               buffer);
1654 //    } else {
1655         rmrMsg = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, (int)res.length() + 256);
1656         rmrMsg->len = snprintf((char *) rmrMsg->payload, res.length() + 256, "%s:%d|%s",
1657                                message.peerInfo->sctpParams->myIP.c_str(),
1658                                message.peerInfo->sctpParams->rmrPort,
1659                                res.c_str());
1660 //    }
1661
1662     if (logLevel >= MDCLOG_DEBUG) {
1663         mdclog_write(MDCLOG_DEBUG, "Setup request of size %d :\n %s\n", rmrMsg->len, rmrMsg->payload);
1664     }
1665     // send to RMR
1666     rmrMsg->mtype = message.message.messageType;
1667     rmrMsg->state = 0;
1668     rmr_bytes2meid(rmrMsg, (unsigned char *) message.message.enodbName, strlen(message.message.enodbName));
1669
1670     static unsigned char tx[32];
1671     snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
1672     rmr_bytes2xact(rmrMsg, tx, strlen((const char *) tx));
1673 #ifndef UNIT_TEST
1674     rmrMsg = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMsg);
1675 #endif
1676     if (rmrMsg == nullptr) {
1677         mdclog_write(MDCLOG_ERR, "RMR failed to send returned nullptr");
1678     } else if (rmrMsg->state != 0) {
1679         char meid[RMR_MAX_MEID]{};
1680         if (rmrMsg->state == RMR_ERR_RETRY) {
1681             usleep(5);
1682             rmrMsg->state = 0;
1683             mdclog_write(MDCLOG_INFO, "RETRY sending Message %d to Xapp from %s",
1684                          rmrMsg->mtype, rmr_get_meid(rmrMsg, (unsigned char *) meid));
1685 #ifndef UNIT_TEST
1686             rmrMsg = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMsg);
1687 #endif
1688             if (rmrMsg == nullptr) {
1689                 mdclog_write(MDCLOG_ERR, "RMR failed send returned nullptr");
1690             } else if (rmrMsg->state != 0) {
1691                 mdclog_write(MDCLOG_ERR,
1692                              "RMR Retry failed %s sending request %d to Xapp from %s",
1693                              translateRmrErrorMessages(rmrMsg->state).c_str(),
1694                              rmrMsg->mtype,
1695                              rmr_get_meid(rmrMsg, (unsigned char *) meid));
1696             }
1697         } else {
1698             mdclog_write(MDCLOG_ERR, "RMR failed: %s. sending request %d to Xapp from %s",
1699                          translateRmrErrorMessages(rmrMsg->state).c_str(),
1700                          rmrMsg->mtype,
1701                          rmr_get_meid(rmrMsg, (unsigned char *) meid));
1702         }
1703     }
1704     message.peerInfo->gotSetup = true;
1705     buildJsonMessage(message);
1706
1707     if (rmrMsg != nullptr) {
1708         rmr_free_msg(rmrMsg);
1709     }
1710     free(buffer);
1711     buffer = nullptr;
1712
1713     return;
1714 }
1715
1716 #if 0
1717 int RAN_Function_list_To_Vector(RANfunctions_List_t& list, vector <string> &runFunXML_v) {
1718     auto index = 0;
1719     runFunXML_v.clear();
1720     for (auto j = 0; j < list.list.count; j++) {
1721         auto *raNfunctionItemIEs = (RANfunction_ItemIEs_t *)list.list.array[j];
1722         if (raNfunctionItemIEs->id == ProtocolIE_ID_id_RANfunction_Item &&
1723             (raNfunctionItemIEs->value.present == RANfunction_ItemIEs__value_PR_RANfunction_Item)) {
1724             // encode to xml
1725             E2SM_gNB_NRT_RANfunction_Definition_t *ranFunDef = nullptr;
1726             auto rval = asn_decode(nullptr, ATS_ALIGNED_BASIC_PER,
1727                                    &asn_DEF_E2SM_gNB_NRT_RANfunction_Definition,
1728                                    (void **)&ranFunDef,
1729                                    raNfunctionItemIEs->value.choice.RANfunction_Item.ranFunctionDefinition.buf,
1730                                    raNfunctionItemIEs->value.choice.RANfunction_Item.ranFunctionDefinition.size);
1731             if (rval.code != RC_OK) {
1732                 mdclog_write(MDCLOG_ERR, "Error %d Decoding (unpack) E2SM message from : %s",
1733                              rval.code,
1734                              asn_DEF_E2SM_gNB_NRT_RANfunction_Definition.name);
1735                 return -1;
1736             }
1737
1738             auto xml_buffer_size = RECEIVE_SCTP_BUFFER_SIZE * 2;
1739             unsigned char xml_buffer[RECEIVE_SCTP_BUFFER_SIZE * 2];
1740             memset(xml_buffer, 0, RECEIVE_SCTP_BUFFER_SIZE * 2);
1741             // encode to xml
1742             auto er = asn_encode_to_buffer(nullptr,
1743                                            ATS_BASIC_XER,
1744                                            &asn_DEF_E2SM_gNB_NRT_RANfunction_Definition,
1745                                            ranFunDef,
1746                                            xml_buffer,
1747                                            xml_buffer_size);
1748             if (er.encoded == -1) {
1749                 mdclog_write(MDCLOG_ERR, "encoding of %s failed, %s",
1750                              asn_DEF_E2SM_gNB_NRT_RANfunction_Definition.name,
1751                              strerror(errno));
1752             } else if (er.encoded > (ssize_t)xml_buffer_size) {
1753                 mdclog_write(MDCLOG_ERR, "Buffer of size %d is to small for %s, at %s line %d",
1754                              (int) xml_buffer_size,
1755                              asn_DEF_E2SM_gNB_NRT_RANfunction_Definition.name, __func__, __LINE__);
1756             } else {
1757                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
1758                     mdclog_write(MDCLOG_DEBUG, "Encoding E2SM %s PDU number %d : %s",
1759                                  asn_DEF_E2SM_gNB_NRT_RANfunction_Definition.name,
1760                                  index++,
1761                                  xml_buffer);
1762                 }
1763
1764                 string runFuncs = (char *)(xml_buffer);
1765                 runFunXML_v.emplace_back(runFuncs);
1766             }
1767         }
1768     }
1769     return 0;
1770 }
1771
1772 int collectServiceUpdate_RequestData(E2AP_PDU_t *pdu,
1773                                      Sctp_Map_t *sctpMap,
1774                                      ReportingMessages_t &message,
1775                                      vector <string> &RANfunctionsAdded_v,
1776                                      vector <string> &RANfunctionsModified_v) {
1777     memset(message.peerInfo->enodbName, 0 , MAX_ENODB_NAME_SIZE);
1778     for (auto i = 0; i < pdu->choice.initiatingMessage->value.choice.RICserviceUpdate.protocolIEs.list.count; i++) {
1779         auto *ie = pdu->choice.initiatingMessage->value.choice.RICserviceUpdate.protocolIEs.list.array[i];
1780         if (ie->id == ProtocolIE_ID_id_RANfunctionsAdded) {
1781             if (ie->value.present == RICserviceUpdate_IEs__value_PR_RANfunctionsID_List) {
1782                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
1783                     mdclog_write(MDCLOG_DEBUG, "Run function list have %d entries",
1784                                  ie->value.choice.RANfunctions_List.list.count);
1785                 }
1786                 if (RAN_Function_list_To_Vector(ie->value.choice.RANfunctions_List, RANfunctionsAdded_v) != 0 ) {
1787                     return -1;
1788                 }
1789             }
1790         } else if (ie->id == ProtocolIE_ID_id_RANfunctionsModified) {
1791             if (ie->value.present == RICserviceUpdate_IEs__value_PR_RANfunctions_List) {
1792                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
1793                     mdclog_write(MDCLOG_DEBUG, "Run function list have %d entries",
1794                                  ie->value.choice.RANfunctions_List.list.count);
1795                 }
1796                 if (RAN_Function_list_To_Vector(ie->value.choice.RANfunctions_List, RANfunctionsModified_v) != 0 ) {
1797                     return -1;
1798                 }
1799             }
1800         }
1801     }
1802     if (mdclog_level_get() >= MDCLOG_DEBUG) {
1803         mdclog_write(MDCLOG_DEBUG, "Run function vector have %ld entries",
1804                      RANfunctionsAdded_v.size());
1805     }
1806     return 0;
1807 }
1808
1809 #endif
1810
1811
1812 void buildE2TPrometheusCounters(sctp_params_t &sctpParams) {
1813     sctpParams.e2tCounters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_E2setup)] = &sctpParams.prometheusFamily->Add({{"counter", "SetupRequestMsgs"}});
1814     sctpParams.e2tCounters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_E2setup)] = &sctpParams.prometheusFamily->Add({{"counter", "SetupRequestBytes"}});
1815
1816     sctpParams.e2tCounters[OUT_SUCC][MSG_COUNTER][(ProcedureCode_id_E2setup)] = &sctpParams.prometheusFamily->Add({{"counter", "SetupResponseMsgs"}});
1817     sctpParams.e2tCounters[OUT_SUCC][BYTES_COUNTER][(ProcedureCode_id_E2setup)] = &sctpParams.prometheusFamily->Add({{"counter", "SetupResponseBytes"}});
1818
1819     sctpParams.e2tCounters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_E2setup] = &sctpParams.prometheusFamily->Add({{"counter", "SetupRequestFailureMsgs"}});
1820     sctpParams.e2tCounters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_E2setup] = &sctpParams.prometheusFamily->Add({{"counter", "SetupRequestFailureBytes"}});
1821
1822     sctpParams.e2tCounters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_E2nodeConfigurationUpdate)] = &sctpParams.prometheusFamily->Add({{"counter", "E2NodeConfigUpdateMsgs"}});
1823     sctpParams.e2tCounters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_E2nodeConfigurationUpdate)] = &sctpParams.prometheusFamily->Add({{"counter", "E2NodeConfigUpdateBytes"}});
1824
1825     sctpParams.e2tCounters[OUT_SUCC][MSG_COUNTER][(ProcedureCode_id_E2nodeConfigurationUpdate)] = &sctpParams.prometheusFamily->Add({{"counter", "E2NodeConfigUpdateResponseMsgs"}});
1826     sctpParams.e2tCounters[OUT_SUCC][BYTES_COUNTER][(ProcedureCode_id_E2nodeConfigurationUpdate)] = &sctpParams.prometheusFamily->Add({{"counter", "E2NodeConfigUpdateResponseBytes"}});
1827
1828     sctpParams.e2tCounters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate] = &sctpParams.prometheusFamily->Add({{"counter", "E2NodeConfigUpdateFailureMsgs"}});
1829     sctpParams.e2tCounters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate] = &sctpParams.prometheusFamily->Add({{"counter", "E2NodeConfigUpdateFailureBytes"}});
1830
1831     sctpParams.e2tCounters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_ErrorIndication)] = &sctpParams.prometheusFamily->Add({{"counter", "ErrorIndicationMsgs"}});
1832     sctpParams.e2tCounters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_ErrorIndication)] = &sctpParams.prometheusFamily->Add({{"counter", "ErrorIndicationBytes"}});
1833
1834     sctpParams.e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_Reset] = &sctpParams.prometheusFamily->Add({{"counter", "ResetRequestMsgs"}});
1835     sctpParams.e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_Reset] = &sctpParams.prometheusFamily->Add({{"counter", "ResetRequestBytes"}});
1836
1837     sctpParams.e2tCounters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_Reset] = &sctpParams.prometheusFamily->Add({{"counter", "ResetAckMsgs"}});
1838     sctpParams.e2tCounters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_Reset] = &sctpParams.prometheusFamily->Add({{"counter", "ResetAckBytes"}});
1839
1840     sctpParams.e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate] = &sctpParams.prometheusFamily->Add({{"counter", "RICServiceUpdateMsgs"}});
1841     sctpParams.e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate] = &sctpParams.prometheusFamily->Add({{"counter", "RICServiceUpdateBytes"}});
1842
1843     sctpParams.e2tCounters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate] = &sctpParams.prometheusFamily->Add({{"counter", "RICServiceUpdateRespMsgs"}});
1844     sctpParams.e2tCounters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate] = &sctpParams.prometheusFamily->Add({{"counter", "RICServiceUpdateRespBytes"}});
1845
1846     sctpParams.e2tCounters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate] = &sctpParams.prometheusFamily->Add({{"counter", "RICServiceUpdateFailureMsgs"}});
1847     sctpParams.e2tCounters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate] = &sctpParams.prometheusFamily->Add({{"counter", "RICServiceUpdateFailureBytes"}});
1848
1849     sctpParams.e2tCounters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICcontrol] = &sctpParams.prometheusFamily->Add({{"counter", "RICControlMsgs"}});
1850     sctpParams.e2tCounters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICcontrol] = &sctpParams.prometheusFamily->Add({{"counter", "RICControlBytes"}});
1851
1852     sctpParams.e2tCounters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICcontrol] = &sctpParams.prometheusFamily->Add({{"counter", "RICControlAckMsgs"}});
1853     sctpParams.e2tCounters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICcontrol] = &sctpParams.prometheusFamily->Add({{"counter", "RICControlAckBytes"}});
1854
1855     sctpParams.e2tCounters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICcontrol] = &sctpParams.prometheusFamily->Add({{"counter", "RICControlFailureMsgs"}});
1856     sctpParams.e2tCounters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICcontrol] = &sctpParams.prometheusFamily->Add({{"counter", "RICControlFailureBytes"}});
1857
1858     sctpParams.e2tCounters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscription] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionMsgs"}});
1859     sctpParams.e2tCounters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscription] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionBytes"}});
1860
1861     sctpParams.e2tCounters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscription] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionAckMsgs"}});
1862     sctpParams.e2tCounters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscription] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionAckBytes"}});
1863
1864     sctpParams.e2tCounters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscription] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionFailureMsgs"}});
1865     sctpParams.e2tCounters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscription] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionFailureBytes"}});
1866
1867     sctpParams.e2tCounters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionDeleteMsgs"}});
1868     sctpParams.e2tCounters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionDeleteBytes"}});
1869
1870     sctpParams.e2tCounters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionDeleteAckMsgs"}});
1871     sctpParams.e2tCounters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionDeleteAckBytes"}});
1872
1873     sctpParams.e2tCounters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionDeleteFailMsgs"}});
1874     sctpParams.e2tCounters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionDeleteFailBytes"}});
1875
1876     sctpParams.e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICindication] = &sctpParams.prometheusFamily->Add({{"counter", "RICIndicationMsgs"}});
1877     sctpParams.e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICindication] = &sctpParams.prometheusFamily->Add({{"counter", "RICIndicationBytes"}});
1878
1879     sctpParams.e2tCounters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICserviceQuery] = &sctpParams.prometheusFamily->Add({{"counter", "RICServiceQueryMsgs"}});
1880     sctpParams.e2tCounters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICserviceQuery] = &sctpParams.prometheusFamily->Add({{"counter", "RICServiceQueryBytes"}});
1881
1882     sctpParams.e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDeleteRequired] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionDeleteRequiredMsgs"}});
1883     sctpParams.e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDeleteRequired] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionDeleteRequiredBytes"}});
1884
1885 }
1886
1887 void buildPrometheusList(ConnectedCU_t *peerInfo, Family<Counter> *prometheusFamily) {
1888     peerInfo->counters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_E2setup)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"SetupRequest", "Messages"}});
1889     peerInfo->counters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_E2setup)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"SetupRequest", "Bytes"}});
1890
1891     peerInfo->counters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_E2nodeConfigurationUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"E2NodeConfigUpdate", "Messages"}});
1892     peerInfo->counters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_E2nodeConfigurationUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"E2NodeConfigUpdate", "Bytes"}});
1893
1894     peerInfo->counters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_ErrorIndication)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"ErrorIndication", "Messages"}});
1895     peerInfo->counters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_ErrorIndication)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"ErrorIndication", "Bytes"}});
1896
1897     peerInfo->counters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_RICindication)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICindication", "Messages"}});
1898     peerInfo->counters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_RICindication)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICindication", "Bytes"}});
1899
1900     peerInfo->counters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"ResetRequest", "Messages"}});
1901     peerInfo->counters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"ResetRequest", "Bytes"}});
1902
1903     peerInfo->counters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_RICserviceUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICserviceUpdate", "Messages"}});
1904     peerInfo->counters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_RICserviceUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICserviceUpdate", "Bytes"}});
1905     // ---------------------------------------------
1906     peerInfo->counters[IN_SUCC][MSG_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"ResetACK", "Messages"}});
1907     peerInfo->counters[IN_SUCC][BYTES_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"ResetACK", "Bytes"}});
1908
1909     peerInfo->counters[IN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICcontrol)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICcontrolACK", "Messages"}});
1910     peerInfo->counters[IN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICcontrol)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICcontrolACK", "Bytes"}});
1911
1912     peerInfo->counters[IN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICsubscription)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionACK", "Messages"}});
1913     peerInfo->counters[IN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICsubscription)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionACK", "Bytes"}});
1914
1915     peerInfo->counters[IN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICsubscriptionDelete)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionDeleteACK", "Messages"}});
1916     peerInfo->counters[IN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICsubscriptionDelete)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionDeleteACK", "Bytes"}});
1917     //-------------------------------------------------------------
1918
1919     peerInfo->counters[IN_UN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICcontrol)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICcontrolFailure", "Messages"}});
1920     peerInfo->counters[IN_UN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICcontrol)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICcontrolFailure", "Bytes"}});
1921
1922     peerInfo->counters[IN_UN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICsubscription)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionFailure", "Messages"}});
1923     peerInfo->counters[IN_UN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICsubscription)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionFailure", "Bytes"}});
1924
1925     peerInfo->counters[IN_UN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICsubscriptionDelete)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionDeleteFailure", "Messages"}});
1926     peerInfo->counters[IN_UN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICsubscriptionDelete)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionDeleteFailure", "Bytes"}});
1927
1928     //====================================================================================
1929     peerInfo->counters[OUT_INITI][MSG_COUNTER][(ProcedureCode_id_ErrorIndication)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"ErrorIndication", "Messages"}});
1930     peerInfo->counters[OUT_INITI][BYTES_COUNTER][(ProcedureCode_id_ErrorIndication)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"ErrorIndication", "Bytes"}});
1931
1932     peerInfo->counters[OUT_INITI][MSG_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"ResetRequest", "Messages"}});
1933     peerInfo->counters[OUT_INITI][BYTES_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"ResetRequest", "Bytes"}});
1934
1935     peerInfo->counters[OUT_INITI][MSG_COUNTER][(ProcedureCode_id_RICcontrol)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICcontrol", "Messages"}});
1936     peerInfo->counters[OUT_INITI][BYTES_COUNTER][(ProcedureCode_id_RICcontrol)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICcontrol", "Bytes"}});
1937
1938     peerInfo->counters[OUT_INITI][MSG_COUNTER][(ProcedureCode_id_RICserviceQuery)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICserviceQuery", "Messages"}});
1939     peerInfo->counters[OUT_INITI][BYTES_COUNTER][(ProcedureCode_id_RICserviceQuery)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICserviceQuery", "Bytes"}});
1940
1941     peerInfo->counters[OUT_INITI][MSG_COUNTER][(ProcedureCode_id_RICsubscription)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICsubscription", "Messages"}});
1942     peerInfo->counters[OUT_INITI][BYTES_COUNTER][(ProcedureCode_id_RICsubscription)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICsubscription", "Bytes"}});
1943
1944     peerInfo->counters[OUT_INITI][MSG_COUNTER][(ProcedureCode_id_RICsubscriptionDelete)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICsubscriptionDelete", "Messages"}});
1945     peerInfo->counters[OUT_INITI][BYTES_COUNTER][(ProcedureCode_id_RICsubscriptionDelete)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICsubscriptionDelete", "Bytes"}});
1946     //---------------------------------------------------------------------------------------------------------
1947     peerInfo->counters[OUT_SUCC][MSG_COUNTER][(ProcedureCode_id_E2setup)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"SetupResponse", "Messages"}});
1948     peerInfo->counters[OUT_SUCC][BYTES_COUNTER][(ProcedureCode_id_E2setup)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"SetupResponse", "Bytes"}});
1949
1950     peerInfo->counters[OUT_SUCC][MSG_COUNTER][(ProcedureCode_id_E2nodeConfigurationUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"E2NodeConfigUpdateSuccess", "Messages"}});
1951     peerInfo->counters[OUT_SUCC][BYTES_COUNTER][(ProcedureCode_id_E2nodeConfigurationUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"E2NodeConfigUpdateSuccess", "Bytes"}});
1952
1953     peerInfo->counters[OUT_SUCC][MSG_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"ResetACK", "Messages"}});
1954     peerInfo->counters[OUT_SUCC][BYTES_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"ResetACK", "Bytes"}});
1955
1956     peerInfo->counters[OUT_SUCC][MSG_COUNTER][(ProcedureCode_id_RICserviceUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICserviceUpdateResponse", "Messages"}});
1957     peerInfo->counters[OUT_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICserviceUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICserviceUpdateResponse", "Bytes"}});
1958     //----------------------------------------------------------------------------------------------------------------
1959     peerInfo->counters[OUT_UN_SUCC][MSG_COUNTER][(ProcedureCode_id_E2setup)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"SetupRequestFailure", "Messages"}});
1960     peerInfo->counters[OUT_UN_SUCC][BYTES_COUNTER][(ProcedureCode_id_E2setup)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"SetupRequestFailure", "Bytes"}});
1961
1962     peerInfo->counters[OUT_UN_SUCC][MSG_COUNTER][(ProcedureCode_id_E2nodeConfigurationUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"E2NodeConfigUpdateFailure", "Messages"}});
1963     peerInfo->counters[OUT_UN_SUCC][BYTES_COUNTER][(ProcedureCode_id_E2nodeConfigurationUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"E2NodeConfigUpdateFailure", "Bytes"}});
1964
1965     peerInfo->counters[OUT_UN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICserviceUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICserviceUpdateFailure", "Messages"}});
1966     peerInfo->counters[OUT_UN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICserviceUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICserviceUpdateFailure", "Bytes"}});
1967
1968
1969     peerInfo->counters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_RICsubscriptionDeleteRequired)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionDeleteRequired", "Messages"}});
1970     peerInfo->counters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_RICsubscriptionDeleteRequired)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionDeleteRequired", "Bytes"}});
1971
1972 }
1973
1974 /**
1975  *
1976  * @param pdu
1977  * @param sctpMap
1978  * @param message
1979  * @param RANfunctionsAdded_v
1980  * @return
1981  */
1982 int collectSetupRequestData(E2AP_PDU_t *pdu,
1983                                      Sctp_Map_t *sctpMap,
1984                                      ReportingMessages_t &message /*, vector <string> &RANfunctionsAdded_v*/) {
1985     memset(message.peerInfo->enodbName, 0 , MAX_ENODB_NAME_SIZE);
1986     for (auto i = 0; i < pdu->choice.initiatingMessage->value.choice.E2setupRequest.protocolIEs.list.count; i++) {
1987         auto *ie = pdu->choice.initiatingMessage->value.choice.E2setupRequest.protocolIEs.list.array[i];
1988         if (ie->id == ProtocolIE_ID_id_GlobalE2node_ID) {
1989             // get the ran name for meid
1990             if (ie->value.present == E2setupRequestIEs__value_PR_GlobalE2node_ID) {
1991                 if (buildRanName(message.peerInfo->enodbName, ie) < 0) {
1992                     mdclog_write(MDCLOG_ERR, "Bad param in E2setupRequestIEs GlobalE2node_ID.\n");
1993                     // no message will be sent
1994                     return -1;
1995                 }
1996
1997                 memcpy(message.message.enodbName, message.peerInfo->enodbName, strlen(message.peerInfo->enodbName));
1998                 sctpMap->setkey(message.message.enodbName, message.peerInfo);
1999             }
2000         } /*else if (ie->id == ProtocolIE_ID_id_RANfunctionsAdded) {
2001             if (ie->value.present == E2setupRequestIEs__value_PR_RANfunctions_List) {
2002                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
2003                     mdclog_write(MDCLOG_DEBUG, "Run function list have %d entries",
2004                                  ie->value.choice.RANfunctions_List.list.count);
2005                 }
2006                 if (RAN_Function_list_To_Vector(ie->value.choice.RANfunctions_List, RANfunctionsAdded_v) != 0 ) {
2007                     return -1;
2008                 }
2009             }
2010         } */
2011     }
2012 //    if (mdclog_level_get() >= MDCLOG_DEBUG) {
2013 //        mdclog_write(MDCLOG_DEBUG, "Run function vector have %ld entries",
2014 //                     RANfunctionsAdded_v.size());
2015 //    }
2016     return 0;
2017 }
2018
2019 int XML_From_PER(ReportingMessages_t &message, RmrMessagesBuffer_t &rmrMessageBuffer) {
2020     E2AP_PDU_t *pdu = nullptr;
2021
2022     if (mdclog_level_get() >= MDCLOG_DEBUG) {
2023         mdclog_write(MDCLOG_DEBUG, "got PER message of size %d is:%s",
2024                      rmrMessageBuffer.sendMessage->len, rmrMessageBuffer.sendMessage->payload);
2025     }
2026     auto rval = asn_decode(nullptr, ATS_ALIGNED_BASIC_PER, &asn_DEF_E2AP_PDU, (void **) &pdu,
2027                            rmrMessageBuffer.sendMessage->payload, rmrMessageBuffer.sendMessage->len);
2028     if (rval.code != RC_OK) {
2029         mdclog_write(MDCLOG_ERR, "Error %d Decoding (unpack) setup response  from E2MGR : %s",
2030                      rval.code,
2031                      message.message.enodbName);
2032         if (pdu != nullptr) {
2033             ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
2034             pdu = nullptr;
2035         }
2036         return -1;
2037     }
2038
2039     int buff_size = RECEIVE_XAPP_BUFFER_SIZE;
2040     auto er = asn_encode_to_buffer(nullptr, ATS_BASIC_XER, &asn_DEF_E2AP_PDU, pdu,
2041                                    rmrMessageBuffer.sendMessage->payload, buff_size);
2042     if (er.encoded == -1) {
2043         mdclog_write(MDCLOG_ERR, "encoding of %s failed, %s", asn_DEF_E2AP_PDU.name, strerror(errno));
2044         if (pdu != nullptr) {
2045             ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
2046             pdu = nullptr;
2047         }
2048         return -1;
2049     } else if (er.encoded > (ssize_t)buff_size) {
2050         mdclog_write(MDCLOG_ERR, "Buffer of size %d is to small for %s, at %s line %d",
2051                      (int)rmrMessageBuffer.sendMessage->len,
2052                      asn_DEF_E2AP_PDU.name,
2053                      __func__,
2054                      __LINE__);
2055         if (pdu != nullptr) {
2056             ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
2057             pdu = nullptr;
2058         }
2059         return -1;
2060     }
2061     rmrMessageBuffer.sendMessage->len = er.encoded;
2062     if (pdu != nullptr) {
2063         ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
2064         pdu = nullptr;
2065     }
2066     return 0;
2067
2068 }
2069
2070 /**
2071  *
2072  * @param pdu
2073  * @param message
2074  * @param rmrMessageBuffer
2075  */
2076 void asnInitiatingRequest(E2AP_PDU_t *pdu,
2077                           Sctp_Map_t *sctpMap,
2078                           ReportingMessages_t &message,
2079                           RmrMessagesBuffer_t &rmrMessageBuffer, int streamId) {
2080     auto logLevel = mdclog_level_get();
2081     auto procedureCode = ((InitiatingMessage_t *) pdu->choice.initiatingMessage)->procedureCode;
2082     if (logLevel >= MDCLOG_DEBUG) {
2083         mdclog_write(MDCLOG_DEBUG, "Initiating message %ld\n", procedureCode);
2084     }
2085     switch (procedureCode) {
2086         case ProcedureCode_id_E2setup: {
2087             if (logLevel >= MDCLOG_DEBUG) {
2088                 mdclog_write(MDCLOG_DEBUG, "Got E2setup");
2089             }
2090
2091 //            vector <string> RANfunctionsAdded_v;
2092 //            vector <string> RANfunctionsModified_v;
2093 //            RANfunctionsAdded_v.clear();
2094 //            RANfunctionsModified_v.clear();
2095             if (collectSetupRequestData(pdu, sctpMap, message) != 0) {
2096                 break;
2097             }
2098             struct sctp_status status;
2099             int stat_size = sizeof(status);
2100             getsockopt( message.peerInfo->fileDescriptor, SOL_SCTP, SCTP_STATUS,(void *)&status, (socklen_t *)&stat_size );
2101             if (logLevel >= MDCLOG_DEBUG) {
2102                 mdclog_write(MDCLOG_DEBUG, "Start from SCTP %d fd", message.peerInfo->fileDescriptor);
2103                 mdclog_write(MDCLOG_DEBUG, "SCTP status assoc id %d instrms %d outstrms %d", status.sstat_assoc_id,
2104                         status.sstat_instrms, status.sstat_outstrms);
2105             }
2106             if(status.sstat_outstrms == 1 || status.sstat_instrms == 1)
2107             {
2108                 message.peerInfo->isSingleStream = true;
2109                 message.peerInfo->singleStreamId = streamId;
2110                 if (status.sstat_outstrms == 1 && status.sstat_instrms == 1){
2111                     if (logLevel >= MDCLOG_DEBUG) {
2112                         mdclog_write(MDCLOG_DEBUG, "Single SCTP stream is used for sending from now on, assoc id %d streamId %d #instrms %d #outstrms %d, %s",status.sstat_assoc_id, streamId, status.sstat_instrms, status.sstat_outstrms, __FUNCTION__);
2113                     }
2114                 }
2115                 else {
2116                     mdclog_write(MDCLOG_ERR, "Single SCTP stream used for sending messages even if there is a mismatch in number of in & out streams, assoc id %d instrms %d outstrms %d", status.sstat_assoc_id,
2117                             status.sstat_instrms, status.sstat_outstrms);
2118                 }
2119             }
2120
2121             buildPrometheusList(message.peerInfo, message.peerInfo->sctpParams->prometheusFamily);
2122
2123             string messageName("E2setupRequest");
2124             string ieName("E2setupRequestIEs");
2125             message.message.messageType = RIC_E2_SETUP_REQ;
2126             message.peerInfo->counters[IN_INITI][MSG_COUNTER][ProcedureCode_id_E2setup]->Increment();
2127             message.peerInfo->counters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_E2setup]->Increment((double)message.message.asnLength);
2128
2129             // Update E2T instance level metrics
2130             message.peerInfo->sctpParams->e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_E2setup]->Increment();
2131             message.peerInfo->sctpParams->e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_E2setup]->Increment((double)message.message.asnLength);
2132
2133             buildAndSendSetupRequest(message, rmrMessageBuffer, pdu);
2134             break;
2135         }
2136         case ProcedureCode_id_RICserviceUpdate: {
2137             if (logLevel >= MDCLOG_DEBUG) {
2138                 mdclog_write(MDCLOG_DEBUG, "Got RICserviceUpdate %s", message.message.enodbName);
2139             }
2140 //            vector <string> RANfunctionsAdded_v;
2141 //            vector <string> RANfunctionsModified_v;
2142 //            RANfunctionsAdded_v.clear();
2143 //            RANfunctionsModified_v.clear();
2144 //            if (collectServiceUpdate_RequestData(pdu, sctpMap, message,
2145 //                                                 RANfunctionsAdded_v, RANfunctionsModified_v) != 0) {
2146 //                break;
2147 //            }
2148
2149             string messageName("RICserviceUpdate");
2150             string ieName("RICserviceUpdateIEs");
2151             message.message.messageType = RIC_SERVICE_UPDATE;
2152 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2153             message.peerInfo->counters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment();
2154             message.peerInfo->counters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment((double)message.message.asnLength);
2155
2156             // Update E2T instance level metrics
2157             message.peerInfo->sctpParams->e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment();
2158             message.peerInfo->sctpParams->e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment((double)message.message.asnLength);
2159 #endif
2160             buildAndSendSetupRequest(message, rmrMessageBuffer, pdu);
2161             break;
2162         }
2163
2164 case ProcedureCode_id_E2nodeConfigurationUpdate: {
2165             if (logLevel >= MDCLOG_DEBUG) {
2166                 mdclog_write(MDCLOG_DEBUG, "Got E2nodeConfigurationUpdate %s", message.message.enodbName);
2167             }
2168
2169             string messageName("RICE2nodeConfigurationUpdate");
2170             string ieName("RICE2nodeConfigurationUpdateIEs");
2171             message.message.messageType = RIC_E2NODE_CONFIG_UPDATE;
2172 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2173             message.peerInfo->counters[IN_INITI][MSG_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate]->Increment();
2174             message.peerInfo->counters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate]->Increment((double)message.message.asnLength);
2175
2176             // Update E2T instance level metrics
2177             message.peerInfo->sctpParams->e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate]->Increment();
2178             message.peerInfo->sctpParams->e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate]->Increment((double)message.message.asnLength);
2179 #endif
2180             buildAndSendSetupRequest(message, rmrMessageBuffer, pdu);
2181             break;
2182         }
2183
2184         case ProcedureCode_id_ErrorIndication: {
2185             if (logLevel >= MDCLOG_DEBUG) {
2186                 mdclog_write(MDCLOG_DEBUG, "Got ErrorIndication %s", message.message.enodbName);
2187             }
2188 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2189             message.peerInfo->counters[IN_INITI][MSG_COUNTER][ProcedureCode_id_ErrorIndication]->Increment();
2190             message.peerInfo->counters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_ErrorIndication]->Increment((double)message.message.asnLength);
2191
2192             // Update E2T instance level metrics
2193             message.peerInfo->sctpParams->e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_ErrorIndication]->Increment();
2194             message.peerInfo->sctpParams->e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_ErrorIndication]->Increment((double)message.message.asnLength);
2195 #endif
2196             if (sendRequestToXapp(message, RIC_ERROR_INDICATION, rmrMessageBuffer) != 0) {
2197                 mdclog_write(MDCLOG_ERR, "RIC_ERROR_INDICATION failed to send to xAPP");
2198             }
2199             break;
2200         }
2201         case ProcedureCode_id_Reset: {
2202             if (logLevel >= MDCLOG_DEBUG) {
2203                 mdclog_write(MDCLOG_DEBUG, "Got Reset %s", message.message.enodbName);
2204             }
2205 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2206             message.peerInfo->counters[IN_INITI][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
2207             message.peerInfo->counters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment((double)message.message.asnLength);
2208
2209             // Update E2T instance level metrics
2210             message.peerInfo->sctpParams->e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
2211             message.peerInfo->sctpParams->e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment((double)message.message.asnLength);
2212 #endif
2213             if (XML_From_PER(message, rmrMessageBuffer) < 0) {
2214                 break;
2215             }
2216
2217             if (sendRequestToXapp(message, RIC_E2_RESET_REQ, rmrMessageBuffer) != 0) {
2218                 mdclog_write(MDCLOG_ERR, "RIC_E2_RESET_REQ message failed to send to xAPP");
2219             }
2220             break;
2221         }
2222         case ProcedureCode_id_RICindication: {
2223             if (logLevel >= MDCLOG_DEBUG) {
2224                 mdclog_write(MDCLOG_DEBUG, "Got RICindication %s", message.message.enodbName);
2225             }
2226             for (auto i = 0; i < pdu->choice.initiatingMessage->value.choice.RICindication.protocolIEs.list.count; i++) {
2227                 auto messageSent = false;
2228                 RICindication_IEs_t *ie = pdu->choice.initiatingMessage->value.choice.RICindication.protocolIEs.list.array[i];
2229                 if (logLevel >= MDCLOG_DEBUG) {
2230                     mdclog_write(MDCLOG_DEBUG, "ie type (ProtocolIE_ID) = %ld", ie->id);
2231                 }
2232                 if (ie->id == ProtocolIE_ID_id_RICrequestID) {
2233                     if (logLevel >= MDCLOG_DEBUG) {
2234                         mdclog_write(MDCLOG_DEBUG, "Got RIC requestId entry, ie type (ProtocolIE_ID) = %ld", ie->id);
2235                     }
2236                     if (ie->value.present == RICindication_IEs__value_PR_RICrequestID) {
2237                         static unsigned char tx[32];
2238                         message.message.messageType = rmrMessageBuffer.sendMessage->mtype = RIC_INDICATION;
2239                         snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
2240                         rmr_bytes2xact(rmrMessageBuffer.sendMessage, tx, strlen((const char *) tx));
2241                         rmr_bytes2meid(rmrMessageBuffer.sendMessage,
2242                                        (unsigned char *)message.message.enodbName,
2243                                        strlen(message.message.enodbName));
2244                         rmrMessageBuffer.sendMessage->state = 0;
2245                         rmrMessageBuffer.sendMessage->sub_id = (int)ie->value.choice.RICrequestID.ricInstanceID;
2246
2247                         //ie->value.choice.RICrequestID.ricInstanceID;
2248                         if (mdclog_level_get() >= MDCLOG_DEBUG) {
2249                             mdclog_write(MDCLOG_DEBUG, "sub id = %d, mtype = %d, ric instance id %ld, requestor id = %ld",
2250                                          rmrMessageBuffer.sendMessage->sub_id,
2251                                          rmrMessageBuffer.sendMessage->mtype,
2252                                          ie->value.choice.RICrequestID.ricInstanceID,
2253                                          ie->value.choice.RICrequestID.ricRequestorID);
2254                         }
2255 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2256                         message.peerInfo->counters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICindication]->Increment();
2257                         message.peerInfo->counters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICindication]->Increment((double)message.message.asnLength);
2258
2259                         // Update E2T instance level metrics
2260                         message.peerInfo->sctpParams->e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICindication]->Increment();
2261                         message.peerInfo->sctpParams->e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICindication]->Increment((double)message.message.asnLength);
2262 #endif
2263                         sendRmrMessage(rmrMessageBuffer, message);
2264                         messageSent = true;
2265                     } else {
2266                         mdclog_write(MDCLOG_ERR, "RIC request id missing illegal request");
2267                     }
2268                 }
2269                 if (messageSent) {
2270                     break;
2271                 }
2272             }
2273             break;
2274         }
2275         case ProcedureCode_id_RICsubscriptionDeleteRequired: {
2276             if (logLevel >= MDCLOG_DEBUG) {
2277                 mdclog_write(MDCLOG_DEBUG, "Got RICsubscriptionDeleteRequired %s", message.message.enodbName);
2278             }
2279         #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2280                     message.peerInfo->counters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDeleteRequired]->Increment();
2281                     message.peerInfo->counters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDeleteRequired]->Increment((double)message.message.asnLength);
2282
2283                     // Update E2T instance level metrics
2284                     message.peerInfo->sctpParams->e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDeleteRequired]->Increment();
2285                     message.peerInfo->sctpParams->e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDeleteRequired]->Increment((double)message.message.asnLength);
2286         #endif
2287             if (sendRequestToXapp(message, RIC_SUB_DEL_REQUIRED, rmrMessageBuffer) != 0) {
2288                 mdclog_write(MDCLOG_ERR, "Subscription Delete Required message failed to send to xAPP");
2289             }
2290             break;
2291         }
2292
2293         default: {
2294             mdclog_write(MDCLOG_ERR, "Undefined or not supported message = %ld", procedureCode);
2295             message.message.messageType = 0; // no RMR message type yet
2296
2297             buildJsonMessage(message);
2298
2299             break;
2300         }
2301     }
2302 }
2303
2304 /**
2305  *
2306  * @param pdu
2307  * @param message
2308  * @param rmrMessageBuffer
2309  */
2310 void asnSuccessfulMsg(E2AP_PDU_t *pdu,
2311                       Sctp_Map_t *sctpMap,
2312                       ReportingMessages_t &message,
2313                       RmrMessagesBuffer_t &rmrMessageBuffer) {
2314     auto procedureCode = pdu->choice.successfulOutcome->procedureCode;
2315     auto logLevel = mdclog_level_get();
2316     if (logLevel >= MDCLOG_INFO) {
2317         mdclog_write(MDCLOG_INFO, "Successful Outcome %ld", procedureCode);
2318     }
2319     switch (procedureCode) {
2320         case ProcedureCode_id_Reset: {
2321             if (logLevel >= MDCLOG_DEBUG) {
2322                 mdclog_write(MDCLOG_DEBUG, "Got Reset %s", message.message.enodbName);
2323             }
2324 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2325             message.peerInfo->counters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
2326             message.peerInfo->counters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment((double)message.message.asnLength);
2327
2328             // Update E2T instance level metrics
2329             message.peerInfo->sctpParams->e2tCounters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
2330             message.peerInfo->sctpParams->e2tCounters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment((double)message.message.asnLength);
2331 #endif
2332             if (XML_From_PER(message, rmrMessageBuffer) < 0) {
2333                 break;
2334             }
2335             if (sendRequestToXapp(message, RIC_E2_RESET_RESP, rmrMessageBuffer) != 0) {
2336                 mdclog_write(MDCLOG_ERR, "RIC_E2_RESET_RESP message failed to send to xAPP");
2337             }
2338             break;
2339         }
2340         case ProcedureCode_id_RICcontrol: {
2341             if (logLevel >= MDCLOG_DEBUG) {
2342                 mdclog_write(MDCLOG_DEBUG, "Got RICcontrol %s", message.message.enodbName);
2343             }
2344             for (auto i = 0;
2345                  i < pdu->choice.successfulOutcome->value.choice.RICcontrolAcknowledge.protocolIEs.list.count; i++) {
2346                 auto messageSent = false;
2347                 RICcontrolAcknowledge_IEs_t *ie = pdu->choice.successfulOutcome->value.choice.RICcontrolAcknowledge.protocolIEs.list.array[i];
2348                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
2349                     mdclog_write(MDCLOG_DEBUG, "ie type (ProtocolIE_ID) = %ld", ie->id);
2350                 }
2351                 if (ie->id == ProtocolIE_ID_id_RICrequestID) {
2352                     if (mdclog_level_get() >= MDCLOG_DEBUG) {
2353                         mdclog_write(MDCLOG_DEBUG, "Got RIC requestId entry, ie type (ProtocolIE_ID) = %ld", ie->id);
2354                     }
2355                     if (ie->value.present == RICcontrolAcknowledge_IEs__value_PR_RICrequestID) {
2356                         message.message.messageType = rmrMessageBuffer.sendMessage->mtype = RIC_CONTROL_ACK;
2357                         rmrMessageBuffer.sendMessage->state = 0;
2358 //                        rmrMessageBuffer.sendMessage->sub_id = (int) ie->value.choice.RICrequestID.ricRequestorID;
2359                         rmrMessageBuffer.sendMessage->sub_id = (int)ie->value.choice.RICrequestID.ricInstanceID;
2360
2361                         static unsigned char tx[32];
2362                         snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
2363                         rmr_bytes2xact(rmrMessageBuffer.sendMessage, tx, strlen((const char *) tx));
2364                         rmr_bytes2meid(rmrMessageBuffer.sendMessage,
2365                                        (unsigned char *)message.message.enodbName,
2366                                        strlen(message.message.enodbName));
2367 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2368                         message.peerInfo->counters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICcontrol]->Increment();
2369                         message.peerInfo->counters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICcontrol]->Increment((double)message.message.asnLength);
2370
2371                         // Update E2T instance level metrics
2372                         message.peerInfo->sctpParams->e2tCounters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICcontrol]->Increment();
2373                         message.peerInfo->sctpParams->e2tCounters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICcontrol]->Increment((double)message.message.asnLength);
2374 #endif
2375                         sendRmrMessage(rmrMessageBuffer, message);
2376                         messageSent = true;
2377                     } else {
2378                         mdclog_write(MDCLOG_ERR, "RIC request id missing illegal request");
2379                     }
2380                 }
2381                 if (messageSent) {
2382                     break;
2383                 }
2384             }
2385
2386             break;
2387         }
2388         case ProcedureCode_id_RICsubscription: {
2389             if (logLevel >= MDCLOG_DEBUG) {
2390                 mdclog_write(MDCLOG_DEBUG, "Got RICsubscription %s", message.message.enodbName);
2391             }
2392 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2393             message.peerInfo->counters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscription]->Increment();
2394             message.peerInfo->counters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscription]->Increment((double)message.message.asnLength);
2395
2396             // Update E2T instance level metrics
2397             message.peerInfo->sctpParams->e2tCounters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscription]->Increment();
2398             message.peerInfo->sctpParams->e2tCounters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscription]->Increment((double)message.message.asnLength);
2399 #endif
2400             if (sendRequestToXapp(message, RIC_SUB_RESP, rmrMessageBuffer) != 0) {
2401                 mdclog_write(MDCLOG_ERR, "Subscription successful message failed to send to xAPP");
2402             }
2403             break;
2404         }
2405         case ProcedureCode_id_RICsubscriptionDelete: {
2406             if (logLevel >= MDCLOG_DEBUG) {
2407                 mdclog_write(MDCLOG_DEBUG, "Got RICsubscriptionDelete %s", message.message.enodbName);
2408             }
2409 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2410             message.peerInfo->counters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment();
2411             message.peerInfo->counters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment((double)message.message.asnLength);
2412
2413             // Update E2T instance level metrics
2414             message.peerInfo->sctpParams->e2tCounters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment();
2415             message.peerInfo->sctpParams->e2tCounters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment((double)message.message.asnLength);
2416 #endif
2417             if (sendRequestToXapp(message, RIC_SUB_DEL_RESP, rmrMessageBuffer) != 0) {
2418                 mdclog_write(MDCLOG_ERR, "Subscription delete successful message failed to send to xAPP");
2419             }
2420             break;
2421         }
2422         default: {
2423             mdclog_write(MDCLOG_WARN, "Undefined or not supported message = %ld", procedureCode);
2424             message.message.messageType = 0; // no RMR message type yet
2425             buildJsonMessage(message);
2426
2427             break;
2428         }
2429     }
2430 }
2431
2432 /**
2433  *
2434  * @param pdu
2435  * @param message
2436  * @param rmrMessageBuffer
2437  */
2438 void asnUnSuccsesfulMsg(E2AP_PDU_t *pdu,
2439                         Sctp_Map_t *sctpMap,
2440                         ReportingMessages_t &message,
2441                         RmrMessagesBuffer_t &rmrMessageBuffer) {
2442     auto procedureCode = pdu->choice.unsuccessfulOutcome->procedureCode;
2443     auto logLevel = mdclog_level_get();
2444     if (logLevel >= MDCLOG_INFO) {
2445         mdclog_write(MDCLOG_INFO, "Unsuccessful Outcome %ld", procedureCode);
2446     }
2447     switch (procedureCode) {
2448         case ProcedureCode_id_RICcontrol: {
2449             if (logLevel >= MDCLOG_DEBUG) {
2450                 mdclog_write(MDCLOG_DEBUG, "Got RICcontrol %s", message.message.enodbName);
2451             }
2452             for (int i = 0;
2453                  i < pdu->choice.unsuccessfulOutcome->value.choice.RICcontrolFailure.protocolIEs.list.count; i++) {
2454                 auto messageSent = false;
2455                 RICcontrolFailure_IEs_t *ie = pdu->choice.unsuccessfulOutcome->value.choice.RICcontrolFailure.protocolIEs.list.array[i];
2456                 if (logLevel >= MDCLOG_DEBUG) {
2457                     mdclog_write(MDCLOG_DEBUG, "ie type (ProtocolIE_ID) = %ld", ie->id);
2458                 }
2459                 if (ie->id == ProtocolIE_ID_id_RICrequestID) {
2460                     if (logLevel >= MDCLOG_DEBUG) {
2461                         mdclog_write(MDCLOG_DEBUG, "Got RIC requestId entry, ie type (ProtocolIE_ID) = %ld", ie->id);
2462                     }
2463                     if (ie->value.present == RICcontrolFailure_IEs__value_PR_RICrequestID) {
2464                         message.message.messageType = rmrMessageBuffer.sendMessage->mtype = RIC_CONTROL_FAILURE;
2465                         rmrMessageBuffer.sendMessage->state = 0;
2466 //                        rmrMessageBuffer.sendMessage->sub_id = (int)ie->value.choice.RICrequestID.ricRequestorID;
2467                         rmrMessageBuffer.sendMessage->sub_id = (int)ie->value.choice.RICrequestID.ricInstanceID;
2468                         static unsigned char tx[32];
2469                         snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
2470                         rmr_bytes2xact(rmrMessageBuffer.sendMessage, tx, strlen((const char *) tx));
2471                         rmr_bytes2meid(rmrMessageBuffer.sendMessage, (unsigned char *) message.message.enodbName,
2472                                        strlen(message.message.enodbName));
2473 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2474                         message.peerInfo->counters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICcontrol]->Increment();
2475                         message.peerInfo->counters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICcontrol]->Increment((double)message.message.asnLength);
2476
2477                         // Update E2T instance level metrics
2478                         message.peerInfo->sctpParams->e2tCounters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICcontrol]->Increment();
2479                         message.peerInfo->sctpParams->e2tCounters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICcontrol]->Increment((double)message.message.asnLength);
2480 #endif
2481                         sendRmrMessage(rmrMessageBuffer, message);
2482                         messageSent = true;
2483                     } else {
2484                         mdclog_write(MDCLOG_ERR, "RIC request id missing illegal request");
2485                     }
2486                 }
2487                 if (messageSent) {
2488                     break;
2489                 }
2490             }
2491             break;
2492         }
2493         case ProcedureCode_id_RICsubscription: {
2494             if (logLevel >= MDCLOG_DEBUG) {
2495                 mdclog_write(MDCLOG_DEBUG, "Got RICsubscription %s", message.message.enodbName);
2496             }
2497 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2498             message.peerInfo->counters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscription]->Increment();
2499             message.peerInfo->counters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscription]->Increment((double)message.message.asnLength);
2500
2501             // Update E2T instance level metrics
2502             message.peerInfo->sctpParams->e2tCounters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscription]->Increment();
2503             message.peerInfo->sctpParams->e2tCounters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscription]->Increment((double)message.message.asnLength);
2504 #endif
2505             if (sendRequestToXapp(message, RIC_SUB_FAILURE, rmrMessageBuffer) != 0) {
2506                 mdclog_write(MDCLOG_ERR, "Subscription unsuccessful message failed to send to xAPP");
2507             }
2508             break;
2509         }
2510         case ProcedureCode_id_RICsubscriptionDelete: {
2511             if (logLevel >= MDCLOG_DEBUG) {
2512                 mdclog_write(MDCLOG_DEBUG, "Got RICsubscriptionDelete %s", message.message.enodbName);
2513             }
2514 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2515             message.peerInfo->counters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment();
2516             message.peerInfo->counters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment((double)message.message.asnLength);
2517
2518             // Update E2T instance level metrics
2519             message.peerInfo->sctpParams->e2tCounters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment();
2520             message.peerInfo->sctpParams->e2tCounters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment((double)message.message.asnLength);
2521 #endif
2522             if (sendRequestToXapp(message, RIC_SUB_FAILURE, rmrMessageBuffer) != 0) {
2523                 mdclog_write(MDCLOG_ERR, "Subscription Delete unsuccessful message failed to send to xAPP");
2524             }
2525             break;
2526         }
2527         default: {
2528             mdclog_write(MDCLOG_WARN, "Undefined or not supported message = %ld", procedureCode);
2529             message.message.messageType = 0; // no RMR message type yet
2530 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2531             buildJsonMessage(message);
2532 #endif
2533             break;
2534         }
2535     }
2536 }
2537
2538 /**
2539  *
2540  * @param message
2541  * @param requestId
2542  * @param rmrMmessageBuffer
2543  * @return
2544  */
2545 int sendRequestToXapp(ReportingMessages_t &message,
2546                       int requestId,
2547                       RmrMessagesBuffer_t &rmrMmessageBuffer) {
2548     rmr_bytes2meid(rmrMmessageBuffer.sendMessage,
2549                    (unsigned char *)message.message.enodbName,
2550                    strlen(message.message.enodbName));
2551     message.message.messageType = rmrMmessageBuffer.sendMessage->mtype = requestId;
2552     rmrMmessageBuffer.sendMessage->state = 0;
2553     static unsigned char tx[32];
2554     snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
2555     rmr_bytes2xact(rmrMmessageBuffer.sendMessage, tx, strlen((const char *) tx));
2556
2557     auto rc = sendRmrMessage(rmrMmessageBuffer, message);
2558     return rc;
2559 }
2560
2561 /**
2562  *
2563  * @param pSctpParams
2564  */
2565 void getRmrContext(sctp_params_t &pSctpParams) {
2566     pSctpParams.rmrCtx = nullptr;
2567     pSctpParams.rmrCtx = rmr_init(pSctpParams.rmrAddress, RECEIVE_XAPP_BUFFER_SIZE, RMRFL_NONE);
2568     if (pSctpParams.rmrCtx == nullptr) {
2569         mdclog_write(MDCLOG_ERR, "Failed to initialize RMR");
2570         return;
2571     }
2572
2573     rmr_set_stimeout(pSctpParams.rmrCtx, 0);    // disable retries for any send operation
2574     // we need to find that routing table exist and we can run
2575     if (mdclog_level_get() >= MDCLOG_INFO) {
2576         mdclog_write(MDCLOG_INFO, "We are after RMR INIT wait for RMR_Ready");
2577     }
2578     int rmrReady = 0;
2579     int count = 0;
2580     while (!rmrReady) {
2581         if ((rmrReady = rmr_ready(pSctpParams.rmrCtx)) == 0) {
2582             sleep(1);
2583         }
2584         count++;
2585         if (count % 60 == 0) {
2586             mdclog_write(MDCLOG_INFO, "waiting to RMR ready state for %d seconds", count);
2587         }
2588     }
2589     if (mdclog_level_get() >= MDCLOG_INFO) {
2590         mdclog_write(MDCLOG_INFO, "RMR running");
2591     }
2592     rmr_init_trace(pSctpParams.rmrCtx, 200);
2593     // get the RMR fd for the epoll
2594     pSctpParams.rmrListenFd = rmr_get_rcvfd(pSctpParams.rmrCtx);
2595     struct epoll_event event{};
2596     // add RMR fd to epoll
2597     event.events = (EPOLLIN);
2598     event.data.fd = pSctpParams.rmrListenFd;
2599     // add listening RMR FD to epoll
2600     if (epoll_ctl(pSctpParams.epoll_fd, EPOLL_CTL_ADD, pSctpParams.rmrListenFd, &event)) {
2601         mdclog_write(MDCLOG_ERR, "Failed to add RMR descriptor to epoll");
2602         close(pSctpParams.rmrListenFd);
2603         rmr_close(pSctpParams.rmrCtx);
2604         pSctpParams.rmrCtx = nullptr;
2605     }
2606 }
2607
2608 /**
2609  *
2610  * @param message
2611  * @param rmrMessageBuffer
2612  * @return
2613  */
2614 int PER_FromXML(ReportingMessages_t &message, RmrMessagesBuffer_t &rmrMessageBuffer) {
2615     E2AP_PDU_t *pdu = nullptr;
2616
2617     if (mdclog_level_get() >= MDCLOG_DEBUG) {
2618         mdclog_write(MDCLOG_DEBUG, "got xml Format  data from xApp of size %d is:%s",
2619                 rmrMessageBuffer.rcvMessage->len, rmrMessageBuffer.rcvMessage->payload);
2620     }
2621     auto rval = asn_decode(nullptr, ATS_BASIC_XER, &asn_DEF_E2AP_PDU, (void **) &pdu,
2622                            rmrMessageBuffer.rcvMessage->payload, rmrMessageBuffer.rcvMessage->len);
2623     if (mdclog_level_get() >= MDCLOG_DEBUG) {
2624         mdclog_write(MDCLOG_DEBUG, "%s After  decoding the XML to PDU", __func__ );
2625     }
2626     if (rval.code != RC_OK) {
2627 #ifdef UNIT_TEST
2628     return 0;
2629 #endif
2630         mdclog_write(MDCLOG_ERR, "Error %d Decoding (unpack) setup response  from E2MGR : %s",
2631                      rval.code,
2632                      message.message.enodbName);
2633         if (pdu != nullptr) {
2634             ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
2635             pdu = nullptr;
2636         }
2637         return -1;
2638     }
2639
2640     int buff_size = RECEIVE_XAPP_BUFFER_SIZE;
2641     auto er = asn_encode_to_buffer(nullptr, ATS_ALIGNED_BASIC_PER, &asn_DEF_E2AP_PDU, pdu,
2642                                    rmrMessageBuffer.rcvMessage->payload, buff_size);
2643     if (mdclog_level_get() >= MDCLOG_DEBUG) {
2644         mdclog_write(MDCLOG_DEBUG, "%s After encoding PDU to PER", __func__ );
2645     }
2646     if (er.encoded == -1) {
2647         mdclog_write(MDCLOG_ERR, "encoding of %s failed, %s", asn_DEF_E2AP_PDU.name, strerror(errno));
2648         if (pdu != nullptr) {
2649             ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
2650             pdu = nullptr;
2651         }
2652         return -1;
2653     } else if (er.encoded > (ssize_t)buff_size) {
2654         mdclog_write(MDCLOG_ERR, "Buffer of size %d is to small for %s, at %s line %d",
2655                      (int)rmrMessageBuffer.rcvMessage->len,
2656                      asn_DEF_E2AP_PDU.name,
2657                      __func__,
2658                      __LINE__);
2659         if (pdu != nullptr) {
2660             ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
2661             pdu = nullptr;
2662         }
2663         return -1;
2664     }
2665     rmrMessageBuffer.rcvMessage->len = er.encoded;
2666     if (pdu != nullptr) {
2667         ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
2668         pdu = nullptr;
2669     }
2670     return 0;
2671 }
2672
2673 /**
2674  *
2675  * @param sctpMap
2676  * @param rmrMessageBuffer
2677  * @param ts
2678  * @return
2679  */
2680 int receiveXappMessages(Sctp_Map_t *sctpMap,
2681                         RmrMessagesBuffer_t &rmrMessageBuffer,
2682                         struct timespec &ts) {
2683     int loglevel = mdclog_level_get();
2684     if (rmrMessageBuffer.rcvMessage == nullptr) {
2685         //we have error
2686         mdclog_write(MDCLOG_ERR, "RMR Allocation message, %s", strerror(errno));
2687         return -1;
2688     }
2689
2690 //    if (loglevel >= MDCLOG_DEBUG) {
2691 //        mdclog_write(MDCLOG_DEBUG, "Call to rmr_rcv_msg");
2692 //    }
2693     rmrMessageBuffer.rcvMessage = rmr_rcv_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.rcvMessage);
2694     if (rmrMessageBuffer.rcvMessage == nullptr) {
2695         mdclog_write(MDCLOG_ERR, "RMR Receiving message with null pointer, Reallocated rmr message buffer");
2696         rmrMessageBuffer.rcvMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
2697         return -2;
2698     }
2699     ReportingMessages_t message;
2700     message.message.direction = 'D';
2701     message.message.time.tv_nsec = ts.tv_nsec;
2702     message.message.time.tv_sec = ts.tv_sec;
2703
2704     // get message payload
2705     //auto msgData = msg->payload;
2706 #ifdef UNIT_TEST
2707     rmrMessageBuffer.rcvMessage->state = 0;
2708 #endif
2709     if (rmrMessageBuffer.rcvMessage->state != 0) {
2710         mdclog_write(MDCLOG_ERR, "RMR Receiving message with stat = %d", rmrMessageBuffer.rcvMessage->state);
2711         return -1;
2712     }
2713     rmr_get_meid(rmrMessageBuffer.rcvMessage, (unsigned char *)message.message.enodbName);
2714     message.peerInfo = (ConnectedCU_t *) sctpMap->find(message.message.enodbName);
2715     if (message.peerInfo == nullptr) {
2716         auto type = rmrMessageBuffer.rcvMessage->mtype;
2717         switch (type) {
2718             case RIC_SCTP_CLEAR_ALL:
2719             case E2_TERM_KEEP_ALIVE_REQ:
2720             case RIC_HEALTH_CHECK_REQ:
2721                 break;
2722             default:
2723 #ifdef UNIT_TEST
2724     break;
2725 #endif
2726                 mdclog_write(MDCLOG_ERR, "Failed to send message no CU entry %s", message.message.enodbName);
2727                 return -1;
2728         }
2729     }
2730
2731     if (rmrMessageBuffer.rcvMessage->mtype != RIC_HEALTH_CHECK_REQ) {
2732         num_of_XAPP_messages.fetch_add(1, std::memory_order_release);
2733
2734     }
2735     switch (rmrMessageBuffer.rcvMessage->mtype) {
2736         case RIC_E2_SETUP_RESP : {
2737             if (loglevel >= MDCLOG_DEBUG) {
2738                 mdclog_write(MDCLOG_DEBUG, "RIC_E2_SETUP_RESP");
2739             }
2740             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2741                 break;
2742             }
2743 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2744             message.peerInfo->counters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_E2setup]->Increment();
2745             message.peerInfo->counters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_E2setup]->Increment(rmrMessageBuffer.rcvMessage->len);
2746
2747             // Update E2T instance level metrics
2748             message.peerInfo->sctpParams->e2tCounters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_E2setup]->Increment();
2749             message.peerInfo->sctpParams->e2tCounters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_E2setup]->Increment(rmrMessageBuffer.rcvMessage->len);
2750 #endif
2751             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2752                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_E2_SETUP_RESP");
2753                 return -6;
2754             }
2755             break;
2756         }
2757         case RIC_E2_SETUP_FAILURE : {
2758             if (loglevel >= MDCLOG_DEBUG) {
2759                 mdclog_write(MDCLOG_DEBUG, "RIC_E2_SETUP_FAILURE");
2760             }
2761             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2762                 break;
2763             }
2764 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2765             message.peerInfo->counters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_E2setup]->Increment();
2766             message.peerInfo->counters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_E2setup]->Increment(rmrMessageBuffer.rcvMessage->len);
2767
2768             // Update E2T instance level metrics
2769             message.peerInfo->sctpParams->e2tCounters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_E2setup]->Increment();
2770             message.peerInfo->sctpParams->e2tCounters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_E2setup]->Increment(rmrMessageBuffer.rcvMessage->len);
2771 #endif
2772             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2773                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_E2_SETUP_FAILURE");
2774                 return -6;
2775             }
2776             break;
2777         }
2778
2779         case RIC_E2NODE_CONFIG_UPDATE_ACK: {
2780             if (loglevel >= MDCLOG_DEBUG) {
2781                 mdclog_write(MDCLOG_DEBUG, "RIC_E2NODE_CONFIG_UPDATE_ACK");
2782             }
2783             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2784                 break;
2785             }
2786 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2787             message.peerInfo->counters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate]->Increment();
2788             message.peerInfo->counters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate]->Increment(rmrMessageBuffer.rcvMessage->len);
2789
2790             // Update E2T instance level metrics
2791             message.peerInfo->sctpParams->e2tCounters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate]->Increment();
2792             message.peerInfo->sctpParams->e2tCounters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate]->Increment(rmrMessageBuffer.rcvMessage->len);
2793 #endif
2794             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2795                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_E2NODE_CONFIG_UPDATE_ACK");
2796                 return -6;
2797             }
2798             break;
2799         }
2800
2801         case RIC_E2NODE_CONFIG_UPDATE_FAILURE: {
2802             if (loglevel >= MDCLOG_DEBUG) {
2803                 mdclog_write(MDCLOG_DEBUG, "RIC_E2NODE_CONFIG_UPDATE_FAILURE");
2804             }
2805             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2806                 break;
2807             }
2808 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2809             message.peerInfo->counters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate]->Increment();
2810             message.peerInfo->counters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate]->Increment(rmrMessageBuffer.rcvMessage->len);
2811
2812             // Update E2T instance level metrics
2813             message.peerInfo->sctpParams->e2tCounters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate]->Increment();
2814             message.peerInfo->sctpParams->e2tCounters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate]->Increment(rmrMessageBuffer.rcvMessage->len);
2815 #endif
2816             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2817                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_E2NODE_CONFIG_UPDATE_FAILURE");
2818                 return -6;
2819             }
2820             break;
2821         }
2822
2823         case RIC_ERROR_INDICATION: {
2824             if (loglevel >= MDCLOG_DEBUG) {
2825                 mdclog_write(MDCLOG_DEBUG, "RIC_ERROR_INDICATION");
2826             }
2827 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2828             message.peerInfo->counters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_ErrorIndication]->Increment();
2829             message.peerInfo->counters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_ErrorIndication]->Increment(rmrMessageBuffer.rcvMessage->len);
2830
2831             // Update E2T instance level metrics
2832             message.peerInfo->sctpParams->e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_ErrorIndication]->Increment();
2833             message.peerInfo->sctpParams->e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_ErrorIndication]->Increment(rmrMessageBuffer.rcvMessage->len);
2834 #endif
2835             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2836                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_ERROR_INDICATION");
2837                 return -6;
2838             }
2839             break;
2840         }
2841         case RIC_SUB_REQ: {
2842             if (loglevel >= MDCLOG_DEBUG) {
2843                 mdclog_write(MDCLOG_DEBUG, "RIC_SUB_REQ");
2844             }
2845 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2846             message.peerInfo->counters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscription]->Increment();
2847             message.peerInfo->counters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscription]->Increment(rmrMessageBuffer.rcvMessage->len);
2848
2849             // Update E2T instance level metrics
2850             message.peerInfo->sctpParams->e2tCounters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscription]->Increment();
2851             message.peerInfo->sctpParams->e2tCounters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscription]->Increment(rmrMessageBuffer.rcvMessage->len);
2852 #endif
2853             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2854                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_SUB_REQ");
2855                 return -6;
2856             }
2857             break;
2858         }
2859         case RIC_SUB_DEL_REQ: {
2860             if (loglevel >= MDCLOG_DEBUG) {
2861                 mdclog_write(MDCLOG_DEBUG, "RIC_SUB_DEL_REQ");
2862             }
2863 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2864             message.peerInfo->counters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment();
2865             message.peerInfo->counters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment(rmrMessageBuffer.rcvMessage->len);
2866
2867             // Update E2T instance level metrics
2868             message.peerInfo->sctpParams->e2tCounters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment();
2869             message.peerInfo->sctpParams->e2tCounters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment(rmrMessageBuffer.rcvMessage->len);
2870 #endif
2871             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2872                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_SUB_DEL_REQ");
2873                 return -6;
2874             }
2875             break;
2876         }
2877         case RIC_CONTROL_REQ: {
2878             if (loglevel >= MDCLOG_DEBUG) {
2879                 mdclog_write(MDCLOG_DEBUG, "RIC_CONTROL_REQ");
2880             }
2881 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2882             message.peerInfo->counters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICcontrol]->Increment();
2883             message.peerInfo->counters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICcontrol]->Increment(rmrMessageBuffer.rcvMessage->len);
2884
2885             // Update E2T instance level metrics
2886             message.peerInfo->sctpParams->e2tCounters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICcontrol]->Increment();
2887             message.peerInfo->sctpParams->e2tCounters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICcontrol]->Increment(rmrMessageBuffer.rcvMessage->len);
2888 #endif
2889             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2890                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_CONTROL_REQ");
2891                 return -6;
2892             }
2893             break;
2894         }
2895         case RIC_SERVICE_QUERY: {
2896             if (loglevel >= MDCLOG_DEBUG) {
2897                 mdclog_write(MDCLOG_DEBUG, "RIC_SERVICE_QUERY");
2898             }
2899             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2900                 break;
2901             }
2902 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2903             message.peerInfo->counters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICserviceQuery]->Increment();
2904             message.peerInfo->counters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICserviceQuery]->Increment(rmrMessageBuffer.rcvMessage->len);
2905
2906             // Update E2T instance level metrics
2907             message.peerInfo->sctpParams->e2tCounters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICserviceQuery]->Increment();
2908             message.peerInfo->sctpParams->e2tCounters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICserviceQuery]->Increment(rmrMessageBuffer.rcvMessage->len);
2909 #endif
2910             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2911                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_SERVICE_QUERY");
2912                 return -6;
2913             }
2914             break;
2915         }
2916         case RIC_SERVICE_UPDATE_ACK: {
2917             if (loglevel >= MDCLOG_DEBUG) {
2918                 mdclog_write(MDCLOG_DEBUG, "RIC_SERVICE_UPDATE_ACK");
2919             }
2920             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2921                 mdclog_write(MDCLOG_ERR, "error in PER_FromXML");
2922                 break;
2923             }
2924 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2925             message.peerInfo->counters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment();
2926             message.peerInfo->counters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment(rmrMessageBuffer.rcvMessage->len);
2927
2928             // Update E2T instance level metrics
2929             message.peerInfo->sctpParams->e2tCounters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment();
2930             message.peerInfo->sctpParams->e2tCounters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment(rmrMessageBuffer.rcvMessage->len);
2931 #endif
2932             if (loglevel >= MDCLOG_DEBUG) {
2933                 mdclog_write(MDCLOG_DEBUG, "Before sending to CU");
2934             }
2935             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2936                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_SERVICE_UPDATE_ACK");
2937                 return -6;
2938             }
2939             break;
2940         }
2941         case RIC_SERVICE_UPDATE_FAILURE: {
2942             if (loglevel >= MDCLOG_DEBUG) {
2943                 mdclog_write(MDCLOG_DEBUG, "RIC_SERVICE_UPDATE_FAILURE");
2944             }
2945             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2946                 break;
2947             }
2948 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2949             message.peerInfo->counters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment();
2950             message.peerInfo->counters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment(rmrMessageBuffer.rcvMessage->len);
2951
2952             // Update E2T instance level metrics
2953             message.peerInfo->sctpParams->e2tCounters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment();
2954             message.peerInfo->sctpParams->e2tCounters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment(rmrMessageBuffer.rcvMessage->len);
2955 #endif
2956             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2957                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_SERVICE_UPDATE_FAILURE");
2958                 return -6;
2959             }
2960             break;
2961         }
2962         case RIC_E2_RESET_REQ: {
2963             if (loglevel >= MDCLOG_DEBUG) {
2964                 mdclog_write(MDCLOG_DEBUG, "RIC_E2_RESET_REQ");
2965             }
2966             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2967                 break;
2968             }
2969 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2970             message.peerInfo->counters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
2971             message.peerInfo->counters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment(rmrMessageBuffer.rcvMessage->len);
2972
2973             // Update E2T instance level metrics
2974             message.peerInfo->sctpParams->e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
2975             message.peerInfo->sctpParams->e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment(rmrMessageBuffer.rcvMessage->len);
2976 #endif
2977             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2978                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_E2_RESET");
2979                 return -6;
2980             }
2981             break;
2982         }
2983         case RIC_E2_RESET_RESP: {
2984             if (loglevel >= MDCLOG_DEBUG) {
2985                 mdclog_write(MDCLOG_DEBUG, "RIC_E2_RESET_RESP");
2986             }
2987             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2988                 break;
2989             }
2990 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2991             message.peerInfo->counters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
2992             message.peerInfo->counters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment(rmrMessageBuffer.rcvMessage->len);
2993
2994             // Update E2T instance level metrics
2995             message.peerInfo->sctpParams->e2tCounters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
2996             message.peerInfo->sctpParams->e2tCounters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment(rmrMessageBuffer.rcvMessage->len);
2997 #endif
2998             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2999                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_E2_RESET_RESP");
3000                 return -6;
3001             }
3002             break;
3003         }
3004         case RIC_SCTP_CLEAR_ALL: {
3005             mdclog_write(MDCLOG_INFO, "RIC_SCTP_CLEAR_ALL");
3006             // loop on all keys and close socket and then erase all map.
3007             vector<char *> v;
3008             sctpMap->getKeys(v);
3009             for (auto const &iter : v) { //}; iter != sctpMap.end(); iter++) {
3010                 if (!boost::starts_with((string) (iter), "host:") && !boost::starts_with((string) (iter), "msg:")) {
3011                     auto *peerInfo = (ConnectedCU_t *) sctpMap->find(iter);
3012                     if (peerInfo == nullptr) {
3013                         continue;
3014                     }
3015                     close(peerInfo->fileDescriptor);
3016                     memcpy(message.message.enodbName, peerInfo->enodbName, sizeof(peerInfo->enodbName));
3017                     message.message.direction = 'D';
3018                     message.message.time.tv_nsec = ts.tv_nsec;
3019                     message.message.time.tv_sec = ts.tv_sec;
3020
3021                     message.message.asnLength = rmrMessageBuffer.sendMessage->len =
3022                             snprintf((char *)rmrMessageBuffer.sendMessage->payload,
3023                                      256,
3024                                      "%s|RIC_SCTP_CLEAR_ALL",
3025                                      peerInfo->enodbName);
3026                     message.message.asndata = rmrMessageBuffer.sendMessage->payload;
3027                     mdclog_write(MDCLOG_INFO, "%s", message.message.asndata);
3028                     if (sendRequestToXapp(message, RIC_SCTP_CONNECTION_FAILURE, rmrMessageBuffer) != 0) {
3029                         mdclog_write(MDCLOG_ERR, "SCTP_CONNECTION_FAIL message failed to send to xAPP");
3030                     }
3031                     free(peerInfo);
3032                     peerInfo = nullptr;
3033                 }
3034             }
3035
3036             sleep(1);
3037             sctpMap->clear();
3038             break;
3039         }
3040         case E2_TERM_KEEP_ALIVE_REQ: {
3041             // send message back
3042             rmr_bytes2payload(rmrMessageBuffer.sendMessage,
3043                               (unsigned char *)rmrMessageBuffer.ka_message,
3044                               rmrMessageBuffer.ka_message_len);
3045             rmrMessageBuffer.sendMessage->mtype = E2_TERM_KEEP_ALIVE_RESP;
3046             rmrMessageBuffer.sendMessage->state = 0;
3047             static unsigned char tx[32];
3048             auto txLen = snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
3049             rmr_bytes2xact(rmrMessageBuffer.sendMessage, tx, txLen);
3050 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
3051             rmrMessageBuffer.sendMessage = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.sendMessage);
3052 #endif
3053             if (rmrMessageBuffer.sendMessage == nullptr) {
3054                 rmrMessageBuffer.sendMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
3055                 mdclog_write(MDCLOG_ERR, "Failed to send E2_TERM_KEEP_ALIVE_RESP RMR message returned NULL");
3056             } else if (rmrMessageBuffer.sendMessage->state != 0)  {
3057                 mdclog_write(MDCLOG_ERR, "Failed to send E2_TERM_KEEP_ALIVE_RESP, on RMR state = %d ( %s)",
3058                              rmrMessageBuffer.sendMessage->state, translateRmrErrorMessages(rmrMessageBuffer.sendMessage->state).c_str());
3059             } else if (loglevel >= MDCLOG_DEBUG) {
3060                 mdclog_write(MDCLOG_DEBUG, "Got Keep Alive Request send : %s", rmrMessageBuffer.ka_message);
3061             }
3062
3063             break;
3064         }
3065         case RIC_HEALTH_CHECK_REQ: {
3066             static int counter = 0;
3067             // send message back
3068             rmr_bytes2payload(rmrMessageBuffer.rcvMessage,
3069                               (unsigned char *)"OK",
3070                               2);
3071             rmrMessageBuffer.rcvMessage->mtype = RIC_HEALTH_CHECK_RESP;
3072             rmrMessageBuffer.rcvMessage->state = 0;
3073             static unsigned char tx[32];
3074             auto txLen = snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
3075             rmr_bytes2xact(rmrMessageBuffer.rcvMessage, tx, txLen);
3076             rmrMessageBuffer.rcvMessage = rmr_rts_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.rcvMessage);
3077             //rmrMessageBuffer.sendMessage = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.sendMessage);
3078             if (rmrMessageBuffer.rcvMessage == nullptr) {
3079                 rmrMessageBuffer.rcvMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
3080                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_HEALTH_CHECK_RESP RMR message returned NULL");
3081             } else if (rmrMessageBuffer.rcvMessage->state != 0)  {
3082                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_HEALTH_CHECK_RESP, on RMR state = %d ( %s)",
3083                              rmrMessageBuffer.rcvMessage->state, translateRmrErrorMessages(rmrMessageBuffer.rcvMessage->state).c_str());
3084             } else if (loglevel >= MDCLOG_DEBUG && (++counter % 100 == 0)) {
3085                 mdclog_write(MDCLOG_DEBUG, "Got %d RIC_HEALTH_CHECK_REQ Request send : OK", counter);
3086             }
3087
3088             break;
3089         }
3090
3091         default:
3092             mdclog_write(MDCLOG_WARN, "Message Type : %d is not supported", rmrMessageBuffer.rcvMessage->mtype);
3093             message.message.asndata = rmrMessageBuffer.rcvMessage->payload;
3094             message.message.asnLength = rmrMessageBuffer.rcvMessage->len;
3095             message.message.time.tv_nsec = ts.tv_nsec;
3096             message.message.time.tv_sec = ts.tv_sec;
3097             message.message.messageType = rmrMessageBuffer.rcvMessage->mtype;
3098
3099             buildJsonMessage(message);
3100
3101
3102             return -7;
3103     }
3104     if (mdclog_level_get() >= MDCLOG_DEBUG) {
3105         mdclog_write(MDCLOG_DEBUG, "EXIT OK from %s", __FUNCTION__);
3106     }
3107     return 0;
3108 }
3109
3110 /**
3111  * Send message to the CU that is not expecting for successful or unsuccessful results
3112  * @param messageBuffer
3113  * @param message
3114  * @param failedMsgId
3115  * @param sctpMap
3116  * @return
3117  */
3118 int sendDirectionalSctpMsg(RmrMessagesBuffer_t &messageBuffer,
3119                            ReportingMessages_t &message,
3120                            int failedMsgId,
3121                            Sctp_Map_t *sctpMap) {
3122     if (mdclog_level_get() >= MDCLOG_DEBUG) {
3123         mdclog_write(MDCLOG_DEBUG, "send message: %d to %s address", message.message.messageType, message.message.enodbName);
3124     }
3125
3126     getRequestMetaData(message, messageBuffer);
3127     if (mdclog_level_get() >= MDCLOG_INFO) {
3128         mdclog_write(MDCLOG_INFO, "send message to %s address", message.message.enodbName);
3129     }
3130
3131     auto rc = sendMessagetoCu(sctpMap, messageBuffer, message, failedMsgId);
3132     return rc;
3133 }
3134
3135 /**
3136  *
3137  * @param sctpMap
3138  * @param messageBuffer
3139  * @param message
3140  * @param failedMesgId
3141  * @return
3142  */
3143 int sendMessagetoCu(Sctp_Map_t *sctpMap,
3144                     RmrMessagesBuffer_t &messageBuffer,
3145                     ReportingMessages_t &message,
3146                     int failedMesgId) {
3147     // get the FD
3148     message.message.messageType = messageBuffer.rcvMessage->mtype;
3149     auto rc = sendSctpMsg(message.peerInfo, message, sctpMap);
3150     return rc;
3151 }
3152
3153
3154 /**
3155  *
3156  * @param epoll_fd
3157  * @param peerInfo
3158  * @param events
3159  * @param sctpMap
3160  * @param enodbName
3161  * @param msgType
3162  * @return
3163  */
3164 int addToEpoll(int epoll_fd,
3165                ConnectedCU_t *peerInfo,
3166                uint32_t events,
3167                Sctp_Map_t *sctpMap,
3168                char *enodbName,
3169                int msgType) {
3170     // Add to Epol
3171     struct epoll_event event{};
3172     event.data.ptr = peerInfo;
3173     event.events = events;
3174     if (epoll_ctl(epoll_fd, EPOLL_CTL_ADD, peerInfo->fileDescriptor, &event) < 0) {
3175 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
3176         if (mdclog_level_get() >= MDCLOG_DEBUG) {
3177             mdclog_write(MDCLOG_DEBUG, "epoll_ctl EPOLL_CTL_ADD (may check not to quit here), %s, %s %d",
3178                          strerror(errno), __func__, __LINE__);
3179         }
3180         close(peerInfo->fileDescriptor);
3181         if (enodbName != nullptr) {
3182             cleanHashEntry(peerInfo, sctpMap);
3183             char key[MAX_ENODB_NAME_SIZE * 2];
3184             snprintf(key, MAX_ENODB_NAME_SIZE * 2, "msg:%s|%d", enodbName, msgType);
3185             if (mdclog_level_get() >= MDCLOG_DEBUG) {
3186                 mdclog_write(MDCLOG_DEBUG, "remove key = %s from %s at line %d", key, __FUNCTION__, __LINE__);
3187             }
3188             auto tmp = sctpMap->find(key);
3189             if (tmp) {
3190                 free(tmp);
3191                 tmp = nullptr;
3192                 sctpMap->erase(key);
3193             }
3194         } else {
3195             peerInfo->enodbName[0] = 0;
3196         }
3197         mdclog_write(MDCLOG_ERR, "epoll_ctl EPOLL_CTL_ADD (may check not to quit here)");
3198         return -1;
3199 #endif
3200     }
3201     return 0;
3202 }
3203
3204 /**
3205  *
3206  * @param epoll_fd
3207  * @param peerInfo
3208  * @param events
3209  * @param sctpMap
3210  * @param enodbName
3211  * @param msgType
3212  * @return
3213  */
3214 int modifyToEpoll(int epoll_fd,
3215                   ConnectedCU_t *peerInfo,
3216                   uint32_t events,
3217                   Sctp_Map_t *sctpMap,
3218                   char *enodbName,
3219                   int msgType) {
3220     // Add to Epol
3221     struct epoll_event event{};
3222     event.data.ptr = peerInfo;
3223     event.events = events;
3224     if (epoll_ctl(epoll_fd, EPOLL_CTL_MOD, peerInfo->fileDescriptor, &event) < 0) {
3225         if (mdclog_level_get() >= MDCLOG_DEBUG) {
3226             mdclog_write(MDCLOG_DEBUG, "epoll_ctl EPOLL_CTL_MOD (may check not to quit here), %s, %s %d",
3227                          strerror(errno), __func__, __LINE__);
3228         }
3229         close(peerInfo->fileDescriptor);
3230         cleanHashEntry(peerInfo, sctpMap);
3231         char key[MAX_ENODB_NAME_SIZE * 2];
3232         snprintf(key, MAX_ENODB_NAME_SIZE * 2, "msg:%s|%d", enodbName, msgType);
3233         if (mdclog_level_get() >= MDCLOG_DEBUG) {
3234             mdclog_write(MDCLOG_DEBUG, "remove key = %s from %s at line %d", key, __FUNCTION__, __LINE__);
3235         }
3236         auto tmp = sctpMap->find(key);
3237         if (tmp) {
3238             free(tmp);
3239             tmp = nullptr;
3240         sctpMap->erase(key);
3241         }
3242         mdclog_write(MDCLOG_ERR, "epoll_ctl EPOLL_CTL_ADD (may check not to quit here)");
3243         return -1;
3244     }
3245     return 0;
3246 }
3247
3248
3249 int sendRmrMessage(RmrMessagesBuffer_t &rmrMessageBuffer, ReportingMessages_t &message) {
3250     buildJsonMessage(message);
3251 #ifndef UNIT_TEST
3252     rmrMessageBuffer.sendMessage = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.sendMessage);
3253 #else
3254     rmrMessageBuffer.sendMessage->state = RMR_ERR_RETRY;
3255 #endif
3256     if (rmrMessageBuffer.sendMessage == nullptr) {
3257         rmrMessageBuffer.sendMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
3258         mdclog_write(MDCLOG_ERR, "RMR failed send message returned with NULL pointer");
3259         return -1;
3260     }
3261
3262     if (rmrMessageBuffer.sendMessage->state != 0) {
3263         char meid[RMR_MAX_MEID]{};
3264         if (rmrMessageBuffer.sendMessage->state == RMR_ERR_RETRY) {
3265             usleep(5);
3266             rmrMessageBuffer.sendMessage->state = 0;
3267             mdclog_write(MDCLOG_INFO, "RETRY sending Message type %d to Xapp from %s",
3268                          rmrMessageBuffer.sendMessage->mtype,
3269                          rmr_get_meid(rmrMessageBuffer.sendMessage, (unsigned char *)meid));
3270 #ifndef UNIT_TEST
3271             rmrMessageBuffer.sendMessage = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.sendMessage);
3272 #endif
3273             if (rmrMessageBuffer.sendMessage == nullptr) {
3274                 mdclog_write(MDCLOG_ERR, "RMR failed send message returned with NULL pointer");
3275                 rmrMessageBuffer.sendMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
3276                 return -1;
3277             } else if (rmrMessageBuffer.sendMessage->state != 0) {
3278                 mdclog_write(MDCLOG_ERR,
3279                              "Message state %s while sending request %d to Xapp from %s after retry of 10 microseconds",
3280                              translateRmrErrorMessages(rmrMessageBuffer.sendMessage->state).c_str(),
3281                              rmrMessageBuffer.sendMessage->mtype,
3282                              rmr_get_meid(rmrMessageBuffer.sendMessage, (unsigned char *)meid));
3283                 auto rc = rmrMessageBuffer.sendMessage->state;
3284                 return rc;
3285             }
3286         } else {
3287             mdclog_write(MDCLOG_ERR, "Message state %s while sending request %d to Xapp from %s",
3288                          translateRmrErrorMessages(rmrMessageBuffer.sendMessage->state).c_str(),
3289                          rmrMessageBuffer.sendMessage->mtype,
3290                          rmr_get_meid(rmrMessageBuffer.sendMessage, (unsigned char *)meid));
3291             return rmrMessageBuffer.sendMessage->state;
3292         }
3293     }
3294     return 0;
3295 }
3296
3297 void buildJsonMessage(ReportingMessages_t &message) {
3298 #ifdef UNIT_TEST
3299     jsonTrace = true;
3300 #endif
3301     if (jsonTrace) {
3302         message.outLen = sizeof(message.base64Data);
3303         base64::encode((const unsigned char *) message.message.asndata,
3304                        (const int) message.message.asnLength,
3305                        message.base64Data,
3306                        message.outLen);
3307         if (mdclog_level_get() >= MDCLOG_DEBUG) {
3308             mdclog_write(MDCLOG_DEBUG, "Tracing: ASN length = %d, base64 message length = %d ",
3309                          (int) message.message.asnLength,
3310                          (int) message.outLen);
3311         }
3312
3313         snprintf(message.buffer, sizeof(message.buffer),
3314                  "{\"header\": {\"ts\": \"%ld.%09ld\","
3315                  "\"ranName\": \"%s\","
3316                  "\"messageType\": %d,"
3317                  "\"direction\": \"%c\"},"
3318                  "\"base64Length\": %d,"
3319                  "\"asnBase64\": \"%s\"}",
3320                  message.message.time.tv_sec,
3321                  message.message.time.tv_nsec,
3322                  message.message.enodbName,
3323                  message.message.messageType,
3324                  message.message.direction,
3325                  (int) message.outLen,
3326                  message.base64Data);
3327         static src::logger_mt &lg = my_logger::get();
3328
3329         BOOST_LOG(lg) << message.buffer;
3330     }
3331 }
3332
3333
3334 /**
3335  * take RMR error code to string
3336  * @param state
3337  * @return
3338  */
3339 string translateRmrErrorMessages(int state) {
3340     string str = {};
3341     switch (state) {
3342         case RMR_OK:
3343             str = "RMR_OK - state is good";
3344             break;
3345         case RMR_ERR_BADARG:
3346             str = "RMR_ERR_BADARG - argument passed to function was unusable";
3347             break;
3348         case RMR_ERR_NOENDPT:
3349             str = "RMR_ERR_NOENDPT - send//call could not find an endpoint based on msg type";
3350             break;
3351         case RMR_ERR_EMPTY:
3352             str = "RMR_ERR_EMPTY - msg received had no payload; attempt to send an empty message";
3353             break;
3354         case RMR_ERR_NOHDR:
3355             str = "RMR_ERR_NOHDR - message didn't contain a valid header";
3356             break;
3357         case RMR_ERR_SENDFAILED:
3358             str = "RMR_ERR_SENDFAILED - send failed; errno has nano reason";
3359             break;
3360         case RMR_ERR_CALLFAILED:
3361             str = "RMR_ERR_CALLFAILED - unable to send call() message";
3362             break;
3363         case RMR_ERR_NOWHOPEN:
3364             str = "RMR_ERR_NOWHOPEN - no wormholes are open";
3365             break;
3366         case RMR_ERR_WHID:
3367             str = "RMR_ERR_WHID - wormhole id was invalid";
3368             break;
3369         case RMR_ERR_OVERFLOW:
3370             str = "RMR_ERR_OVERFLOW - operation would have busted through a buffer/field size";
3371             break;
3372         case RMR_ERR_RETRY:
3373             str = "RMR_ERR_RETRY - request (send/call/rts) failed, but caller should retry (EAGAIN for wrappers)";
3374             break;
3375         case RMR_ERR_RCVFAILED:
3376             str = "RMR_ERR_RCVFAILED - receive failed (hard error)";
3377             break;
3378         case RMR_ERR_TIMEOUT:
3379             str = "RMR_ERR_TIMEOUT - message processing call timed out";
3380             break;
3381         case RMR_ERR_UNSET:
3382             str = "RMR_ERR_UNSET - the message hasn't been populated with a transport buffer";
3383             break;
3384         case RMR_ERR_TRUNC:
3385             str = "RMR_ERR_TRUNC - received message likely truncated";
3386             break;
3387         case RMR_ERR_INITFAILED:
3388             str = "RMR_ERR_INITFAILED - initialisation of something (probably message) failed";
3389             break;
3390         case RMR_ERR_NOTSUPP:
3391             str = "RMR_ERR_NOTSUPP - the request is not supported, or RMr was not initialised for the request";
3392             break;
3393         default:
3394             char buf[128]{};
3395             snprintf(buf, sizeof buf, "UNDOCUMENTED RMR_ERR : %d", state);
3396             str = buf;
3397             break;
3398     }
3399     return str;
3400 }
3401 int fetchStreamId(ConnectedCU_t *peerInfo, ReportingMessages_t &message)
3402 {
3403     auto loglevel = mdclog_level_get();
3404     int streamId = INVALID_STREAM_ID;
3405     if(message.peerInfo->isSingleStream != false)
3406     {
3407         streamId = message.peerInfo->singleStreamId;
3408         if (loglevel >= MDCLOG_DEBUG) {
3409         mdclog_write(MDCLOG_DEBUG, "Send SCTP message for SINGLE_STREAM streamId %d , Messeage Type %d ,%s",
3410                      streamId,message.message.messageType,  __FUNCTION__);
3411         }
3412         return streamId;
3413     }
3414     int msgType = message.message.messageType;
3415     switch (msgType){
3416         case RIC_E2_RESET_REQ:
3417         case RIC_E2_RESET_RESP:
3418         case RIC_E2_SETUP_RESP:
3419         case RIC_E2_SETUP_FAILURE:
3420         case RIC_ERROR_INDICATION:
3421         case RIC_SERVICE_QUERY:
3422         case RIC_SERVICE_UPDATE_ACK:
3423         case RIC_SERVICE_UPDATE_FAILURE:
3424             streamId = 0;
3425             break;
3426         case RIC_SUB_REQ:
3427         case RIC_SUB_DEL_REQ:
3428         case RIC_CONTROL_REQ:
3429             streamId = 1;
3430             break;
3431         default:
3432             streamId = 0;
3433             break;
3434     }
3435     if (loglevel >= MDCLOG_DEBUG) {
3436         mdclog_write(MDCLOG_DEBUG, "Send SCTP message for streamId %d Messeage Type %d, %s",
3437                      streamId, message.message.messageType, __FUNCTION__);
3438     }
3439     return streamId;
3440 }