RIC-E2-TERMINATION/sctpThread.cpp

   1 // Copyright 2019 AT&T Intellectual Property
   2 // Copyright 2019 Nokia
   3 //
   4 // Licensed under the Apache License, Version 2.0 (the "License");
   5 // you may not use this file except in compliance with the License.
   6 // You may obtain a copy of the License at
   7 //
   8 //      http://www.apache.org/licenses/LICENSE-2.0
   9 //
  10 // Unless required by applicable law or agreed to in writing, software
  11 // distributed under the License is distributed on an "AS IS" BASIS,
  12 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13 // See the License for the specific language governing permissions and
  14 // limitations under the License.
  15
  16 //  This source code is part of the near-RT RIC (RAN Intelligent Controller)
  17 //  platform project (RICP).
  18
  19 // TODO: High-level file comment.
  20
  21
  22
  23 #include <3rdparty/oranE2/RANfunctions-List.h>
  24 #include "sctpThread.h"
  25 #include "BuildRunName.h"
  26 #include <unistd.h>
  27 //#include "3rdparty/oranE2SM/E2SM-gNB-NRT-RANfunction-Definition.h"
  28 //#include "BuildXml.h"
  29 //#include "pugixml/src/pugixml.hpp"
  30 #include <pthread.h>
  31 #include <sys/time.h>
  32 #include <sys/inotify.h>
  33 #include <errno.h>
  34 #include <sys/stat.h>
  35
  36 using namespace std;
  37 //using namespace std::placeholders;
  38 using namespace boost::filesystem;
  39 using namespace prometheus;
  40
  41
  42 //#ifdef __cplusplus
  43 //extern "C"
  44 //{
  45 //#endif
  46
  47 // need to expose without the include of gcov
  48 extern "C" void __gcov_flush(void);
  49 #define LOG_FILE_CONFIG_MAP "CONFIG_MAP_NAME"
  50
  51 static void catch_function(int signal) {
  52     __gcov_flush();
  53     exit(signal);
  54 }
  55
  56
  57 BOOST_LOG_INLINE_GLOBAL_LOGGER_DEFAULT(my_logger, src::logger_mt)
  58
  59 boost::shared_ptr<sinks::synchronous_sink<sinks::text_file_backend>> boostLogger;
  60 double cpuClock = 0.0;
  61 bool jsonTrace = false;
  62
  63
  64 static int enable_log_change_notify(const char* fileName)
  65 {
  66     int ret = -1;
  67     struct stat fileInfo;
  68     if ( lstat(fileName,&fileInfo) == 0 )
  69     {
  70         ret = register_log_change_notify(fileName);
  71     }
  72     return ret;
  73 }
  74
  75
  76 static int register_log_change_notify(const char *fileName)
  77 {
  78     pthread_attr_t cb_attr;
  79     pthread_t tid;
  80     pthread_attr_init(&cb_attr);
  81     pthread_attr_setdetachstate(&cb_attr,PTHREAD_CREATE_DETACHED);
  82     return pthread_create(&tid, &cb_attr,&monitor_loglevel_change_handler,(void *)strdup(fileName));
  83 }
  84
  85
  86 static void * monitor_loglevel_change_handler(void* arg)
  87 {
  88     char *fileName = (char*) arg;
  89     int ifd;                   // the inotify file des
  90     int wfd;                   // the watched file des
  91     ssize_t n = 0;
  92     char rbuf[4096];           // large read buffer as the event is var len
  93     fd_set fds;
  94     int res = 0;
  95     struct timeval timeout;
  96     char* dname=NULL;          // directory name
  97     char* bname = NULL;        // basename
  98     char* tok=NULL;
  99     char* log_level=NULL;
 100
 101     dname = strdup( fileName); // defrock the file name into dir and basename
 102     if( (tok = strrchr( dname, '/' )) != NULL ) {
 103         *tok = '\0';
 104         bname = strdup( tok+1 );
 105     }
 106
 107
 108     ifd = inotify_init1( 0 ); // initialise watcher setting blocking read (no option)
 109     if( ifd < 0 ) {
 110         fprintf( stderr, "### ERR ### unable to initialise file watch %s\n", strerror( errno ) );
 111     } else {
 112         wfd = inotify_add_watch( ifd, dname, IN_MOVED_TO | IN_CLOSE_WRITE ); // we only care about close write changes
 113
 114         if( wfd < 0 ) {
 115             fprintf( stderr, "### ERR ### unable to add watch on config file %s: %s\n", fileName, strerror( errno ) );
 116         } else {
 117
 118
 119             memset( &timeout, 0, sizeof(timeout) );
 120             while( 1 ) {
 121                 FD_ZERO (&fds);
 122                 FD_SET (ifd, &fds);
 123                 timeout.tv_sec=1;
 124                 res = select (ifd + 1, &fds, NULL, NULL, &timeout);
 125                 if(res)
 126                 {
 127                     n = read( ifd, rbuf, sizeof( rbuf ) ); // read the event
 128                     if( n < 0  ) {
 129 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 130                         if( errno == EAGAIN ) {
 131                         } else {
 132                             fprintf( stderr, "### CRIT ### config listener read err: %s\n", strerror( errno ) );
 133                         }
 134                         continue;
 135 #endif
 136                     }
 137
 138                     //Retrieving Log Level from configmap by parsing configmap file
 139                     log_level = parse_file(fileName);
 140                     update_mdc_log_level_severity(log_level); //setting log level
 141                     free(log_level);
 142                 }
 143             }
 144             inotify_rm_watch(ifd,wfd);
 145         }
 146         close(ifd);
 147     }
 148     free(bname);
 149     free(dname);
 150
 151     pthread_exit(NULL);
 152 }
 153
 154 void  update_mdc_log_level_severity(char* log_level)
 155 {
 156     mdclog_severity_t level = MDCLOG_ERR;
 157
 158     if(log_level == NULL)
 159     {
 160         printf("### ERR ### Invalid Log-Level Configuration in ConfigMap, Default Log-Level Applied:   %d\n",level);
 161     }
 162     else if(strcasecmp(log_level,"1")==0)
 163     {
 164         level = MDCLOG_ERR;
 165     }
 166     else if(strcasecmp(log_level,"2")==0)
 167     {
 168         level = MDCLOG_WARN;
 169     }
 170     else if(strcasecmp(log_level,"3")==0)
 171     {
 172         level = MDCLOG_INFO;
 173     }
 174     else if(strcasecmp(log_level,"4")==0)
 175     {
 176         level = MDCLOG_DEBUG;
 177     }
 178
 179     mdclog_level_set(level);
 180 }
 181 static char* parse_file(char* filename)
 182 {
 183     char *token=NULL;
 184     char *search = ": ";
 185     char *string_match = "log-level";
 186     bool found = false;
 187     FILE *file = fopen ( filename, "r" );
 188     if ( file != NULL )
 189     {
 190         char line [ 128 ];
 191         while ( fgets ( line, sizeof line, file ) != NULL )
 192         {
 193             token = strtok(line, search);
 194             if(strcmp(token,string_match)==0)
 195             {
 196                 found = true;
 197                 token = strtok(NULL, search);
 198                 token = strtok(token, "\n");//removing newline if any
 199                 break;
 200             }
 201         }
 202         fclose ( file );
 203      }
 204      if(found)
 205          return(strdup(token));
 206      else
 207          return(NULL);
 208 }
 209
 210 char *read_env_param(const char*envkey)
 211 {
 212     if(envkey)
 213     {
 214         char *value = getenv(envkey);
 215         if(value)
 216             return strdup(value);
 217     }
 218     return NULL;
 219 }
 220
 221 void dynamic_log_level_change()
 222 {
 223     char *logFile_Name = read_env_param(LOG_FILE_CONFIG_MAP);
 224     char* log_level_init=NULL;
 225     if(logFile_Name)
 226     {
 227         log_level_init = parse_file(logFile_Name);
 228         update_mdc_log_level_severity(log_level_init); //setting log level
 229         free(log_level_init);
 230
 231     }
 232     enable_log_change_notify(logFile_Name);
 233     free(logFile_Name);
 234
 235 }
 236
 237 void init_log() {
 238     int log_change_monitor = 0;
 239     mdclog_attr_t *attr;
 240     mdclog_attr_init(&attr);
 241     mdclog_attr_set_ident(attr, "E2Terminator");
 242     mdclog_init(attr);
 243     if(mdclog_format_initialize(log_change_monitor)!=0)
 244         mdclog_write(MDCLOG_ERR, "Failed to intialize MDC log format !!!");
 245     dynamic_log_level_change();
 246     mdclog_attr_destroy(attr);
 247 }
 248 auto start_time = std::chrono::high_resolution_clock::now();
 249 typedef std::chrono::duration<double, std::ratio<1,1>> seconds_t;
 250
 251 double age() {
 252     return seconds_t(std::chrono::high_resolution_clock::now() - start_time).count();
 253 }
 254
 255 double approx_CPU_MHz(unsigned sleepTime) {
 256     using namespace std::chrono_literals;
 257     uint32_t aux = 0;
 258     uint64_t cycles_start = rdtscp(aux);
 259     double time_start = age();
 260     std::this_thread::sleep_for(sleepTime * 1ms);
 261     uint64_t elapsed_cycles = rdtscp(aux) - cycles_start;
 262     double elapsed_time = age() - time_start;
 263     return elapsed_cycles / elapsed_time;
 264 }
 265
 266 //std::atomic<int64_t> rmrCounter{0};
 267 std::atomic<int64_t> num_of_messages{0};
 268 std::atomic<int64_t> num_of_XAPP_messages{0};
 269 static long transactionCounter = 0;
 270
 271 int buildListeningPort(sctp_params_t &sctpParams) {
 272     sctpParams.listenFD = socket(AF_INET6, SOCK_STREAM, IPPROTO_SCTP);
 273     if (sctpParams.listenFD <= 0) {
 274 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 275         mdclog_write(MDCLOG_ERR, "Error Opening socket, %s", strerror(errno));
 276         return -1;
 277 #endif
 278     }
 279
 280     struct sockaddr_in6 serverAddress {};
 281     serverAddress.sin6_family = AF_INET6;
 282     serverAddress.sin6_addr   = in6addr_any;
 283     serverAddress.sin6_port = htons(sctpParams.sctpPort);
 284     if (bind(sctpParams.listenFD, (SA *)&serverAddress, sizeof(serverAddress)) < 0 ) {
 285 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 286         mdclog_write(MDCLOG_ERR, "Error binding port %d. %s", sctpParams.sctpPort, strerror(errno));
 287         return -1;
 288 #endif
 289     }
 290     if (setSocketNoBlocking(sctpParams.listenFD) == -1) {
 291         //mdclog_write(MDCLOG_ERR, "Error binding. %s", strerror(errno));
 292         return -1;
 293     }
 294     if (mdclog_level_get() >= MDCLOG_DEBUG) {
 295         struct sockaddr_in6 clientAddress {};
 296         socklen_t len = sizeof(clientAddress);
 297         getsockname(sctpParams.listenFD, (SA *)&clientAddress, &len);
 298         char buff[1024] {};
 299         inet_ntop(AF_INET6, &clientAddress.sin6_addr, buff, sizeof(buff));
 300         mdclog_write(MDCLOG_DEBUG, "My address: %s, port %d\n", buff, htons(clientAddress.sin6_port));
 301     }
 302
 303     if (listen(sctpParams.listenFD, SOMAXCONN) < 0) {
 304 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 305         mdclog_write(MDCLOG_ERR, "Error listening. %s\n", strerror(errno));
 306         return -1;
 307 #endif
 308     }
 309     struct epoll_event event {};
 310     event.events = EPOLLIN | EPOLLET;
 311     event.data.fd = sctpParams.listenFD;
 312
 313     // add listening port to epoll
 314     if (epoll_ctl(sctpParams.epoll_fd, EPOLL_CTL_ADD, sctpParams.listenFD, &event)) {
 315 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 316         printf("Failed to add descriptor to epoll\n");
 317         mdclog_write(MDCLOG_ERR, "Failed to add descriptor to epoll. %s\n", strerror(errno));
 318         return -1;
 319 #endif
 320     }
 321
 322     return 0;
 323 }
 324
 325 int buildConfiguration(sctp_params_t &sctpParams) {
 326     path p = (sctpParams.configFilePath + "/" + sctpParams.configFileName).c_str();
 327     if (exists(p)) {
 328         const int size = 2048;
 329         auto fileSize = file_size(p);
 330         if (fileSize > size) {
 331 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 332             mdclog_write(MDCLOG_ERR, "File %s larger than %d", p.string().c_str(), size);
 333             return -1;
 334 #endif
 335         }
 336     } else {
 337 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 338         mdclog_write(MDCLOG_ERR, "Configuration File %s not exists", p.string().c_str());
 339         return -1;
 340 #endif
 341     }
 342
 343     ReadConfigFile conf;
 344     if (conf.openConfigFile(p.string()) == -1) {
 345 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 346         mdclog_write(MDCLOG_ERR, "Filed to open config file %s, %s",
 347                      p.string().c_str(), strerror(errno));
 348         return -1;
 349 #endif
 350     }
 351     int rmrPort = conf.getIntValue("nano");
 352     if (rmrPort == -1) {
 353 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 354         mdclog_write(MDCLOG_ERR, "illegal RMR port ");
 355         return -1;
 356 #endif
 357     }
 358     sctpParams.rmrPort = (uint16_t)rmrPort;
 359     snprintf(sctpParams.rmrAddress, sizeof(sctpParams.rmrAddress), "%d", (int) (sctpParams.rmrPort));
 360     auto tmpStr = conf.getStringValue("volume");
 361     if (tmpStr.length() == 0) {
 362 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 363         mdclog_write(MDCLOG_ERR, "illegal volume.");
 364         return -1;
 365 #endif
 366     }
 367
 368     char tmpLogFilespec[VOLUME_URL_SIZE];
 369     tmpLogFilespec[0] = 0;
 370     sctpParams.volume[0] = 0;
 371     snprintf(sctpParams.volume, VOLUME_URL_SIZE, "%s", tmpStr.c_str());
 372     // copy the name to temp file as well
 373     snprintf(tmpLogFilespec, VOLUME_URL_SIZE, "%s", tmpStr.c_str());
 374
 375
 376     // define the file name in the tmp directory under the volume
 377     strcat(tmpLogFilespec,"/tmp/E2Term_%Y-%m-%d_%H-%M-%S.%N.tmpStr");
 378
 379     sctpParams.myIP = conf.getStringValue("local-ip");
 380     if (sctpParams.myIP.length() == 0) {
 381 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 382         mdclog_write(MDCLOG_ERR, "illegal local-ip.");
 383         return -1;
 384 #endif
 385     }
 386
 387     int sctpPort = conf.getIntValue("sctp-port");
 388     if (sctpPort == -1) {
 389 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 390         mdclog_write(MDCLOG_ERR, "illegal SCTP port ");
 391         return -1;
 392 #endif
 393     }
 394     sctpParams.sctpPort = (uint16_t)sctpPort;
 395
 396     sctpParams.fqdn = conf.getStringValue("external-fqdn");
 397     if (sctpParams.fqdn.length() == 0) {
 398 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 399         mdclog_write(MDCLOG_ERR, "illegal external-fqdn");
 400         return -1;
 401 #endif
 402     }
 403
 404     std::string pod = conf.getStringValue("pod_name");
 405 #ifndef UNIT_TEST
 406     if (pod.length() == 0) {
 407         mdclog_write(MDCLOG_ERR, "illegal pod_name in config file");
 408         return -1;
 409     }
 410     auto *podName = getenv(pod.c_str());
 411     if (podName == nullptr) {
 412         mdclog_write(MDCLOG_ERR, "illegal pod_name or environment variable not exists : %s", pod.c_str());
 413         return -1;
 414
 415     } else {
 416         sctpParams.podName.assign(podName);
 417         if (sctpParams.podName.length() == 0) {
 418             mdclog_write(MDCLOG_ERR, "illegal pod_name");
 419             return -1;
 420         }
 421     }
 422 #endif
 423     tmpStr = conf.getStringValue("trace");
 424     transform(tmpStr.begin(), tmpStr.end(), tmpStr.begin(), ::tolower);
 425     if ((tmpStr.compare("start")) == 0) {
 426 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 427         mdclog_write(MDCLOG_INFO, "Trace set to: start");
 428         sctpParams.trace = true;
 429 #endif
 430     } else if ((tmpStr.compare("stop")) == 0) {
 431         mdclog_write(MDCLOG_INFO, "Trace set to: stop");
 432         sctpParams.trace = false;
 433     } else {
 434 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 435         mdclog_write(MDCLOG_ERR, "Trace was set to wrong value %s, set to stop", tmpStr.c_str());
 436         sctpParams.trace = false;
 437 #endif
 438     }
 439     jsonTrace = sctpParams.trace;
 440
 441     sctpParams.epollTimeOut = -1;
 442
 443     tmpStr = conf.getStringValue("prometheusPort");
 444     if (tmpStr.length() != 0) {
 445         sctpParams.prometheusPort = tmpStr;
 446     }
 447
 448     sctpParams.ka_message_length = snprintf(sctpParams.ka_message, KA_MESSAGE_SIZE, "{\"address\": \"%s:%d\","
 449                                                                                     "\"fqdn\": \"%s\","
 450                                                                                     "\"pod_name\": \"%s\"}",
 451                                             (const char *)sctpParams.myIP.c_str(),
 452                                             sctpParams.rmrPort,
 453                                             sctpParams.fqdn.c_str(),
 454                                             sctpParams.podName.c_str());
 455
 456     if (mdclog_level_get() >= MDCLOG_INFO) {
 457         mdclog_write(MDCLOG_DEBUG,"RMR Port: %s", to_string(sctpParams.rmrPort).c_str());
 458         mdclog_write(MDCLOG_DEBUG,"LogLevel: %s", to_string(sctpParams.logLevel).c_str());
 459         mdclog_write(MDCLOG_DEBUG,"volume: %s", sctpParams.volume);
 460         mdclog_write(MDCLOG_DEBUG,"tmpLogFilespec: %s", tmpLogFilespec);
 461         mdclog_write(MDCLOG_DEBUG,"my ip: %s", sctpParams.myIP.c_str());
 462         mdclog_write(MDCLOG_DEBUG,"pod name: %s", sctpParams.podName.c_str());
 463
 464         mdclog_write(MDCLOG_INFO, "running parameters for instance : %s", sctpParams.ka_message);
 465     }
 466
 467     // Files written to the current working directory
 468     boostLogger = logging::add_file_log(
 469             keywords::file_name = tmpLogFilespec, // to temp directory
 470             keywords::rotation_size = 10 * 1024 * 1024,
 471             keywords::time_based_rotation = sinks::file::rotation_at_time_interval(posix_time::hours(1)),
 472             keywords::format = "%Message%"
 473             //keywords::format = "[%TimeStamp%]: %Message%" // use each tmpStr with time stamp
 474     );
 475
 476     // Setup a destination folder for collecting rotated (closed) files --since the same volume can use rename()
 477     boostLogger->locked_backend()->set_file_collector(sinks::file::make_collector(
 478             keywords::target = sctpParams.volume
 479     ));
 480
 481     // Upon restart, scan the directory for files matching the file_name pattern
 482     boostLogger->locked_backend()->scan_for_files();
 483
 484     // Enable auto-flushing after each tmpStr record written
 485     if (mdclog_level_get() >= MDCLOG_DEBUG) {
 486         boostLogger->locked_backend()->auto_flush(true);
 487     }
 488
 489     return 0;
 490 }
 491
 492 void startPrometheus(sctp_params_t &sctpParams) {
 493     sctpParams.prometheusFamily = &BuildCounter()
 494             .Name("E2T")
 495             .Help("E2T message counter")
 496             .Labels({{"POD_NAME", sctpParams.podName}})
 497             .Register(*sctpParams.prometheusRegistry);
 498
 499     string prometheusPath = sctpParams.prometheusPort + "," + "[::]:" + sctpParams.prometheusPort;
 500     if (mdclog_level_get() >= MDCLOG_DEBUG) {
 501         mdclog_write(MDCLOG_DEBUG, "Start Prometheus Pull mode on %s", prometheusPath.c_str());
 502     }
 503     sctpParams.prometheusExposer = new Exposer(prometheusPath, 1);
 504     sctpParams.prometheusExposer->RegisterCollectable(sctpParams.prometheusRegistry);
 505 }
 506 #ifndef UNIT_TEST
 507
 508 int main(const int argc, char **argv) {
 509     sctp_params_t sctpParams;
 510     {
 511         std::random_device device{};
 512         std::mt19937 generator(device());
 513         std::uniform_int_distribution<long> distribution(1, (long) 1e12);
 514         transactionCounter = distribution(generator);
 515     }
 516
 517 //    uint64_t st = 0;
 518 //    uint32_t aux1 = 0;
 519 //   st = rdtscp(aux1);
 520
 521     unsigned num_cpus = std::thread::hardware_concurrency();
 522     init_log();
 523     if (std::signal(SIGINT, catch_function) == SIG_ERR) {
 524         mdclog_write(MDCLOG_ERR, "Error initializing SIGINT");
 525         exit(1);
 526     }
 527     if (std::signal(SIGABRT, catch_function)== SIG_ERR) {
 528         mdclog_write(MDCLOG_ERR, "Error initializing SIGABRT");
 529         exit(1);
 530     }
 531     if (std::signal(SIGTERM, catch_function)== SIG_ERR) {
 532         mdclog_write(MDCLOG_ERR, "Error initializing SIGTERM");
 533         exit(1);
 534     }
 535
 536     cpuClock = approx_CPU_MHz(100);
 537
 538     mdclog_write(MDCLOG_DEBUG, "CPU speed %11.11f", cpuClock);
 539
 540     auto result = parse(argc, argv, sctpParams);
 541
 542     if (buildConfiguration(sctpParams) != 0) {
 543         exit(-1);
 544     }
 545
 546     //auto registry = std::make_shared<Registry>();
 547     sctpParams.prometheusRegistry = std::make_shared<Registry>();
 548
 549     //sctpParams.prometheusFamily = new Family<Counter>("E2T", "E2T message counter", {{"E", sctpParams.podName}});
 550
 551     startPrometheus(sctpParams);
 552
 553     // start epoll
 554     sctpParams.epoll_fd = epoll_create1(0);
 555     if (sctpParams.epoll_fd == -1) {
 556         mdclog_write(MDCLOG_ERR, "failed to open epoll descriptor");
 557         exit(-1);
 558     }
 559     getRmrContext(sctpParams);
 560     if (sctpParams.rmrCtx == nullptr) {
 561         close(sctpParams.epoll_fd);
 562         exit(-1);
 563     }
 564
 565     if (buildInotify(sctpParams) == -1) {
 566         close(sctpParams.rmrListenFd);
 567         rmr_close(sctpParams.rmrCtx);
 568         close(sctpParams.epoll_fd);
 569         exit(-1);
 570     }
 571
 572     if (buildListeningPort(sctpParams) != 0) {
 573         close(sctpParams.rmrListenFd);
 574         rmr_close(sctpParams.rmrCtx);
 575         close(sctpParams.epoll_fd);
 576         exit(-1);
 577     }
 578
 579     sctpParams.sctpMap = new mapWrapper();
 580
 581     std::vector<std::thread> threads(num_cpus);
 582 //    std::vector<std::thread> threads;
 583
 584     num_cpus = 3;
 585     for (unsigned int i = 0; i < num_cpus; i++) {
 586         threads[i] = std::thread(listener, &sctpParams);
 587
 588         cpu_set_t cpuset;
 589         CPU_ZERO(&cpuset);
 590         CPU_SET(i, &cpuset);
 591         int rc = pthread_setaffinity_np(threads[i].native_handle(), sizeof(cpu_set_t), &cpuset);
 592         if (rc != 0) {
 593             mdclog_write(MDCLOG_ERR, "Error calling pthread_setaffinity_np: %d", rc);
 594         }
 595     }
 596
 597
 598     //loop over term_init until first message from xApp
 599     handleTermInit(sctpParams);
 600
 601     for (auto &t : threads) {
 602         t.join();
 603     }
 604
 605     return 0;
 606 }
 607 #endif
 608 void handleTermInit(sctp_params_t &sctpParams) {
 609     sendTermInit(sctpParams);
 610     //send to e2 manager init of e2 term
 611     //E2_TERM_INIT
 612
 613     int count = 0;
 614     while (true) {
 615         auto xappMessages = num_of_XAPP_messages.load(std::memory_order_acquire);
 616         if (xappMessages > 0) {
 617             if (mdclog_level_get() >=  MDCLOG_INFO) {
 618                 mdclog_write(MDCLOG_INFO, "Got a message from some application, stop sending E2_TERM_INIT");
 619             }
 620             return;
 621         }
 622         usleep(100000);
 623         count++;
 624         if (count % 1000 == 0) {
 625             mdclog_write(MDCLOG_ERR, "GOT No messages from any xApp");
 626             sendTermInit(sctpParams);
 627         }
 628     }
 629 }
 630
 631 void sendTermInit(sctp_params_t &sctpParams) {
 632     rmr_mbuf_t *msg = rmr_alloc_msg(sctpParams.rmrCtx, sctpParams.ka_message_length);
 633     auto count = 0;
 634     while (true) {
 635         msg->mtype = E2_TERM_INIT;
 636         msg->state = 0;
 637         rmr_bytes2payload(msg, (unsigned char *)sctpParams.ka_message, sctpParams.ka_message_length);
 638         static unsigned char tx[32];
 639         auto txLen = snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
 640         rmr_bytes2xact(msg, tx, txLen);
 641         msg = rmr_send_msg(sctpParams.rmrCtx, msg);
 642         if (msg == nullptr) {
 643             msg = rmr_alloc_msg(sctpParams.rmrCtx, sctpParams.ka_message_length);
 644         } else if (msg->state == 0) {
 645             rmr_free_msg(msg);
 646             if (mdclog_level_get() >=  MDCLOG_INFO) {
 647                 mdclog_write(MDCLOG_INFO, "E2_TERM_INIT successfully sent ");
 648             }
 649             return;
 650         } else {
 651             if (count % 100 == 0) {
 652                 mdclog_write(MDCLOG_ERR, "Error sending E2_TERM_INIT cause : %s ", translateRmrErrorMessages(msg->state).c_str());
 653             }
 654             sleep(1);
 655         }
 656         count++;
 657     }
 658 }
 659
 660 /**
 661  *
 662  * @param argc
 663  * @param argv
 664  * @param sctpParams
 665  * @return
 666  */
 667 cxxopts::ParseResult parse(int argc, char *argv[], sctp_params_t &sctpParams) {
 668     cxxopts::Options options(argv[0], "e2 term help");
 669     options.positional_help("[optional args]").show_positional_help();
 670     options.allow_unrecognised_options().add_options()
 671             ("p,path", "config file path", cxxopts::value<std::string>(sctpParams.configFilePath)->default_value("config"))
 672             ("f,file", "config file name", cxxopts::value<std::string>(sctpParams.configFileName)->default_value("config.conf"))
 673             ("h,help", "Print help");
 674
 675     auto result = options.parse(argc, (const char **&)argv);
 676
 677     if (result.count("help")) {
 678         std::cout << options.help({""}) << std::endl;
 679         exit(0);
 680     }
 681     return result;
 682 }
 683
 684 /**
 685  *
 686  * @param sctpParams
 687  * @return -1 failed 0 success
 688  */
 689 int buildInotify(sctp_params_t &sctpParams) {
 690     sctpParams.inotifyFD = inotify_init1(IN_NONBLOCK);
 691     if (sctpParams.inotifyFD == -1) {
 692         mdclog_write(MDCLOG_ERR, "Failed to init inotify (inotify_init1) %s", strerror(errno));
 693         return -1;
 694     }
 695
 696     sctpParams.inotifyWD = inotify_add_watch(sctpParams.inotifyFD,
 697                                              (const char *)sctpParams.configFilePath.c_str(),
 698                                              (unsigned)IN_OPEN | (unsigned)IN_CLOSE_WRITE | (unsigned)IN_CLOSE_NOWRITE); //IN_CLOSE = (IN_CLOSE_WRITE | IN_CLOSE_NOWRITE)
 699     if (sctpParams.inotifyWD == -1) {
 700         mdclog_write(MDCLOG_ERR, "Failed to add directory : %s to  inotify (inotify_add_watch) %s",
 701                      sctpParams.configFilePath.c_str(),
 702                      strerror(errno));
 703         close(sctpParams.inotifyFD);
 704         return -1;
 705     }
 706
 707     struct epoll_event event{};
 708     event.events = (EPOLLIN);
 709     event.data.fd = sctpParams.inotifyFD;
 710     // add listening RMR FD to epoll
 711     if (epoll_ctl(sctpParams.epoll_fd, EPOLL_CTL_ADD, sctpParams.inotifyFD, &event)) {
 712         mdclog_write(MDCLOG_ERR, "Failed to add inotify FD to epoll");
 713         close(sctpParams.inotifyFD);
 714         return -1;
 715     }
 716     return 0;
 717 }
 718
 719 /**
 720  *
 721  * @param args
 722  * @return
 723  */
 724 void listener(sctp_params_t *params) {
 725     int num_of_SCTP_messages = 0;
 726     auto totalTime = 0.0;
 727     std::thread::id this_id = std::this_thread::get_id();
 728     //save cout
 729     auto pod_name = std::getenv("POD_NAME");
 730     auto container_name = std::getenv("CONTAINER_NAME");
 731     auto service_name = std::getenv("SERVICE_NAME");
 732     auto host_name = std::getenv("HOST_NAME");
 733     auto system_name = std::getenv("SYSTEM_NAME");
 734     auto pid = std::to_string(getpid()).c_str();
 735     streambuf *oldCout = cout.rdbuf();
 736     ostringstream memCout;
 737     // create new cout
 738     cout.rdbuf(memCout.rdbuf());
 739     cout << this_id;
 740     //return to the normal cout
 741     cout.rdbuf(oldCout);
 742
 743     char tid[32];
 744     memcpy(tid, memCout.str().c_str(), memCout.str().length() < 32 ? memCout.str().length() : 31);
 745     tid[memCout.str().length()] = 0;
 746     mdclog_mdc_add("SYSTEM_NAME", system_name);
 747     mdclog_mdc_add("HOST_NAME", host_name);
 748     mdclog_mdc_add("SERVICE_NAME", service_name);
 749     mdclog_mdc_add("CONTAINER_NAME", container_name);
 750     mdclog_mdc_add("POD_NAME", pod_name);
 751     mdclog_mdc_add("PID", pid);
 752
 753     if (mdclog_level_get() >= MDCLOG_DEBUG) {
 754         mdclog_write(MDCLOG_DEBUG, "started thread number %s", tid);
 755     }
 756
 757     RmrMessagesBuffer_t rmrMessageBuffer{};
 758     //create and init RMR
 759     rmrMessageBuffer.rmrCtx = params->rmrCtx;
 760
 761     auto *events = (struct epoll_event *) calloc(MAXEVENTS, sizeof(struct epoll_event));
 762     struct timespec end{0, 0};
 763     struct timespec start{0, 0};
 764
 765     rmrMessageBuffer.rcvMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
 766     rmrMessageBuffer.sendMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
 767
 768     memcpy(rmrMessageBuffer.ka_message, params->ka_message, params->ka_message_length);
 769     rmrMessageBuffer.ka_message_len = params->ka_message_length;
 770     rmrMessageBuffer.ka_message[rmrMessageBuffer.ka_message_len] = 0;
 771
 772     if (mdclog_level_get() >= MDCLOG_DEBUG) {
 773         mdclog_write(MDCLOG_DEBUG, "keep alive message is : %s", rmrMessageBuffer.ka_message);
 774     }
 775
 776     ReportingMessages_t message {};
 777
 778 //    for (int i = 0; i < MAX_RMR_BUFF_ARRAY; i++) {
 779 //        rmrMessageBuffer.rcvBufferedMessages[i] = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
 780 //        rmrMessageBuffer.sendBufferedMessages[i] = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
 781 //    }
 782
 783     while (true) {
 784         if (mdclog_level_get() >= MDCLOG_DEBUG) {
 785             mdclog_write(MDCLOG_DEBUG, "Start EPOLL Wait. Timeout = %d", params->epollTimeOut);
 786         }
 787 #ifndef UNIT_TEST
 788         auto numOfEvents = epoll_wait(params->epoll_fd, events, MAXEVENTS, params->epollTimeOut);
 789 #else
 790         auto numOfEvents = 1;
 791 #endif
 792         if (numOfEvents == 0) { // time out
 793 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 794             if (mdclog_level_get() >= MDCLOG_DEBUG) {
 795                 mdclog_write(MDCLOG_DEBUG, "got epoll timeout");
 796             }
 797             continue;
 798         } else if (numOfEvents < 0) {
 799             if (errno == EINTR) {
 800                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
 801                     mdclog_write(MDCLOG_DEBUG, "got EINTR : %s", strerror(errno));
 802                 }
 803                 continue;
 804             }
 805             mdclog_write(MDCLOG_ERR, "Epoll wait failed, errno = %s", strerror(errno));
 806             return;
 807 #endif
 808         }
 809         for (auto i = 0; i < numOfEvents; i++) {
 810             if (mdclog_level_get() >= MDCLOG_DEBUG) {
 811                 mdclog_write(MDCLOG_DEBUG, "handling epoll event %d out of %d", i + 1, numOfEvents);
 812             }
 813             clock_gettime(CLOCK_MONOTONIC, &message.message.time);
 814             start.tv_sec = message.message.time.tv_sec;
 815             start.tv_nsec = message.message.time.tv_nsec;
 816
 817
 818             if ((events[i].events & EPOLLERR) || (events[i].events & EPOLLHUP)) {
 819                 handlepoll_error(events[i], message, rmrMessageBuffer, params);
 820             } else if (events[i].events & EPOLLOUT) {
 821                 handleEinprogressMessages(events[i], message, rmrMessageBuffer, params);
 822             } else if (params->listenFD == events[i].data.fd) {
 823                 if (mdclog_level_get() >= MDCLOG_INFO) {
 824                     mdclog_write(MDCLOG_INFO, "New connection request from sctp network\n");
 825                 }
 826                 // new connection is requested from RAN  start build connection
 827                 while (true) {
 828                     struct sockaddr in_addr {};
 829                     socklen_t in_len;
 830                     char hostBuff[NI_MAXHOST];
 831                     char portBuff[NI_MAXSERV];
 832
 833                     in_len = sizeof(in_addr);
 834                     auto *peerInfo = (ConnectedCU_t *)calloc(1, sizeof(ConnectedCU_t));
 835                     if(peerInfo == nullptr){
 836                         mdclog_write(MDCLOG_ERR, "calloc failed");
 837                         break;
 838                     }
 839                     peerInfo->sctpParams = params;
 840                     peerInfo->fileDescriptor = accept(params->listenFD, &in_addr, &in_len);
 841                     if (peerInfo->fileDescriptor == -1) {
 842 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 843                         if ((errno == EAGAIN) || (errno == EWOULDBLOCK)) {
 844                             /* We have processed all incoming connections. */
 845                             break;
 846                         } else {
 847                             mdclog_write(MDCLOG_ERR, "Accept error, errno = %s", strerror(errno));
 848                             break;
 849                         }
 850                     }
 851                     if (setSocketNoBlocking(peerInfo->fileDescriptor) == -1) {
 852                         mdclog_write(MDCLOG_ERR, "setSocketNoBlocking failed to set new connection %s on port %s\n", hostBuff, portBuff);
 853                         close(peerInfo->fileDescriptor);
 854                         break;
 855 #endif
 856                     }
 857                     auto  ans = getnameinfo(&in_addr, in_len,
 858                                             peerInfo->hostName, NI_MAXHOST,
 859                                             peerInfo->portNumber, NI_MAXSERV, (unsigned )((unsigned int)NI_NUMERICHOST | (unsigned int)NI_NUMERICSERV));
 860                     if (ans < 0) {
 861                         mdclog_write(MDCLOG_ERR, "Failed to get info on connection request. %s\n", strerror(errno));
 862                         close(peerInfo->fileDescriptor);
 863                         break;
 864                     }
 865                     if (mdclog_level_get() >= MDCLOG_DEBUG) {
 866                         mdclog_write(MDCLOG_DEBUG, "Accepted connection on descriptor %d (host=%s, port=%s)\n", peerInfo->fileDescriptor, peerInfo->hostName, peerInfo->portNumber);
 867                     }
 868                     peerInfo->isConnected = false;
 869                     peerInfo->gotSetup = false;
 870                     if (addToEpoll(params->epoll_fd,
 871                                    peerInfo,
 872                                    (EPOLLIN | EPOLLET),
 873                                    params->sctpMap, nullptr,
 874                                    0) != 0) {
 875                         break;
 876                     }
 877                     break;
 878                 }
 879             } else if (params->rmrListenFd == events[i].data.fd) {
 880                 // got message from XAPP
 881                 //num_of_XAPP_messages.fetch_add(1, std::memory_order_release);
 882                 num_of_messages.fetch_add(1, std::memory_order_release);
 883                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
 884                     mdclog_write(MDCLOG_DEBUG, "new RMR message");
 885                 }
 886                 if (receiveXappMessages(params->sctpMap,
 887                                         rmrMessageBuffer,
 888                                         message.message.time) != 0) {
 889                     mdclog_write(MDCLOG_ERR, "Error handling Xapp message");
 890                 }
 891             } else if (params->inotifyFD == events[i].data.fd) {
 892                 mdclog_write(MDCLOG_INFO, "Got event from inotify (configuration update)");
 893                 handleConfigChange(params);
 894             } else {
 895                 /* We RMR_ERR_RETRY have data on the fd waiting to be read. Read and display it.
 896                  * We must read whatever data is available completely, as we are running
 897                  *  in edge-triggered mode and won't get a notification again for the same data. */
 898                 num_of_messages.fetch_add(1, std::memory_order_release);
 899                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
 900                     mdclog_write(MDCLOG_DEBUG, "new message from SCTP, epoll flags are : %0x", events[i].events);
 901                 }
 902                 receiveDataFromSctp(&events[i],
 903                                     params->sctpMap,
 904                                     num_of_SCTP_messages,
 905                                     rmrMessageBuffer,
 906                                     message.message.time);
 907             }
 908
 909             clock_gettime(CLOCK_MONOTONIC, &end);
 910             if (mdclog_level_get() >= MDCLOG_INFO) {
 911                 totalTime += ((end.tv_sec + 1.0e-9 * end.tv_nsec) -
 912                               ((double) start.tv_sec + 1.0e-9 * start.tv_nsec));
 913             }
 914             if (mdclog_level_get() >= MDCLOG_DEBUG) {
 915                 mdclog_write(MDCLOG_DEBUG, "message handling is %ld seconds %ld nanoseconds",
 916                              end.tv_sec - start.tv_sec,
 917                              end.tv_nsec - start.tv_nsec);
 918             }
 919         }
 920 #ifdef UNIT_TEST
 921     break;
 922 #endif
 923     }
 924 }
 925
 926 /**
 927  *
 928  * @param sctpParams
 929  */
 930 void handleConfigChange(sctp_params_t *sctpParams) {
 931     char buf[4096] __attribute__ ((aligned(__alignof__(struct inotify_event))));
 932     const struct inotify_event *event;
 933     char *ptr;
 934 #ifdef UNIT_TEST
 935     struct inotify_event tmpEvent;
 936 #endif
 937     path p = (sctpParams->configFilePath + "/" + sctpParams->configFileName).c_str();
 938     auto endlessLoop = true;
 939     while (endlessLoop) {
 940 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 941         auto len = read(sctpParams->inotifyFD, buf, sizeof buf);
 942 #else
 943     auto len=10;
 944 #endif
 945         if (len == -1) {
 946 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 947             if (errno != EAGAIN) {
 948                 mdclog_write(MDCLOG_ERR, "read %s ", strerror(errno));
 949                 endlessLoop = false;
 950                 continue;
 951             }
 952             else {
 953                 endlessLoop = false;
 954                 continue;
 955             }
 956 #endif
 957         }
 958
 959         for (ptr = buf; ptr < buf + len; ptr += sizeof(struct inotify_event) + event->len) {
 960 #ifndef UNIT_TEST
 961     event = (const struct inotify_event *)ptr;
 962 #else
 963     tmpEvent.mask = (uint32_t)IN_CLOSE_WRITE;
 964     event = &tmpEvent;
 965 #endif
 966             if (event->mask & (uint32_t)IN_ISDIR) {
 967                 continue;
 968             }
 969
 970             // the directory name
 971             if (sctpParams->inotifyWD == event->wd) {
 972                 // not the directory
 973             }
 974             if (event->len) {
 975 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 976                 auto  retVal = strcmp(sctpParams->configFileName.c_str(), event->name);
 977                 if (retVal != 0) {
 978                     continue;
 979                 }
 980 #endif
 981             }
 982             // only the file we want
 983             if (event->mask & (uint32_t)IN_CLOSE_WRITE) {
 984                 if (mdclog_level_get() >= MDCLOG_INFO) {
 985                     mdclog_write(MDCLOG_INFO, "Configuration file changed");
 986                 }
 987                 if (exists(p)) {
 988                     const int size = 2048;
 989                     auto fileSize = file_size(p);
 990                     if (fileSize > size) {
 991                         mdclog_write(MDCLOG_ERR, "File %s larger than %d", p.string().c_str(), size);
 992                         return;
 993                     }
 994                 } else {
 995                     mdclog_write(MDCLOG_ERR, "Configuration File %s not exists", p.string().c_str());
 996                     return;
 997                 }
 998
 999                 ReadConfigFile conf;
1000                 if (conf.openConfigFile(p.string()) == -1) {
1001                     mdclog_write(MDCLOG_ERR, "Filed to open config file %s, %s",
1002                                  p.string().c_str(), strerror(errno));
1003                     return;
1004                 }
1005                 auto tmpStr = conf.getStringValue("loglevel");
1006                 if (tmpStr.length() == 0) {
1007                     mdclog_write(MDCLOG_ERR, "illegal loglevel. Set loglevel to MDCLOG_INFO");
1008                     tmpStr = "info";
1009                 }
1010                 transform(tmpStr.begin(), tmpStr.end(), tmpStr.begin(), ::tolower);
1011
1012                 if ((tmpStr.compare("debug")) == 0) {
1013                     mdclog_write(MDCLOG_INFO, "Log level set to MDCLOG_DEBUG");
1014                     sctpParams->logLevel = MDCLOG_DEBUG;
1015                 }
1016 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1017                 else if ((tmpStr.compare("info")) == 0) {
1018                     mdclog_write(MDCLOG_INFO, "Log level set to MDCLOG_INFO");
1019                     sctpParams->logLevel = MDCLOG_INFO;
1020                 } else if ((tmpStr.compare("warning")) == 0) {
1021                     mdclog_write(MDCLOG_INFO, "Log level set to MDCLOG_WARN");
1022                     sctpParams->logLevel = MDCLOG_WARN;
1023                 } else if ((tmpStr.compare("error")) == 0) {
1024                     mdclog_write(MDCLOG_INFO, "Log level set to MDCLOG_ERR");
1025                     sctpParams->logLevel = MDCLOG_ERR;
1026                 } else {
1027                     mdclog_write(MDCLOG_ERR, "illegal loglevel = %s. Set loglevel to MDCLOG_INFO", tmpStr.c_str());
1028                     sctpParams->logLevel = MDCLOG_INFO;
1029                 }
1030 #endif
1031                 mdclog_level_set(sctpParams->logLevel);
1032                 tmpStr = conf.getStringValue("trace");
1033                 if (tmpStr.length() == 0) {
1034                     mdclog_write(MDCLOG_ERR, "illegal trace. Set trace to stop");
1035                     tmpStr = "stop";
1036                 }
1037
1038                 transform(tmpStr.begin(), tmpStr.end(), tmpStr.begin(), ::tolower);
1039                 if ((tmpStr.compare("start")) == 0) {
1040                     mdclog_write(MDCLOG_INFO, "Trace set to: start");
1041                     sctpParams->trace = true;
1042                 } else if ((tmpStr.compare("stop")) == 0) {
1043                     mdclog_write(MDCLOG_INFO, "Trace set to: stop");
1044                     sctpParams->trace = false;
1045                 } else {
1046                     mdclog_write(MDCLOG_ERR, "Trace was set to wrong value %s, set to stop", tmpStr.c_str());
1047                     sctpParams->trace = false;
1048                 }
1049                 jsonTrace = sctpParams->trace;
1050
1051
1052                 endlessLoop = false;
1053             }
1054 #ifdef UNIT_TEST
1055             break;
1056 #endif
1057         }
1058     }
1059 }
1060
1061 /**
1062  *
1063  * @param event
1064  * @param message
1065  * @param rmrMessageBuffer
1066  * @param params
1067  */
1068 void handleEinprogressMessages(struct epoll_event &event,
1069                                ReportingMessages_t &message,
1070                                RmrMessagesBuffer_t &rmrMessageBuffer,
1071                                sctp_params_t *params) {
1072     auto *peerInfo = (ConnectedCU_t *)event.data.ptr;
1073     memcpy(message.message.enodbName, peerInfo->enodbName, sizeof(peerInfo->enodbName));
1074
1075     mdclog_write(MDCLOG_INFO, "file descriptor %d got EPOLLOUT", peerInfo->fileDescriptor);
1076     auto retVal = 0;
1077     socklen_t retValLen = 0;
1078     auto rc = getsockopt(peerInfo->fileDescriptor, SOL_SOCKET, SO_ERROR, &retVal, &retValLen);
1079     if (rc != 0 || retVal != 0) {
1080 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1081         if (rc != 0) {
1082             rmrMessageBuffer.sendMessage->len = snprintf((char *)rmrMessageBuffer.sendMessage->payload, 256,
1083                                                          "%s|Failed SCTP Connection, after EINPROGRESS the getsockopt%s",
1084                                                          peerInfo->enodbName, strerror(errno));
1085         } else if (retVal != 0) {
1086             rmrMessageBuffer.sendMessage->len = snprintf((char *)rmrMessageBuffer.sendMessage->payload, 256,
1087                                                          "%s|Failed SCTP Connection after EINPROGRESS, SO_ERROR",
1088                                                          peerInfo->enodbName);
1089         }
1090
1091         message.message.asndata = rmrMessageBuffer.sendMessage->payload;
1092         message.message.asnLength = rmrMessageBuffer.sendMessage->len;
1093         mdclog_write(MDCLOG_ERR, "%s", rmrMessageBuffer.sendMessage->payload);
1094         message.message.direction = 'N';
1095         if (sendRequestToXapp(message, RIC_SCTP_CONNECTION_FAILURE, rmrMessageBuffer) != 0) {
1096             mdclog_write(MDCLOG_ERR, "SCTP_CONNECTION_FAIL message failed to send to xAPP");
1097         }
1098 #endif
1099         memset(peerInfo->asnData, 0, peerInfo->asnLength);
1100         peerInfo->asnLength = 0;
1101         peerInfo->mtype = 0;
1102         return;
1103     }
1104 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1105     peerInfo->isConnected = true;
1106
1107     if (modifyToEpoll(params->epoll_fd, peerInfo, (EPOLLIN | EPOLLET), params->sctpMap, peerInfo->enodbName,
1108                       peerInfo->mtype) != 0) {
1109         mdclog_write(MDCLOG_ERR, "epoll_ctl EPOLL_CTL_MOD");
1110         return;
1111     }
1112
1113     message.message.asndata = (unsigned char *)peerInfo->asnData;
1114     message.message.asnLength = peerInfo->asnLength;
1115     message.message.messageType = peerInfo->mtype;
1116     memcpy(message.message.enodbName, peerInfo->enodbName, sizeof(peerInfo->enodbName));
1117     num_of_messages.fetch_add(1, std::memory_order_release);
1118     if (mdclog_level_get() >= MDCLOG_DEBUG) {
1119         mdclog_write(MDCLOG_DEBUG, "send the delayed SETUP/ENDC SETUP to sctp for %s",
1120                      message.message.enodbName);
1121     }
1122     if (sendSctpMsg(peerInfo, message, params->sctpMap) != 0) {
1123         if (mdclog_level_get() >= MDCLOG_DEBUG) {
1124             mdclog_write(MDCLOG_DEBUG, "Error write to SCTP  %s %d", __func__, __LINE__);
1125         }
1126         return;
1127     }
1128
1129     memset(peerInfo->asnData, 0, peerInfo->asnLength);
1130     peerInfo->asnLength = 0;
1131     peerInfo->mtype = 0;
1132 #endif
1133 }
1134
1135
1136 void handlepoll_error(struct epoll_event &event,
1137                       ReportingMessages_t &message,
1138                       RmrMessagesBuffer_t &rmrMessageBuffer,
1139                       sctp_params_t *params) {
1140     if (event.data.fd != params->rmrListenFd) {
1141         auto *peerInfo = (ConnectedCU_t *)event.data.ptr;
1142         mdclog_write(MDCLOG_ERR, "epoll error, events %0x on fd %d, RAN NAME : %s",
1143                      event.events, peerInfo->fileDescriptor, peerInfo->enodbName);
1144 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1145         rmrMessageBuffer.sendMessage->len = snprintf((char *)rmrMessageBuffer.sendMessage->payload, 256,
1146                                                      "%s|Failed SCTP Connection",
1147                                                      peerInfo->enodbName);
1148         message.message.asndata = rmrMessageBuffer.sendMessage->payload;
1149         message.message.asnLength = rmrMessageBuffer.sendMessage->len;
1150
1151         memcpy(message.message.enodbName, peerInfo->enodbName, sizeof(peerInfo->enodbName));
1152         message.message.direction = 'N';
1153         if (sendRequestToXapp(message, RIC_SCTP_CONNECTION_FAILURE, rmrMessageBuffer) != 0) {
1154             mdclog_write(MDCLOG_ERR, "SCTP_CONNECTION_FAIL message failed to send to xAPP");
1155         }
1156 #endif
1157         close(peerInfo->fileDescriptor);
1158         params->sctpMap->erase(peerInfo->enodbName);
1159         cleanHashEntry((ConnectedCU_t *) event.data.ptr, params->sctpMap);
1160     } else {
1161         mdclog_write(MDCLOG_ERR, "epoll error, events %0x on RMR FD", event.events);
1162     }
1163 }
1164 /**
1165  *
1166  * @param socket
1167  * @return
1168  */
1169 int setSocketNoBlocking(int socket) {
1170     auto flags = fcntl(socket, F_GETFL, 0);
1171
1172     if (flags == -1) {
1173         mdclog_write(MDCLOG_ERR, "%s, %s", __FUNCTION__, strerror(errno));
1174         return -1;
1175     }
1176
1177     flags = (unsigned) flags | (unsigned) O_NONBLOCK;
1178     if (fcntl(socket, F_SETFL, flags) == -1) {
1179         mdclog_write(MDCLOG_ERR, "%s, %s", __FUNCTION__, strerror(errno));
1180         return -1;
1181     }
1182
1183     return 0;
1184 }
1185
1186 /**
1187  *
1188  * @param val
1189  * @param m
1190  */
1191 void cleanHashEntry(ConnectedCU_t *val, Sctp_Map_t *m) {
1192     char *dummy;
1193     auto port = (uint16_t) strtol(val->portNumber, &dummy, 10);
1194     char searchBuff[2048]{};
1195
1196     snprintf(searchBuff, sizeof searchBuff, "host:%s:%d", val->hostName, port);
1197     m->erase(searchBuff);
1198
1199     m->erase(val->enodbName);
1200 #ifndef UNIT_TEST
1201     free(val);
1202 #endif
1203 }
1204
1205 /**
1206  *
1207  * @param fd file descriptor
1208  * @param data the asn data to send
1209  * @param len  length of the data
1210  * @param enodbName the enodbName as in the map for printing purpose
1211  * @param m map host information
1212  * @param mtype message number
1213  * @return 0 success, a negative number on fail
1214  */
1215 int sendSctpMsg(ConnectedCU_t *peerInfo, ReportingMessages_t &message, Sctp_Map_t *m) {
1216     auto loglevel = mdclog_level_get();
1217 #ifndef UNIT_TEST
1218     int fd = peerInfo->fileDescriptor;
1219 #else
1220     int fd = FILE_DESCRIPTOR;
1221 #endif
1222     if (loglevel >= MDCLOG_DEBUG) {
1223         mdclog_write(MDCLOG_DEBUG, "Send SCTP message for CU %s, %s",
1224                      message.message.enodbName, __FUNCTION__);
1225     }
1226
1227     while (true) {
1228         if (send(fd,message.message.asndata, message.message.asnLength,MSG_NOSIGNAL) < 0) {
1229             if (errno == EINTR) {
1230                 continue;
1231             }
1232             mdclog_write(MDCLOG_ERR, "error writing to CU a message, %s ", strerror(errno));
1233 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1234             if (!peerInfo->isConnected) {
1235                 mdclog_write(MDCLOG_ERR, "connection to CU %s is still in progress.", message.message.enodbName);
1236                 return -1;
1237             }
1238 #endif
1239 #ifndef UNIT_TEST
1240             cleanHashEntry(peerInfo, m);
1241             close(fd);
1242 #endif
1243             char key[MAX_ENODB_NAME_SIZE * 2];
1244             snprintf(key, MAX_ENODB_NAME_SIZE * 2, "msg:%s|%d", message.message.enodbName,
1245                      message.message.messageType);
1246             if (loglevel >= MDCLOG_DEBUG) {
1247                 mdclog_write(MDCLOG_DEBUG, "remove key = %s from %s at line %d", key, __FUNCTION__, __LINE__);
1248             }
1249             auto tmp = m->find(key);
1250             if (tmp) {
1251                 free(tmp);
1252             }
1253             m->erase(key);
1254 #ifndef UNIT_TEST
1255             return -1;
1256 #endif
1257         }
1258         message.message.direction = 'D';
1259         // send report.buffer of size
1260         buildJsonMessage(message);
1261
1262         if (loglevel >= MDCLOG_DEBUG) {
1263             mdclog_write(MDCLOG_DEBUG,
1264                          "SCTP message for CU %s sent from %s",
1265                          message.message.enodbName,
1266                          __FUNCTION__);
1267         }
1268         return 0;
1269     }
1270 }
1271
1272 /**
1273  *
1274  * @param message
1275  * @param rmrMessageBuffer
1276  */
1277 void getRequestMetaData(ReportingMessages_t &message, RmrMessagesBuffer_t &rmrMessageBuffer) {
1278     message.message.asndata = rmrMessageBuffer.rcvMessage->payload;
1279     message.message.asnLength = rmrMessageBuffer.rcvMessage->len;
1280
1281     if (mdclog_level_get() >= MDCLOG_DEBUG) {
1282         mdclog_write(MDCLOG_DEBUG, "Message from Xapp RAN name = %s message length = %ld",
1283                      message.message.enodbName, (unsigned long) message.message.asnLength);
1284     }
1285 }
1286
1287
1288
1289 /**
1290  *
1291  * @param events
1292  * @param sctpMap
1293  * @param numOfMessages
1294  * @param rmrMessageBuffer
1295  * @param ts
1296  * @return
1297  */
1298 int receiveDataFromSctp(struct epoll_event *events,
1299                         Sctp_Map_t *sctpMap,
1300                         int &numOfMessages,
1301                         RmrMessagesBuffer_t &rmrMessageBuffer,
1302                         struct timespec &ts) {
1303     /* We have data on the fd waiting to be read. Read and display it.
1304  * We must read whatever data is available completely, as we are running
1305  *  in edge-triggered mode and won't get a notification again for the same data. */
1306     ReportingMessages_t message {};
1307     auto done = 0;
1308     auto loglevel = mdclog_level_get();
1309
1310     // get the identity of the interface
1311     message.peerInfo = (ConnectedCU_t *)events->data.ptr;
1312
1313     struct timespec start{0, 0};
1314     struct timespec decodeStart{0, 0};
1315     struct timespec end{0, 0};
1316
1317     E2AP_PDU_t *pdu = nullptr;
1318
1319     while (true) {
1320         if (loglevel >= MDCLOG_DEBUG) {
1321             mdclog_write(MDCLOG_DEBUG, "Start Read from SCTP %d fd", message.peerInfo->fileDescriptor);
1322             clock_gettime(CLOCK_MONOTONIC, &start);
1323         }
1324         // read the buffer directly to rmr payload
1325         message.message.asndata = rmrMessageBuffer.sendMessage->payload;
1326 #ifndef UNIT_TEST
1327         message.message.asnLength = rmrMessageBuffer.sendMessage->len =
1328                 read(message.peerInfo->fileDescriptor, rmrMessageBuffer.sendMessage->payload, RECEIVE_SCTP_BUFFER_SIZE);
1329 #else
1330         message.message.asnLength = rmrMessageBuffer.sendMessage->len;
1331 #endif
1332
1333         if (loglevel >= MDCLOG_DEBUG) {
1334             mdclog_write(MDCLOG_DEBUG, "Finish Read from SCTP %d fd message length = %ld",
1335                          message.peerInfo->fileDescriptor, message.message.asnLength);
1336         }
1337
1338         memcpy(message.message.enodbName, message.peerInfo->enodbName, sizeof(message.peerInfo->enodbName));
1339         message.message.direction = 'U';
1340         message.message.time.tv_nsec = ts.tv_nsec;
1341         message.message.time.tv_sec = ts.tv_sec;
1342
1343         if (message.message.asnLength < 0) {
1344             if (errno == EINTR) {
1345                 continue;
1346             }
1347             /* If errno == EAGAIN, that means we have read all
1348                data. So goReportingMessages_t back to the main loop. */
1349             if (errno != EAGAIN) {
1350                 mdclog_write(MDCLOG_ERR, "Read error, %s ", strerror(errno));
1351                 done = 1;
1352             } else if (loglevel >= MDCLOG_DEBUG) {
1353                 mdclog_write(MDCLOG_DEBUG, "EAGAIN - descriptor = %d", message.peerInfo->fileDescriptor);
1354             }
1355             break;
1356         } else if (message.message.asnLength == 0) {
1357             /* End of file. The remote has closed the connection. */
1358             if (loglevel >= MDCLOG_INFO) {
1359                 mdclog_write(MDCLOG_INFO, "END of File Closed connection - descriptor = %d",
1360                              message.peerInfo->fileDescriptor);
1361             }
1362             done = 1;
1363             break;
1364         }
1365
1366         if (loglevel >= MDCLOG_DEBUG) {
1367             char printBuffer[RECEIVE_SCTP_BUFFER_SIZE]{};
1368             char *tmp = printBuffer;
1369             for (size_t i = 0; i < (size_t)message.message.asnLength; ++i) {
1370                 snprintf(tmp, 3, "%02x", message.message.asndata[i]);
1371                 tmp += 2;
1372             }
1373             printBuffer[message.message.asnLength] = 0;
1374             clock_gettime(CLOCK_MONOTONIC, &end);
1375             mdclog_write(MDCLOG_DEBUG, "Before Encoding E2AP PDU for : %s, Read time is : %ld seconds, %ld nanoseconds",
1376                          message.peerInfo->enodbName, end.tv_sec - start.tv_sec, end.tv_nsec - start.tv_nsec);
1377             mdclog_write(MDCLOG_DEBUG, "PDU buffer length = %ld, data =  : %s", message.message.asnLength,
1378                          printBuffer);
1379             clock_gettime(CLOCK_MONOTONIC, &decodeStart);
1380         }
1381 #ifndef UNIT_TEST
1382         auto rval = asn_decode(nullptr, ATS_ALIGNED_BASIC_PER, &asn_DEF_E2AP_PDU, (void **) &pdu,
1383                         message.message.asndata, message.message.asnLength);
1384 #else
1385         asn_dec_rval_t rval = {RC_OK, 0};
1386         pdu = (E2AP_PDU_t*)rmrMessageBuffer.sendMessage->tp_buf;
1387 #endif
1388         if (rval.code != RC_OK) {
1389             mdclog_write(MDCLOG_ERR, "Error %d Decoding (unpack) E2AP PDU from RAN : %s", rval.code,
1390                          message.peerInfo->enodbName);
1391             break;
1392         }
1393
1394         if (loglevel >= MDCLOG_DEBUG) {
1395             clock_gettime(CLOCK_MONOTONIC, &end);
1396             mdclog_write(MDCLOG_DEBUG, "After Encoding E2AP PDU for : %s, Read time is : %ld seconds, %ld nanoseconds",
1397                          message.peerInfo->enodbName, end.tv_sec - decodeStart.tv_sec, end.tv_nsec - decodeStart.tv_nsec);
1398             char *printBuffer;
1399             size_t size;
1400             FILE *stream = open_memstream(&printBuffer, &size);
1401             asn_fprint(stream, &asn_DEF_E2AP_PDU, pdu);
1402             mdclog_write(MDCLOG_DEBUG, "Encoding E2AP PDU past : %s", printBuffer);
1403             clock_gettime(CLOCK_MONOTONIC, &decodeStart);
1404
1405             fclose(stream);
1406             free(printBuffer);
1407         }
1408
1409         switch (pdu->present) {
1410             case E2AP_PDU_PR_initiatingMessage: {//initiating message
1411                 asnInitiatingRequest(pdu, sctpMap,message, rmrMessageBuffer);
1412                 break;
1413             }
1414             case E2AP_PDU_PR_successfulOutcome: { //successful outcome
1415                 asnSuccessfulMsg(pdu, sctpMap, message, rmrMessageBuffer);
1416                 break;
1417             }
1418             case E2AP_PDU_PR_unsuccessfulOutcome: { //Unsuccessful Outcome
1419                 asnUnSuccsesfulMsg(pdu, sctpMap, message, rmrMessageBuffer);
1420                 break;
1421             }
1422             default:
1423                 mdclog_write(MDCLOG_ERR, "Unknown index %d in E2AP PDU", pdu->present);
1424                 break;
1425         }
1426         if (loglevel >= MDCLOG_DEBUG) {
1427             clock_gettime(CLOCK_MONOTONIC, &end);
1428             mdclog_write(MDCLOG_DEBUG,
1429                          "After processing message and sent to rmr for : %s, Read time is : %ld seconds, %ld nanoseconds",
1430                          message.peerInfo->enodbName, end.tv_sec - decodeStart.tv_sec, end.tv_nsec - decodeStart.tv_nsec);
1431         }
1432         numOfMessages++;
1433         if (pdu != nullptr) {
1434             ASN_STRUCT_RESET(asn_DEF_E2AP_PDU, pdu);
1435             //ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
1436             //pdu = nullptr;
1437         }
1438 #ifdef UNIT_TEST
1439     done = 1;
1440     break;
1441 #endif
1442     }
1443
1444     if (done) {
1445         if (loglevel >= MDCLOG_INFO) {
1446             mdclog_write(MDCLOG_INFO, "Closed connection - descriptor = %d", message.peerInfo->fileDescriptor);
1447         }
1448         message.message.asnLength = rmrMessageBuffer.sendMessage->len =
1449                 snprintf((char *)rmrMessageBuffer.sendMessage->payload,
1450                          256,
1451                          "%s|CU disconnected unexpectedly",
1452                          message.peerInfo->enodbName);
1453         message.message.asndata = rmrMessageBuffer.sendMessage->payload;
1454 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1455         if (sendRequestToXapp(message,
1456                               RIC_SCTP_CONNECTION_FAILURE,
1457                               rmrMessageBuffer) != 0) {
1458             mdclog_write(MDCLOG_ERR, "SCTP_CONNECTION_FAIL message failed to send to xAPP");
1459         }
1460 #endif
1461
1462         /* Closing descriptor make epoll remove it from the set of descriptors which are monitored. */
1463         close(message.peerInfo->fileDescriptor);
1464         cleanHashEntry((ConnectedCU_t *) events->data.ptr, sctpMap);
1465     }
1466     if (loglevel >= MDCLOG_DEBUG) {
1467         clock_gettime(CLOCK_MONOTONIC, &end);
1468         mdclog_write(MDCLOG_DEBUG, "from receive SCTP to send RMR time is %ld seconds and %ld nanoseconds",
1469                      end.tv_sec - start.tv_sec, end.tv_nsec - start.tv_nsec);
1470
1471     }
1472     return 0;
1473 }
1474
1475 static void buildAndSendSetupRequest(ReportingMessages_t &message,
1476                                      RmrMessagesBuffer_t &rmrMessageBuffer,
1477                                      E2AP_PDU_t *pdu/*,
1478                                      string const &messageName,
1479                                      string const &ieName,
1480                                      vector<string> &functionsToAdd_v,
1481                                      vector<string> &functionsToModified_v*/) {
1482     auto logLevel = mdclog_level_get();
1483     // now we can send the data to e2Mgr
1484
1485     asn_enc_rval_t er;
1486     auto buffer_size = RECEIVE_SCTP_BUFFER_SIZE * 2;
1487     unsigned char *buffer = nullptr;
1488     buffer = (unsigned char *) calloc(buffer_size, sizeof(unsigned char));
1489     if(!buffer)
1490     {
1491 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1492         mdclog_write(MDCLOG_ERR, "Allocating buffer for %s failed, %s", asn_DEF_E2AP_PDU.name, strerror(errno));
1493         return;
1494 #endif
1495     }
1496     while (true) {
1497         er = asn_encode_to_buffer(nullptr, ATS_BASIC_XER, &asn_DEF_E2AP_PDU, pdu, buffer, buffer_size);
1498         if (er.encoded == -1) {
1499 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1500             mdclog_write(MDCLOG_ERR, "encoding of %s failed, %s", asn_DEF_E2AP_PDU.name, strerror(errno));
1501             return;
1502 #endif
1503         } else if (er.encoded > (ssize_t) buffer_size) {
1504             buffer_size = er.encoded + 128;
1505 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1506             mdclog_write(MDCLOG_WARN, "Buffer of size %d is to small for %s. Reallocate buffer of size %d",
1507                          (int) buffer_size,
1508                          asn_DEF_E2AP_PDU.name, buffer_size);
1509             buffer_size = er.encoded + 128;
1510
1511             unsigned char *newBuffer = nullptr;
1512             newBuffer = (unsigned char *) realloc(buffer, buffer_size);
1513             if (!newBuffer)
1514             {
1515                 // out of memory
1516                 mdclog_write(MDCLOG_ERR, "Reallocating buffer for %s failed, %s", asn_DEF_E2AP_PDU.name, strerror(errno));
1517                 free(buffer);
1518                 return;
1519             }
1520             buffer = newBuffer;
1521             continue;
1522 #endif
1523         }
1524         buffer[er.encoded] = '\0';
1525         break;
1526     }
1527     // encode to xml
1528
1529     string res((char *)buffer);
1530     res.erase(std::remove(res.begin(), res.end(), '\n'), res.end());
1531     res.erase(std::remove(res.begin(), res.end(), '\t'), res.end());
1532     res.erase(std::remove(res.begin(), res.end(), ' '), res.end());
1533
1534 //    string res {};
1535 //    if (!functionsToAdd_v.empty() || !functionsToModified_v.empty()) {
1536 //        res = buildXmlData(messageName, ieName, functionsToAdd_v, functionsToModified_v, buffer, (size_t) er.encoded);
1537 //    }
1538     rmr_mbuf_t *rmrMsg;
1539 //    if (res.length() == 0) {
1540 //        rmrMsg = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, buffer_size + 256);
1541 //        rmrMsg->len = snprintf((char *) rmrMsg->payload, RECEIVE_SCTP_BUFFER_SIZE * 2, "%s:%d|%s",
1542 //                               message.peerInfo->sctpParams->myIP.c_str(),
1543 //                               message.peerInfo->sctpParams->rmrPort,
1544 //                               buffer);
1545 //    } else {
1546         rmrMsg = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, (int)res.length() + 256);
1547         rmrMsg->len = snprintf((char *) rmrMsg->payload, res.length() + 256, "%s:%d|%s",
1548                                message.peerInfo->sctpParams->myIP.c_str(),
1549                                message.peerInfo->sctpParams->rmrPort,
1550                                res.c_str());
1551 //    }
1552
1553     if (logLevel >= MDCLOG_DEBUG) {
1554         mdclog_write(MDCLOG_DEBUG, "Setup request of size %d :\n %s\n", rmrMsg->len, rmrMsg->payload);
1555     }
1556     // send to RMR
1557     rmrMsg->mtype = message.message.messageType;
1558     rmrMsg->state = 0;
1559     rmr_bytes2meid(rmrMsg, (unsigned char *) message.message.enodbName, strlen(message.message.enodbName));
1560
1561     static unsigned char tx[32];
1562     snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
1563     rmr_bytes2xact(rmrMsg, tx, strlen((const char *) tx));
1564 #ifndef UNIT_TEST
1565     rmrMsg = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMsg);
1566 #endif
1567     if (rmrMsg == nullptr) {
1568         mdclog_write(MDCLOG_ERR, "RMR failed to send returned nullptr");
1569     } else if (rmrMsg->state != 0) {
1570         char meid[RMR_MAX_MEID]{};
1571         if (rmrMsg->state == RMR_ERR_RETRY) {
1572             usleep(5);
1573             rmrMsg->state = 0;
1574             mdclog_write(MDCLOG_INFO, "RETRY sending Message %d to Xapp from %s",
1575                          rmrMsg->mtype, rmr_get_meid(rmrMsg, (unsigned char *) meid));
1576 #ifndef UNIT_TEST
1577             rmrMsg = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMsg);
1578 #endif
1579             if (rmrMsg == nullptr) {
1580                 mdclog_write(MDCLOG_ERR, "RMR failed send returned nullptr");
1581             } else if (rmrMsg->state != 0) {
1582                 mdclog_write(MDCLOG_ERR,
1583                              "RMR Retry failed %s sending request %d to Xapp from %s",
1584                              translateRmrErrorMessages(rmrMsg->state).c_str(),
1585                              rmrMsg->mtype,
1586                              rmr_get_meid(rmrMsg, (unsigned char *) meid));
1587             }
1588         } else {
1589             mdclog_write(MDCLOG_ERR, "RMR failed: %s. sending request %d to Xapp from %s",
1590                          translateRmrErrorMessages(rmrMsg->state).c_str(),
1591                          rmrMsg->mtype,
1592                          rmr_get_meid(rmrMsg, (unsigned char *) meid));
1593         }
1594     }
1595     message.peerInfo->gotSetup = true;
1596     buildJsonMessage(message);
1597
1598     if (rmrMsg != nullptr) {
1599         rmr_free_msg(rmrMsg);
1600     }
1601     free(buffer);
1602
1603     return;
1604 }
1605
1606 #if 0
1607 int RAN_Function_list_To_Vector(RANfunctions_List_t& list, vector <string> &runFunXML_v) {
1608     auto index = 0;
1609     runFunXML_v.clear();
1610     for (auto j = 0; j < list.list.count; j++) {
1611         auto *raNfunctionItemIEs = (RANfunction_ItemIEs_t *)list.list.array[j];
1612         if (raNfunctionItemIEs->id == ProtocolIE_ID_id_RANfunction_Item &&
1613             (raNfunctionItemIEs->value.present == RANfunction_ItemIEs__value_PR_RANfunction_Item)) {
1614             // encode to xml
1615             E2SM_gNB_NRT_RANfunction_Definition_t *ranFunDef = nullptr;
1616             auto rval = asn_decode(nullptr, ATS_ALIGNED_BASIC_PER,
1617                                    &asn_DEF_E2SM_gNB_NRT_RANfunction_Definition,
1618                                    (void **)&ranFunDef,
1619                                    raNfunctionItemIEs->value.choice.RANfunction_Item.ranFunctionDefinition.buf,
1620                                    raNfunctionItemIEs->value.choice.RANfunction_Item.ranFunctionDefinition.size);
1621             if (rval.code != RC_OK) {
1622                 mdclog_write(MDCLOG_ERR, "Error %d Decoding (unpack) E2SM message from : %s",
1623                              rval.code,
1624                              asn_DEF_E2SM_gNB_NRT_RANfunction_Definition.name);
1625                 return -1;
1626             }
1627
1628             auto xml_buffer_size = RECEIVE_SCTP_BUFFER_SIZE * 2;
1629             unsigned char xml_buffer[RECEIVE_SCTP_BUFFER_SIZE * 2];
1630             memset(xml_buffer, 0, RECEIVE_SCTP_BUFFER_SIZE * 2);
1631             // encode to xml
1632             auto er = asn_encode_to_buffer(nullptr,
1633                                            ATS_BASIC_XER,
1634                                            &asn_DEF_E2SM_gNB_NRT_RANfunction_Definition,
1635                                            ranFunDef,
1636                                            xml_buffer,
1637                                            xml_buffer_size);
1638             if (er.encoded == -1) {
1639                 mdclog_write(MDCLOG_ERR, "encoding of %s failed, %s",
1640                              asn_DEF_E2SM_gNB_NRT_RANfunction_Definition.name,
1641                              strerror(errno));
1642             } else if (er.encoded > (ssize_t)xml_buffer_size) {
1643                 mdclog_write(MDCLOG_ERR, "Buffer of size %d is to small for %s, at %s line %d",
1644                              (int) xml_buffer_size,
1645                              asn_DEF_E2SM_gNB_NRT_RANfunction_Definition.name, __func__, __LINE__);
1646             } else {
1647                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
1648                     mdclog_write(MDCLOG_DEBUG, "Encoding E2SM %s PDU number %d : %s",
1649                                  asn_DEF_E2SM_gNB_NRT_RANfunction_Definition.name,
1650                                  index++,
1651                                  xml_buffer);
1652                 }
1653
1654                 string runFuncs = (char *)(xml_buffer);
1655                 runFunXML_v.emplace_back(runFuncs);
1656             }
1657         }
1658     }
1659     return 0;
1660 }
1661
1662 int collectServiceUpdate_RequestData(E2AP_PDU_t *pdu,
1663                                      Sctp_Map_t *sctpMap,
1664                                      ReportingMessages_t &message,
1665                                      vector <string> &RANfunctionsAdded_v,
1666                                      vector <string> &RANfunctionsModified_v) {
1667     memset(message.peerInfo->enodbName, 0 , MAX_ENODB_NAME_SIZE);
1668     for (auto i = 0; i < pdu->choice.initiatingMessage->value.choice.RICserviceUpdate.protocolIEs.list.count; i++) {
1669         auto *ie = pdu->choice.initiatingMessage->value.choice.RICserviceUpdate.protocolIEs.list.array[i];
1670         if (ie->id == ProtocolIE_ID_id_RANfunctionsAdded) {
1671             if (ie->value.present == RICserviceUpdate_IEs__value_PR_RANfunctionsID_List) {
1672                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
1673                     mdclog_write(MDCLOG_DEBUG, "Run function list have %d entries",
1674                                  ie->value.choice.RANfunctions_List.list.count);
1675                 }
1676                 if (RAN_Function_list_To_Vector(ie->value.choice.RANfunctions_List, RANfunctionsAdded_v) != 0 ) {
1677                     return -1;
1678                 }
1679             }
1680         } else if (ie->id == ProtocolIE_ID_id_RANfunctionsModified) {
1681             if (ie->value.present == RICserviceUpdate_IEs__value_PR_RANfunctions_List) {
1682                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
1683                     mdclog_write(MDCLOG_DEBUG, "Run function list have %d entries",
1684                                  ie->value.choice.RANfunctions_List.list.count);
1685                 }
1686                 if (RAN_Function_list_To_Vector(ie->value.choice.RANfunctions_List, RANfunctionsModified_v) != 0 ) {
1687                     return -1;
1688                 }
1689             }
1690         }
1691     }
1692     if (mdclog_level_get() >= MDCLOG_DEBUG) {
1693         mdclog_write(MDCLOG_DEBUG, "Run function vector have %ld entries",
1694                      RANfunctionsAdded_v.size());
1695     }
1696     return 0;
1697 }
1698
1699 #endif
1700
1701
1702 void buildPrometheusList(ConnectedCU_t *peerInfo, Family<Counter> *prometheusFamily) {
1703     peerInfo->counters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_E2setup)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"SetupRequest", "Messages"}});
1704     peerInfo->counters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_E2setup)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"SetupRequest", "Bytes"}});
1705
1706     peerInfo->counters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_ErrorIndication)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"ErrorIndication", "Messages"}});
1707     peerInfo->counters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_ErrorIndication)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"ErrorIndication", "Bytes"}});
1708
1709     peerInfo->counters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_RICindication)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICindication", "Messages"}});
1710     peerInfo->counters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_RICindication)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICindication", "Bytes"}});
1711
1712     peerInfo->counters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"ResetRequest", "Messages"}});
1713     peerInfo->counters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"ResetRequest", "Bytes"}});
1714
1715     peerInfo->counters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_RICserviceUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICserviceUpdate", "Messages"}});
1716     peerInfo->counters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_RICserviceUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICserviceUpdate", "Bytes"}});
1717     // ---------------------------------------------
1718     peerInfo->counters[IN_SUCC][MSG_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"ResetACK", "Messages"}});
1719     peerInfo->counters[IN_SUCC][BYTES_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"ResetACK", "Bytes"}});
1720
1721     peerInfo->counters[IN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICcontrol)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICcontrolACK", "Messages"}});
1722     peerInfo->counters[IN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICcontrol)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICcontrolACK", "Bytes"}});
1723
1724     peerInfo->counters[IN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICsubscription)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionACK", "Messages"}});
1725     peerInfo->counters[IN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICsubscription)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionACK", "Bytes"}});
1726
1727     peerInfo->counters[IN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICsubscriptionDelete)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionDeleteACK", "Messages"}});
1728     peerInfo->counters[IN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICsubscriptionDelete)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionDeleteACK", "Bytes"}});
1729     //-------------------------------------------------------------
1730
1731     peerInfo->counters[IN_UN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICcontrol)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICcontrolFailure", "Messages"}});
1732     peerInfo->counters[IN_UN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICcontrol)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICcontrolFailure", "Bytes"}});
1733
1734     peerInfo->counters[IN_UN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICsubscription)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionFailure", "Messages"}});
1735     peerInfo->counters[IN_UN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICsubscription)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionFailure", "Bytes"}});
1736
1737     peerInfo->counters[IN_UN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICsubscriptionDelete)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionDeleteFailure", "Messages"}});
1738     peerInfo->counters[IN_UN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICsubscriptionDelete)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionDeleteFailure", "Bytes"}});
1739
1740     //====================================================================================
1741     peerInfo->counters[OUT_INITI][MSG_COUNTER][(ProcedureCode_id_ErrorIndication)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"ErrorIndication", "Messages"}});
1742     peerInfo->counters[OUT_INITI][BYTES_COUNTER][(ProcedureCode_id_ErrorIndication)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"ErrorIndication", "Bytes"}});
1743
1744     peerInfo->counters[OUT_INITI][MSG_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"ResetRequest", "Messages"}});
1745     peerInfo->counters[OUT_INITI][BYTES_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"ResetRequest", "Bytes"}});
1746
1747     peerInfo->counters[OUT_INITI][MSG_COUNTER][(ProcedureCode_id_RICcontrol)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICcontrol", "Messages"}});
1748     peerInfo->counters[OUT_INITI][BYTES_COUNTER][(ProcedureCode_id_RICcontrol)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICcontrol", "Bytes"}});
1749
1750     peerInfo->counters[OUT_INITI][MSG_COUNTER][(ProcedureCode_id_RICserviceQuery)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICserviceQuery", "Messages"}});
1751     peerInfo->counters[OUT_INITI][BYTES_COUNTER][(ProcedureCode_id_RICserviceQuery)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICserviceQuery", "Bytes"}});
1752
1753     peerInfo->counters[OUT_INITI][MSG_COUNTER][(ProcedureCode_id_RICsubscription)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICsubscription", "Messages"}});
1754     peerInfo->counters[OUT_INITI][BYTES_COUNTER][(ProcedureCode_id_RICsubscription)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICsubscription", "Bytes"}});
1755
1756     peerInfo->counters[OUT_INITI][MSG_COUNTER][(ProcedureCode_id_RICsubscriptionDelete)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICsubscriptionDelete", "Messages"}});
1757     peerInfo->counters[OUT_INITI][BYTES_COUNTER][(ProcedureCode_id_RICsubscriptionDelete)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICsubscriptionDelete", "Bytes"}});
1758     //---------------------------------------------------------------------------------------------------------
1759     peerInfo->counters[OUT_SUCC][MSG_COUNTER][(ProcedureCode_id_E2setup)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"SetupResponse", "Messages"}});
1760     peerInfo->counters[OUT_SUCC][BYTES_COUNTER][(ProcedureCode_id_E2setup)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"SetupResponse", "Bytes"}});
1761
1762     peerInfo->counters[OUT_SUCC][MSG_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"ResetACK", "Messages"}});
1763     peerInfo->counters[OUT_SUCC][BYTES_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"ResetACK", "Bytes"}});
1764
1765     peerInfo->counters[OUT_SUCC][MSG_COUNTER][(ProcedureCode_id_RICserviceUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICserviceUpdateResponse", "Messages"}});
1766     peerInfo->counters[OUT_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICserviceUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICserviceUpdateResponse", "Bytes"}});
1767     //----------------------------------------------------------------------------------------------------------------
1768     peerInfo->counters[OUT_UN_SUCC][MSG_COUNTER][(ProcedureCode_id_E2setup)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"SetupRequestFailure", "Messages"}});
1769     peerInfo->counters[OUT_UN_SUCC][BYTES_COUNTER][(ProcedureCode_id_E2setup)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"SetupRequestFailure", "Bytes"}});
1770
1771     peerInfo->counters[OUT_UN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICserviceUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICserviceUpdateFailure", "Messages"}});
1772     peerInfo->counters[OUT_UN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICserviceUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICserviceUpdateFailure", "Bytes"}});
1773 }
1774 /**
1775  *
1776  * @param pdu
1777  * @param sctpMap
1778  * @param message
1779  * @param RANfunctionsAdded_v
1780  * @return
1781  */
1782 int collectSetupRequestData(E2AP_PDU_t *pdu,
1783                                      Sctp_Map_t *sctpMap,
1784                                      ReportingMessages_t &message /*, vector <string> &RANfunctionsAdded_v*/) {
1785     memset(message.peerInfo->enodbName, 0 , MAX_ENODB_NAME_SIZE);
1786     for (auto i = 0; i < pdu->choice.initiatingMessage->value.choice.E2setupRequest.protocolIEs.list.count; i++) {
1787         auto *ie = pdu->choice.initiatingMessage->value.choice.E2setupRequest.protocolIEs.list.array[i];
1788         if (ie->id == ProtocolIE_ID_id_GlobalE2node_ID) {
1789             // get the ran name for meid
1790             if (ie->value.present == E2setupRequestIEs__value_PR_GlobalE2node_ID) {
1791                 if (buildRanName(message.peerInfo->enodbName, ie) < 0) {
1792                     mdclog_write(MDCLOG_ERR, "Bad param in E2setupRequestIEs GlobalE2node_ID.\n");
1793                     // no message will be sent
1794                     return -1;
1795                 }
1796
1797                 memcpy(message.message.enodbName, message.peerInfo->enodbName, strlen(message.peerInfo->enodbName));
1798                 sctpMap->setkey(message.message.enodbName, message.peerInfo);
1799             }
1800         } /*else if (ie->id == ProtocolIE_ID_id_RANfunctionsAdded) {
1801             if (ie->value.present == E2setupRequestIEs__value_PR_RANfunctions_List) {
1802                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
1803                     mdclog_write(MDCLOG_DEBUG, "Run function list have %d entries",
1804                                  ie->value.choice.RANfunctions_List.list.count);
1805                 }
1806                 if (RAN_Function_list_To_Vector(ie->value.choice.RANfunctions_List, RANfunctionsAdded_v) != 0 ) {
1807                     return -1;
1808                 }
1809             }
1810         } */
1811     }
1812 //    if (mdclog_level_get() >= MDCLOG_DEBUG) {
1813 //        mdclog_write(MDCLOG_DEBUG, "Run function vector have %ld entries",
1814 //                     RANfunctionsAdded_v.size());
1815 //    }
1816     return 0;
1817 }
1818
1819 int XML_From_PER(ReportingMessages_t &message, RmrMessagesBuffer_t &rmrMessageBuffer) {
1820     E2AP_PDU_t *pdu = nullptr;
1821
1822     if (mdclog_level_get() >= MDCLOG_DEBUG) {
1823         mdclog_write(MDCLOG_DEBUG, "got PER message of size %d is:%s",
1824                      rmrMessageBuffer.sendMessage->len, rmrMessageBuffer.sendMessage->payload);
1825     }
1826     auto rval = asn_decode(nullptr, ATS_ALIGNED_BASIC_PER, &asn_DEF_E2AP_PDU, (void **) &pdu,
1827                            rmrMessageBuffer.sendMessage->payload, rmrMessageBuffer.sendMessage->len);
1828     if (rval.code != RC_OK) {
1829         mdclog_write(MDCLOG_ERR, "Error %d Decoding (unpack) setup response  from E2MGR : %s",
1830                      rval.code,
1831                      message.message.enodbName);
1832         return -1;
1833     }
1834
1835     int buff_size = RECEIVE_XAPP_BUFFER_SIZE;
1836     auto er = asn_encode_to_buffer(nullptr, ATS_BASIC_XER, &asn_DEF_E2AP_PDU, pdu,
1837                                    rmrMessageBuffer.sendMessage->payload, buff_size);
1838     if (er.encoded == -1) {
1839         mdclog_write(MDCLOG_ERR, "encoding of %s failed, %s", asn_DEF_E2AP_PDU.name, strerror(errno));
1840         return -1;
1841     } else if (er.encoded > (ssize_t)buff_size) {
1842         mdclog_write(MDCLOG_ERR, "Buffer of size %d is to small for %s, at %s line %d",
1843                      (int)rmrMessageBuffer.sendMessage->len,
1844                      asn_DEF_E2AP_PDU.name,
1845                      __func__,
1846                      __LINE__);
1847         return -1;
1848     }
1849     rmrMessageBuffer.sendMessage->len = er.encoded;
1850     return 0;
1851
1852 }
1853
1854 /**
1855  *
1856  * @param pdu
1857  * @param message
1858  * @param rmrMessageBuffer
1859  */
1860 void asnInitiatingRequest(E2AP_PDU_t *pdu,
1861                           Sctp_Map_t *sctpMap,
1862                           ReportingMessages_t &message,
1863                           RmrMessagesBuffer_t &rmrMessageBuffer) {
1864     auto logLevel = mdclog_level_get();
1865     auto procedureCode = ((InitiatingMessage_t *) pdu->choice.initiatingMessage)->procedureCode;
1866     if (logLevel >= MDCLOG_DEBUG) {
1867         mdclog_write(MDCLOG_DEBUG, "Initiating message %ld\n", procedureCode);
1868     }
1869     switch (procedureCode) {
1870         case ProcedureCode_id_E2setup: {
1871             if (logLevel >= MDCLOG_DEBUG) {
1872                 mdclog_write(MDCLOG_DEBUG, "Got E2setup");
1873             }
1874
1875 //            vector <string> RANfunctionsAdded_v;
1876 //            vector <string> RANfunctionsModified_v;
1877 //            RANfunctionsAdded_v.clear();
1878 //            RANfunctionsModified_v.clear();
1879             if (collectSetupRequestData(pdu, sctpMap, message) != 0) {
1880                 break;
1881             }
1882
1883             buildPrometheusList(message.peerInfo, message.peerInfo->sctpParams->prometheusFamily);
1884
1885             string messageName("E2setupRequest");
1886             string ieName("E2setupRequestIEs");
1887             message.message.messageType = RIC_E2_SETUP_REQ;
1888             message.peerInfo->counters[IN_INITI][MSG_COUNTER][ProcedureCode_id_E2setup]->Increment();
1889             message.peerInfo->counters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_E2setup]->Increment((double)message.message.asnLength);
1890             buildAndSendSetupRequest(message, rmrMessageBuffer, pdu);
1891             break;
1892         }
1893         case ProcedureCode_id_RICserviceUpdate: {
1894             if (logLevel >= MDCLOG_DEBUG) {
1895                 mdclog_write(MDCLOG_DEBUG, "Got RICserviceUpdate %s", message.message.enodbName);
1896             }
1897 //            vector <string> RANfunctionsAdded_v;
1898 //            vector <string> RANfunctionsModified_v;
1899 //            RANfunctionsAdded_v.clear();
1900 //            RANfunctionsModified_v.clear();
1901 //            if (collectServiceUpdate_RequestData(pdu, sctpMap, message,
1902 //                                                 RANfunctionsAdded_v, RANfunctionsModified_v) != 0) {
1903 //                break;
1904 //            }
1905
1906             string messageName("RICserviceUpdate");
1907             string ieName("RICserviceUpdateIEs");
1908             message.message.messageType = RIC_SERVICE_UPDATE;
1909 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1910             message.peerInfo->counters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment();
1911             message.peerInfo->counters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment((double)message.message.asnLength);
1912 #endif
1913             buildAndSendSetupRequest(message, rmrMessageBuffer, pdu);
1914             break;
1915         }
1916         case ProcedureCode_id_ErrorIndication: {
1917             if (logLevel >= MDCLOG_DEBUG) {
1918                 mdclog_write(MDCLOG_DEBUG, "Got ErrorIndication %s", message.message.enodbName);
1919             }
1920 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1921             message.peerInfo->counters[IN_INITI][MSG_COUNTER][ProcedureCode_id_ErrorIndication]->Increment();
1922             message.peerInfo->counters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_ErrorIndication]->Increment((double)message.message.asnLength);
1923 #endif
1924             if (sendRequestToXapp(message, RIC_ERROR_INDICATION, rmrMessageBuffer) != 0) {
1925                 mdclog_write(MDCLOG_ERR, "RIC_ERROR_INDICATION failed to send to xAPP");
1926             }
1927             break;
1928         }
1929         case ProcedureCode_id_Reset: {
1930             if (logLevel >= MDCLOG_DEBUG) {
1931                 mdclog_write(MDCLOG_DEBUG, "Got Reset %s", message.message.enodbName);
1932             }
1933 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1934             message.peerInfo->counters[IN_INITI][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
1935             message.peerInfo->counters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment((double)message.message.asnLength);
1936 #endif
1937             if (XML_From_PER(message, rmrMessageBuffer) < 0) {
1938                 break;
1939             }
1940
1941             if (sendRequestToXapp(message, RIC_E2_RESET_REQ, rmrMessageBuffer) != 0) {
1942                 mdclog_write(MDCLOG_ERR, "RIC_E2_RESET_REQ message failed to send to xAPP");
1943             }
1944             break;
1945         }
1946         case ProcedureCode_id_RICindication: {
1947             if (logLevel >= MDCLOG_DEBUG) {
1948                 mdclog_write(MDCLOG_DEBUG, "Got RICindication %s", message.message.enodbName);
1949             }
1950             for (auto i = 0; i < pdu->choice.initiatingMessage->value.choice.RICindication.protocolIEs.list.count; i++) {
1951                 auto messageSent = false;
1952                 RICindication_IEs_t *ie = pdu->choice.initiatingMessage->value.choice.RICindication.protocolIEs.list.array[i];
1953                 if (logLevel >= MDCLOG_DEBUG) {
1954                     mdclog_write(MDCLOG_DEBUG, "ie type (ProtocolIE_ID) = %ld", ie->id);
1955                 }
1956                 if (ie->id == ProtocolIE_ID_id_RICrequestID) {
1957                     if (logLevel >= MDCLOG_DEBUG) {
1958                         mdclog_write(MDCLOG_DEBUG, "Got RIC requestId entry, ie type (ProtocolIE_ID) = %ld", ie->id);
1959                     }
1960                     if (ie->value.present == RICindication_IEs__value_PR_RICrequestID) {
1961                         static unsigned char tx[32];
1962                         message.message.messageType = rmrMessageBuffer.sendMessage->mtype = RIC_INDICATION;
1963                         snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
1964                         rmr_bytes2xact(rmrMessageBuffer.sendMessage, tx, strlen((const char *) tx));
1965                         rmr_bytes2meid(rmrMessageBuffer.sendMessage,
1966                                        (unsigned char *)message.message.enodbName,
1967                                        strlen(message.message.enodbName));
1968                         rmrMessageBuffer.sendMessage->state = 0;
1969                         rmrMessageBuffer.sendMessage->sub_id = (int)ie->value.choice.RICrequestID.ricInstanceID;
1970
1971                         //ie->value.choice.RICrequestID.ricInstanceID;
1972                         if (mdclog_level_get() >= MDCLOG_DEBUG) {
1973                             mdclog_write(MDCLOG_DEBUG, "sub id = %d, mtype = %d, ric instance id %ld, requestor id = %ld",
1974                                          rmrMessageBuffer.sendMessage->sub_id,
1975                                          rmrMessageBuffer.sendMessage->mtype,
1976                                          ie->value.choice.RICrequestID.ricInstanceID,
1977                                          ie->value.choice.RICrequestID.ricRequestorID);
1978                         }
1979 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1980                         message.peerInfo->counters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICindication]->Increment();
1981                         message.peerInfo->counters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICindication]->Increment((double)message.message.asnLength);
1982 #endif
1983                         sendRmrMessage(rmrMessageBuffer, message);
1984                         messageSent = true;
1985                     } else {
1986                         mdclog_write(MDCLOG_ERR, "RIC request id missing illegal request");
1987                     }
1988                 }
1989                 if (messageSent) {
1990                     break;
1991                 }
1992             }
1993             break;
1994         }
1995         default: {
1996             mdclog_write(MDCLOG_ERR, "Undefined or not supported message = %ld", procedureCode);
1997             message.message.messageType = 0; // no RMR message type yet
1998
1999             buildJsonMessage(message);
2000
2001             break;
2002         }
2003     }
2004 }
2005
2006 /**
2007  *
2008  * @param pdu
2009  * @param message
2010  * @param rmrMessageBuffer
2011  */
2012 void asnSuccessfulMsg(E2AP_PDU_t *pdu,
2013                       Sctp_Map_t *sctpMap,
2014                       ReportingMessages_t &message,
2015                       RmrMessagesBuffer_t &rmrMessageBuffer) {
2016     auto procedureCode = pdu->choice.successfulOutcome->procedureCode;
2017     auto logLevel = mdclog_level_get();
2018     if (logLevel >= MDCLOG_INFO) {
2019         mdclog_write(MDCLOG_INFO, "Successful Outcome %ld", procedureCode);
2020     }
2021     switch (procedureCode) {
2022         case ProcedureCode_id_Reset: {
2023             if (logLevel >= MDCLOG_DEBUG) {
2024                 mdclog_write(MDCLOG_DEBUG, "Got Reset %s", message.message.enodbName);
2025             }
2026 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2027             message.peerInfo->counters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
2028             message.peerInfo->counters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment((double)message.message.asnLength);
2029 #endif
2030             if (XML_From_PER(message, rmrMessageBuffer) < 0) {
2031                 break;
2032             }
2033             if (sendRequestToXapp(message, RIC_E2_RESET_RESP, rmrMessageBuffer) != 0) {
2034                 mdclog_write(MDCLOG_ERR, "RIC_E2_RESET_RESP message failed to send to xAPP");
2035             }
2036             break;
2037         }
2038         case ProcedureCode_id_RICcontrol: {
2039             if (logLevel >= MDCLOG_DEBUG) {
2040                 mdclog_write(MDCLOG_DEBUG, "Got RICcontrol %s", message.message.enodbName);
2041             }
2042             for (auto i = 0;
2043                  i < pdu->choice.successfulOutcome->value.choice.RICcontrolAcknowledge.protocolIEs.list.count; i++) {
2044                 auto messageSent = false;
2045                 RICcontrolAcknowledge_IEs_t *ie = pdu->choice.successfulOutcome->value.choice.RICcontrolAcknowledge.protocolIEs.list.array[i];
2046                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
2047                     mdclog_write(MDCLOG_DEBUG, "ie type (ProtocolIE_ID) = %ld", ie->id);
2048                 }
2049                 if (ie->id == ProtocolIE_ID_id_RICrequestID) {
2050                     if (mdclog_level_get() >= MDCLOG_DEBUG) {
2051                         mdclog_write(MDCLOG_DEBUG, "Got RIC requestId entry, ie type (ProtocolIE_ID) = %ld", ie->id);
2052                     }
2053                     if (ie->value.present == RICcontrolAcknowledge_IEs__value_PR_RICrequestID) {
2054                         message.message.messageType = rmrMessageBuffer.sendMessage->mtype = RIC_CONTROL_ACK;
2055                         rmrMessageBuffer.sendMessage->state = 0;
2056 //                        rmrMessageBuffer.sendMessage->sub_id = (int) ie->value.choice.RICrequestID.ricRequestorID;
2057                         rmrMessageBuffer.sendMessage->sub_id = (int)ie->value.choice.RICrequestID.ricInstanceID;
2058
2059                         static unsigned char tx[32];
2060                         snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
2061                         rmr_bytes2xact(rmrMessageBuffer.sendMessage, tx, strlen((const char *) tx));
2062                         rmr_bytes2meid(rmrMessageBuffer.sendMessage,
2063                                        (unsigned char *)message.message.enodbName,
2064                                        strlen(message.message.enodbName));
2065 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2066                         message.peerInfo->counters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICcontrol]->Increment();
2067                         message.peerInfo->counters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICcontrol]->Increment((double)message.message.asnLength);
2068 #endif
2069                         sendRmrMessage(rmrMessageBuffer, message);
2070                         messageSent = true;
2071                     } else {
2072                         mdclog_write(MDCLOG_ERR, "RIC request id missing illegal request");
2073                     }
2074                 }
2075                 if (messageSent) {
2076                     break;
2077                 }
2078             }
2079
2080             break;
2081         }
2082         case ProcedureCode_id_RICsubscription: {
2083             if (logLevel >= MDCLOG_DEBUG) {
2084                 mdclog_write(MDCLOG_DEBUG, "Got RICsubscription %s", message.message.enodbName);
2085             }
2086 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2087             message.peerInfo->counters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscription]->Increment();
2088             message.peerInfo->counters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscription]->Increment((double)message.message.asnLength);
2089 #endif
2090             if (sendRequestToXapp(message, RIC_SUB_RESP, rmrMessageBuffer) != 0) {
2091                 mdclog_write(MDCLOG_ERR, "Subscription successful message failed to send to xAPP");
2092             }
2093             break;
2094         }
2095         case ProcedureCode_id_RICsubscriptionDelete: {
2096             if (logLevel >= MDCLOG_DEBUG) {
2097                 mdclog_write(MDCLOG_DEBUG, "Got RICsubscriptionDelete %s", message.message.enodbName);
2098             }
2099 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2100             message.peerInfo->counters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment();
2101             message.peerInfo->counters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment((double)message.message.asnLength);
2102 #endif
2103             if (sendRequestToXapp(message, RIC_SUB_DEL_RESP, rmrMessageBuffer) != 0) {
2104                 mdclog_write(MDCLOG_ERR, "Subscription delete successful message failed to send to xAPP");
2105             }
2106             break;
2107         }
2108         default: {
2109             mdclog_write(MDCLOG_WARN, "Undefined or not supported message = %ld", procedureCode);
2110             message.message.messageType = 0; // no RMR message type yet
2111             buildJsonMessage(message);
2112
2113             break;
2114         }
2115     }
2116 }
2117
2118 /**
2119  *
2120  * @param pdu
2121  * @param message
2122  * @param rmrMessageBuffer
2123  */
2124 void asnUnSuccsesfulMsg(E2AP_PDU_t *pdu,
2125                         Sctp_Map_t *sctpMap,
2126                         ReportingMessages_t &message,
2127                         RmrMessagesBuffer_t &rmrMessageBuffer) {
2128     auto procedureCode = pdu->choice.unsuccessfulOutcome->procedureCode;
2129     auto logLevel = mdclog_level_get();
2130     if (logLevel >= MDCLOG_INFO) {
2131         mdclog_write(MDCLOG_INFO, "Unsuccessful Outcome %ld", procedureCode);
2132     }
2133     switch (procedureCode) {
2134         case ProcedureCode_id_RICcontrol: {
2135             if (logLevel >= MDCLOG_DEBUG) {
2136                 mdclog_write(MDCLOG_DEBUG, "Got RICcontrol %s", message.message.enodbName);
2137             }
2138             for (int i = 0;
2139                  i < pdu->choice.unsuccessfulOutcome->value.choice.RICcontrolFailure.protocolIEs.list.count; i++) {
2140                 auto messageSent = false;
2141                 RICcontrolFailure_IEs_t *ie = pdu->choice.unsuccessfulOutcome->value.choice.RICcontrolFailure.protocolIEs.list.array[i];
2142                 if (logLevel >= MDCLOG_DEBUG) {
2143                     mdclog_write(MDCLOG_DEBUG, "ie type (ProtocolIE_ID) = %ld", ie->id);
2144                 }
2145                 if (ie->id == ProtocolIE_ID_id_RICrequestID) {
2146                     if (logLevel >= MDCLOG_DEBUG) {
2147                         mdclog_write(MDCLOG_DEBUG, "Got RIC requestId entry, ie type (ProtocolIE_ID) = %ld", ie->id);
2148                     }
2149                     if (ie->value.present == RICcontrolFailure_IEs__value_PR_RICrequestID) {
2150                         message.message.messageType = rmrMessageBuffer.sendMessage->mtype = RIC_CONTROL_FAILURE;
2151                         rmrMessageBuffer.sendMessage->state = 0;
2152 //                        rmrMessageBuffer.sendMessage->sub_id = (int)ie->value.choice.RICrequestID.ricRequestorID;
2153                         rmrMessageBuffer.sendMessage->sub_id = (int)ie->value.choice.RICrequestID.ricInstanceID;
2154                         static unsigned char tx[32];
2155                         snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
2156                         rmr_bytes2xact(rmrMessageBuffer.sendMessage, tx, strlen((const char *) tx));
2157                         rmr_bytes2meid(rmrMessageBuffer.sendMessage, (unsigned char *) message.message.enodbName,
2158                                        strlen(message.message.enodbName));
2159 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2160                         message.peerInfo->counters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICcontrol]->Increment();
2161                         message.peerInfo->counters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICcontrol]->Increment((double)message.message.asnLength);
2162 #endif
2163                         sendRmrMessage(rmrMessageBuffer, message);
2164                         messageSent = true;
2165                     } else {
2166                         mdclog_write(MDCLOG_ERR, "RIC request id missing illegal request");
2167                     }
2168                 }
2169                 if (messageSent) {
2170                     break;
2171                 }
2172             }
2173             break;
2174         }
2175         case ProcedureCode_id_RICsubscription: {
2176             if (logLevel >= MDCLOG_DEBUG) {
2177                 mdclog_write(MDCLOG_DEBUG, "Got RICsubscription %s", message.message.enodbName);
2178             }
2179 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2180             message.peerInfo->counters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscription]->Increment();
2181             message.peerInfo->counters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscription]->Increment((double)message.message.asnLength);
2182 #endif
2183             if (sendRequestToXapp(message, RIC_SUB_FAILURE, rmrMessageBuffer) != 0) {
2184                 mdclog_write(MDCLOG_ERR, "Subscription unsuccessful message failed to send to xAPP");
2185             }
2186             break;
2187         }
2188         case ProcedureCode_id_RICsubscriptionDelete: {
2189             if (logLevel >= MDCLOG_DEBUG) {
2190                 mdclog_write(MDCLOG_DEBUG, "Got RICsubscriptionDelete %s", message.message.enodbName);
2191             }
2192 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2193             message.peerInfo->counters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment();
2194             message.peerInfo->counters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment((double)message.message.asnLength);
2195 #endif
2196             if (sendRequestToXapp(message, RIC_SUB_FAILURE, rmrMessageBuffer) != 0) {
2197                 mdclog_write(MDCLOG_ERR, "Subscription Delete unsuccessful message failed to send to xAPP");
2198             }
2199             break;
2200         }
2201         default: {
2202             mdclog_write(MDCLOG_WARN, "Undefined or not supported message = %ld", procedureCode);
2203             message.message.messageType = 0; // no RMR message type yet
2204 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2205             buildJsonMessage(message);
2206 #endif
2207             break;
2208         }
2209     }
2210 }
2211
2212 /**
2213  *
2214  * @param message
2215  * @param requestId
2216  * @param rmrMmessageBuffer
2217  * @return
2218  */
2219 int sendRequestToXapp(ReportingMessages_t &message,
2220                       int requestId,
2221                       RmrMessagesBuffer_t &rmrMmessageBuffer) {
2222     rmr_bytes2meid(rmrMmessageBuffer.sendMessage,
2223                    (unsigned char *)message.message.enodbName,
2224                    strlen(message.message.enodbName));
2225     message.message.messageType = rmrMmessageBuffer.sendMessage->mtype = requestId;
2226     rmrMmessageBuffer.sendMessage->state = 0;
2227     static unsigned char tx[32];
2228     snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
2229     rmr_bytes2xact(rmrMmessageBuffer.sendMessage, tx, strlen((const char *) tx));
2230
2231     auto rc = sendRmrMessage(rmrMmessageBuffer, message);
2232     return rc;
2233 }
2234
2235 /**
2236  *
2237  * @param pSctpParams
2238  */
2239 void getRmrContext(sctp_params_t &pSctpParams) {
2240     pSctpParams.rmrCtx = nullptr;
2241     pSctpParams.rmrCtx = rmr_init(pSctpParams.rmrAddress, RECEIVE_XAPP_BUFFER_SIZE, RMRFL_NONE);
2242     if (pSctpParams.rmrCtx == nullptr) {
2243         mdclog_write(MDCLOG_ERR, "Failed to initialize RMR");
2244         return;
2245     }
2246
2247     rmr_set_stimeout(pSctpParams.rmrCtx, 0);    // disable retries for any send operation
2248     // we need to find that routing table exist and we can run
2249     if (mdclog_level_get() >= MDCLOG_INFO) {
2250         mdclog_write(MDCLOG_INFO, "We are after RMR INIT wait for RMR_Ready");
2251     }
2252     int rmrReady = 0;
2253     int count = 0;
2254     while (!rmrReady) {
2255         if ((rmrReady = rmr_ready(pSctpParams.rmrCtx)) == 0) {
2256             sleep(1);
2257         }
2258         count++;
2259         if (count % 60 == 0) {
2260             mdclog_write(MDCLOG_INFO, "waiting to RMR ready state for %d seconds", count);
2261         }
2262     }
2263     if (mdclog_level_get() >= MDCLOG_INFO) {
2264         mdclog_write(MDCLOG_INFO, "RMR running");
2265     }
2266     rmr_init_trace(pSctpParams.rmrCtx, 200);
2267     // get the RMR fd for the epoll
2268     pSctpParams.rmrListenFd = rmr_get_rcvfd(pSctpParams.rmrCtx);
2269     struct epoll_event event{};
2270     // add RMR fd to epoll
2271     event.events = (EPOLLIN);
2272     event.data.fd = pSctpParams.rmrListenFd;
2273     // add listening RMR FD to epoll
2274     if (epoll_ctl(pSctpParams.epoll_fd, EPOLL_CTL_ADD, pSctpParams.rmrListenFd, &event)) {
2275         mdclog_write(MDCLOG_ERR, "Failed to add RMR descriptor to epoll");
2276         close(pSctpParams.rmrListenFd);
2277         rmr_close(pSctpParams.rmrCtx);
2278         pSctpParams.rmrCtx = nullptr;
2279     }
2280 }
2281
2282 /**
2283  *
2284  * @param message
2285  * @param rmrMessageBuffer
2286  * @return
2287  */
2288 int PER_FromXML(ReportingMessages_t &message, RmrMessagesBuffer_t &rmrMessageBuffer) {
2289     E2AP_PDU_t *pdu = nullptr;
2290
2291     if (mdclog_level_get() >= MDCLOG_DEBUG) {
2292         mdclog_write(MDCLOG_DEBUG, "got xml Format  data from xApp of size %d is:%s",
2293                 rmrMessageBuffer.rcvMessage->len, rmrMessageBuffer.rcvMessage->payload);
2294     }
2295     auto rval = asn_decode(nullptr, ATS_BASIC_XER, &asn_DEF_E2AP_PDU, (void **) &pdu,
2296                            rmrMessageBuffer.rcvMessage->payload, rmrMessageBuffer.rcvMessage->len);
2297     if (mdclog_level_get() >= MDCLOG_DEBUG) {
2298         mdclog_write(MDCLOG_DEBUG, "%s After  decoding the XML to PDU", __func__ );
2299     }
2300     if (rval.code != RC_OK) {
2301 #ifdef UNIT_TEST
2302     return 0;
2303 #endif
2304         mdclog_write(MDCLOG_ERR, "Error %d Decoding (unpack) setup response  from E2MGR : %s",
2305                      rval.code,
2306                      message.message.enodbName);
2307         return -1;
2308     }
2309
2310     int buff_size = RECEIVE_XAPP_BUFFER_SIZE;
2311     auto er = asn_encode_to_buffer(nullptr, ATS_ALIGNED_BASIC_PER, &asn_DEF_E2AP_PDU, pdu,
2312                                    rmrMessageBuffer.rcvMessage->payload, buff_size);
2313     if (mdclog_level_get() >= MDCLOG_DEBUG) {
2314         mdclog_write(MDCLOG_DEBUG, "%s After encoding PDU to PER", __func__ );
2315     }
2316     if (er.encoded == -1) {
2317         mdclog_write(MDCLOG_ERR, "encoding of %s failed, %s", asn_DEF_E2AP_PDU.name, strerror(errno));
2318         return -1;
2319     } else if (er.encoded > (ssize_t)buff_size) {
2320         mdclog_write(MDCLOG_ERR, "Buffer of size %d is to small for %s, at %s line %d",
2321                      (int)rmrMessageBuffer.rcvMessage->len,
2322                      asn_DEF_E2AP_PDU.name,
2323                      __func__,
2324                      __LINE__);
2325         return -1;
2326     }
2327     rmrMessageBuffer.rcvMessage->len = er.encoded;
2328     return 0;
2329 }
2330
2331 /**
2332  *
2333  * @param sctpMap
2334  * @param rmrMessageBuffer
2335  * @param ts
2336  * @return
2337  */
2338 int receiveXappMessages(Sctp_Map_t *sctpMap,
2339                         RmrMessagesBuffer_t &rmrMessageBuffer,
2340                         struct timespec &ts) {
2341     int loglevel = mdclog_level_get();
2342     if (rmrMessageBuffer.rcvMessage == nullptr) {
2343         //we have error
2344         mdclog_write(MDCLOG_ERR, "RMR Allocation message, %s", strerror(errno));
2345         return -1;
2346     }
2347
2348 //    if (loglevel >= MDCLOG_DEBUG) {
2349 //        mdclog_write(MDCLOG_DEBUG, "Call to rmr_rcv_msg");
2350 //    }
2351     rmrMessageBuffer.rcvMessage = rmr_rcv_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.rcvMessage);
2352     if (rmrMessageBuffer.rcvMessage == nullptr) {
2353         mdclog_write(MDCLOG_ERR, "RMR Receiving message with null pointer, Reallocated rmr message buffer");
2354         rmrMessageBuffer.rcvMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
2355         return -2;
2356     }
2357     ReportingMessages_t message;
2358     message.message.direction = 'D';
2359     message.message.time.tv_nsec = ts.tv_nsec;
2360     message.message.time.tv_sec = ts.tv_sec;
2361
2362     // get message payload
2363     //auto msgData = msg->payload;
2364 #ifdef UNIT_TEST
2365     rmrMessageBuffer.rcvMessage->state = 0;
2366 #endif
2367     if (rmrMessageBuffer.rcvMessage->state != 0) {
2368         mdclog_write(MDCLOG_ERR, "RMR Receiving message with stat = %d", rmrMessageBuffer.rcvMessage->state);
2369         return -1;
2370     }
2371     rmr_get_meid(rmrMessageBuffer.rcvMessage, (unsigned char *)message.message.enodbName);
2372     message.peerInfo = (ConnectedCU_t *) sctpMap->find(message.message.enodbName);
2373     if (message.peerInfo == nullptr) {
2374         auto type = rmrMessageBuffer.rcvMessage->mtype;
2375         switch (type) {
2376             case RIC_SCTP_CLEAR_ALL:
2377             case E2_TERM_KEEP_ALIVE_REQ:
2378             case RIC_HEALTH_CHECK_REQ:
2379                 break;
2380             default:
2381 #ifdef UNIT_TEST
2382     break;
2383 #endif
2384                 mdclog_write(MDCLOG_ERR, "Failed to send message no CU entry %s", message.message.enodbName);
2385                 return -1;
2386         }
2387     }
2388
2389     if (rmrMessageBuffer.rcvMessage->mtype != RIC_HEALTH_CHECK_REQ) {
2390         num_of_XAPP_messages.fetch_add(1, std::memory_order_release);
2391
2392     }
2393     switch (rmrMessageBuffer.rcvMessage->mtype) {
2394         case RIC_E2_SETUP_RESP : {
2395             if (loglevel >= MDCLOG_DEBUG) {
2396                 mdclog_write(MDCLOG_DEBUG, "RIC_E2_SETUP_RESP");
2397             }
2398             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2399                 break;
2400             }
2401 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2402             message.peerInfo->counters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_E2setup]->Increment();
2403             message.peerInfo->counters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_E2setup]->Increment(rmrMessageBuffer.rcvMessage->len);
2404 #endif
2405             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2406                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_E2_SETUP_RESP");
2407                 return -6;
2408             }
2409             break;
2410         }
2411         case RIC_E2_SETUP_FAILURE : {
2412             if (loglevel >= MDCLOG_DEBUG) {
2413                 mdclog_write(MDCLOG_DEBUG, "RIC_E2_SETUP_FAILURE");
2414             }
2415             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2416                 break;
2417             }
2418 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2419             message.peerInfo->counters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_E2setup]->Increment();
2420             message.peerInfo->counters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_E2setup]->Increment(rmrMessageBuffer.rcvMessage->len);
2421 #endif
2422             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2423                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_E2_SETUP_FAILURE");
2424                 return -6;
2425             }
2426             break;
2427         }
2428         case RIC_ERROR_INDICATION: {
2429             if (loglevel >= MDCLOG_DEBUG) {
2430                 mdclog_write(MDCLOG_DEBUG, "RIC_ERROR_INDICATION");
2431             }
2432 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2433             message.peerInfo->counters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_ErrorIndication]->Increment();
2434             message.peerInfo->counters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_ErrorIndication]->Increment(rmrMessageBuffer.rcvMessage->len);
2435 #endif
2436             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2437                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_ERROR_INDICATION");
2438                 return -6;
2439             }
2440             break;
2441         }
2442         case RIC_SUB_REQ: {
2443             if (loglevel >= MDCLOG_DEBUG) {
2444                 mdclog_write(MDCLOG_DEBUG, "RIC_SUB_REQ");
2445             }
2446 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2447             message.peerInfo->counters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscription]->Increment();
2448             message.peerInfo->counters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscription]->Increment(rmrMessageBuffer.rcvMessage->len);
2449 #endif
2450             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2451                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_SUB_REQ");
2452                 return -6;
2453             }
2454             break;
2455         }
2456         case RIC_SUB_DEL_REQ: {
2457             if (loglevel >= MDCLOG_DEBUG) {
2458                 mdclog_write(MDCLOG_DEBUG, "RIC_SUB_DEL_REQ");
2459             }
2460 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2461             message.peerInfo->counters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment();
2462             message.peerInfo->counters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment(rmrMessageBuffer.rcvMessage->len);
2463 #endif
2464             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2465                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_SUB_DEL_REQ");
2466                 return -6;
2467             }
2468             break;
2469         }
2470         case RIC_CONTROL_REQ: {
2471             if (loglevel >= MDCLOG_DEBUG) {
2472                 mdclog_write(MDCLOG_DEBUG, "RIC_CONTROL_REQ");
2473             }
2474 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2475             message.peerInfo->counters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICcontrol]->Increment();
2476             message.peerInfo->counters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICcontrol]->Increment(rmrMessageBuffer.rcvMessage->len);
2477 #endif
2478             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2479                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_CONTROL_REQ");
2480                 return -6;
2481             }
2482             break;
2483         }
2484         case RIC_SERVICE_QUERY: {
2485             if (loglevel >= MDCLOG_DEBUG) {
2486                 mdclog_write(MDCLOG_DEBUG, "RIC_SERVICE_QUERY");
2487             }
2488             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2489                 break;
2490             }
2491 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2492             message.peerInfo->counters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICserviceQuery]->Increment();
2493             message.peerInfo->counters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICserviceQuery]->Increment(rmrMessageBuffer.rcvMessage->len);
2494 #endif
2495             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2496                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_SERVICE_QUERY");
2497                 return -6;
2498             }
2499             break;
2500         }
2501         case RIC_SERVICE_UPDATE_ACK: {
2502             if (loglevel >= MDCLOG_DEBUG) {
2503                 mdclog_write(MDCLOG_DEBUG, "RIC_SERVICE_UPDATE_ACK");
2504             }
2505             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2506                 mdclog_write(MDCLOG_ERR, "error in PER_FromXML");
2507                 break;
2508             }
2509 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2510             message.peerInfo->counters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment();
2511             message.peerInfo->counters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment(rmrMessageBuffer.rcvMessage->len);
2512 #endif
2513             if (loglevel >= MDCLOG_DEBUG) {
2514                 mdclog_write(MDCLOG_DEBUG, "Before sending to CU");
2515             }
2516             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2517                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_SERVICE_UPDATE_ACK");
2518                 return -6;
2519             }
2520             break;
2521         }
2522         case RIC_SERVICE_UPDATE_FAILURE: {
2523             if (loglevel >= MDCLOG_DEBUG) {
2524                 mdclog_write(MDCLOG_DEBUG, "RIC_SERVICE_UPDATE_FAILURE");
2525             }
2526             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2527                 break;
2528             }
2529 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2530             message.peerInfo->counters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment();
2531             message.peerInfo->counters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment(rmrMessageBuffer.rcvMessage->len);
2532 #endif
2533             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2534                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_SERVICE_UPDATE_FAILURE");
2535                 return -6;
2536             }
2537             break;
2538         }
2539         case RIC_E2_RESET_REQ: {
2540             if (loglevel >= MDCLOG_DEBUG) {
2541                 mdclog_write(MDCLOG_DEBUG, "RIC_E2_RESET_REQ");
2542             }
2543             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2544                 break;
2545             }
2546 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2547             message.peerInfo->counters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
2548             message.peerInfo->counters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment(rmrMessageBuffer.rcvMessage->len);
2549 #endif
2550             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2551                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_E2_RESET");
2552                 return -6;
2553             }
2554             break;
2555         }
2556         case RIC_E2_RESET_RESP: {
2557             if (loglevel >= MDCLOG_DEBUG) {
2558                 mdclog_write(MDCLOG_DEBUG, "RIC_E2_RESET_RESP");
2559             }
2560             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2561                 break;
2562             }
2563 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2564             message.peerInfo->counters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
2565             message.peerInfo->counters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment(rmrMessageBuffer.rcvMessage->len);
2566 #endif
2567             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2568                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_E2_RESET_RESP");
2569                 return -6;
2570             }
2571             break;
2572         }
2573         case RIC_SCTP_CLEAR_ALL: {
2574             mdclog_write(MDCLOG_INFO, "RIC_SCTP_CLEAR_ALL");
2575             // loop on all keys and close socket and then erase all map.
2576             vector<char *> v;
2577             sctpMap->getKeys(v);
2578             for (auto const &iter : v) { //}; iter != sctpMap.end(); iter++) {
2579                 if (!boost::starts_with((string) (iter), "host:") && !boost::starts_with((string) (iter), "msg:")) {
2580                     auto *peerInfo = (ConnectedCU_t *) sctpMap->find(iter);
2581                     if (peerInfo == nullptr) {
2582                         continue;
2583                     }
2584                     close(peerInfo->fileDescriptor);
2585                     memcpy(message.message.enodbName, peerInfo->enodbName, sizeof(peerInfo->enodbName));
2586                     message.message.direction = 'D';
2587                     message.message.time.tv_nsec = ts.tv_nsec;
2588                     message.message.time.tv_sec = ts.tv_sec;
2589
2590                     message.message.asnLength = rmrMessageBuffer.sendMessage->len =
2591                             snprintf((char *)rmrMessageBuffer.sendMessage->payload,
2592                                      256,
2593                                      "%s|RIC_SCTP_CLEAR_ALL",
2594                                      peerInfo->enodbName);
2595                     message.message.asndata = rmrMessageBuffer.sendMessage->payload;
2596                     mdclog_write(MDCLOG_INFO, "%s", message.message.asndata);
2597                     if (sendRequestToXapp(message, RIC_SCTP_CONNECTION_FAILURE, rmrMessageBuffer) != 0) {
2598                         mdclog_write(MDCLOG_ERR, "SCTP_CONNECTION_FAIL message failed to send to xAPP");
2599                     }
2600                     free(peerInfo);
2601                 }
2602             }
2603
2604             sleep(1);
2605             sctpMap->clear();
2606             break;
2607         }
2608         case E2_TERM_KEEP_ALIVE_REQ: {
2609             // send message back
2610             rmr_bytes2payload(rmrMessageBuffer.sendMessage,
2611                               (unsigned char *)rmrMessageBuffer.ka_message,
2612                               rmrMessageBuffer.ka_message_len);
2613             rmrMessageBuffer.sendMessage->mtype = E2_TERM_KEEP_ALIVE_RESP;
2614             rmrMessageBuffer.sendMessage->state = 0;
2615             static unsigned char tx[32];
2616             auto txLen = snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
2617             rmr_bytes2xact(rmrMessageBuffer.sendMessage, tx, txLen);
2618 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2619             rmrMessageBuffer.sendMessage = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.sendMessage);
2620 #endif
2621             if (rmrMessageBuffer.sendMessage == nullptr) {
2622                 rmrMessageBuffer.sendMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
2623                 mdclog_write(MDCLOG_ERR, "Failed to send E2_TERM_KEEP_ALIVE_RESP RMR message returned NULL");
2624             } else if (rmrMessageBuffer.sendMessage->state != 0)  {
2625                 mdclog_write(MDCLOG_ERR, "Failed to send E2_TERM_KEEP_ALIVE_RESP, on RMR state = %d ( %s)",
2626                              rmrMessageBuffer.sendMessage->state, translateRmrErrorMessages(rmrMessageBuffer.sendMessage->state).c_str());
2627             } else if (loglevel >= MDCLOG_DEBUG) {
2628                 mdclog_write(MDCLOG_DEBUG, "Got Keep Alive Request send : %s", rmrMessageBuffer.ka_message);
2629             }
2630
2631             break;
2632         }
2633         case RIC_HEALTH_CHECK_REQ: {
2634             static int counter = 0;
2635             // send message back
2636             rmr_bytes2payload(rmrMessageBuffer.rcvMessage,
2637                               (unsigned char *)"OK",
2638                               2);
2639             rmrMessageBuffer.rcvMessage->mtype = RIC_HEALTH_CHECK_RESP;
2640             rmrMessageBuffer.rcvMessage->state = 0;
2641             static unsigned char tx[32];
2642             auto txLen = snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
2643             rmr_bytes2xact(rmrMessageBuffer.rcvMessage, tx, txLen);
2644             rmrMessageBuffer.rcvMessage = rmr_rts_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.rcvMessage);
2645             //rmrMessageBuffer.sendMessage = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.sendMessage);
2646             if (rmrMessageBuffer.rcvMessage == nullptr) {
2647                 rmrMessageBuffer.rcvMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
2648                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_HEALTH_CHECK_RESP RMR message returned NULL");
2649             } else if (rmrMessageBuffer.rcvMessage->state != 0)  {
2650                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_HEALTH_CHECK_RESP, on RMR state = %d ( %s)",
2651                              rmrMessageBuffer.rcvMessage->state, translateRmrErrorMessages(rmrMessageBuffer.rcvMessage->state).c_str());
2652             } else if (loglevel >= MDCLOG_DEBUG && ++counter % 100 == 0) {
2653                 mdclog_write(MDCLOG_DEBUG, "Got %d RIC_HEALTH_CHECK_REQ Request send : OK", counter);
2654             }
2655
2656             break;
2657         }
2658
2659         default:
2660             mdclog_write(MDCLOG_WARN, "Message Type : %d is not supported", rmrMessageBuffer.rcvMessage->mtype);
2661             message.message.asndata = rmrMessageBuffer.rcvMessage->payload;
2662             message.message.asnLength = rmrMessageBuffer.rcvMessage->len;
2663             message.message.time.tv_nsec = ts.tv_nsec;
2664             message.message.time.tv_sec = ts.tv_sec;
2665             message.message.messageType = rmrMessageBuffer.rcvMessage->mtype;
2666
2667             buildJsonMessage(message);
2668
2669
2670             return -7;
2671     }
2672     if (mdclog_level_get() >= MDCLOG_DEBUG) {
2673         mdclog_write(MDCLOG_DEBUG, "EXIT OK from %s", __FUNCTION__);
2674     }
2675     return 0;
2676 }
2677
2678 /**
2679  * Send message to the CU that is not expecting for successful or unsuccessful results
2680  * @param messageBuffer
2681  * @param message
2682  * @param failedMsgId
2683  * @param sctpMap
2684  * @return
2685  */
2686 int sendDirectionalSctpMsg(RmrMessagesBuffer_t &messageBuffer,
2687                            ReportingMessages_t &message,
2688                            int failedMsgId,
2689                            Sctp_Map_t *sctpMap) {
2690     if (mdclog_level_get() >= MDCLOG_DEBUG) {
2691         mdclog_write(MDCLOG_DEBUG, "send message: %d to %s address", message.message.messageType, message.message.enodbName);
2692     }
2693
2694     getRequestMetaData(message, messageBuffer);
2695     if (mdclog_level_get() >= MDCLOG_INFO) {
2696         mdclog_write(MDCLOG_INFO, "send message to %s address", message.message.enodbName);
2697     }
2698
2699     auto rc = sendMessagetoCu(sctpMap, messageBuffer, message, failedMsgId);
2700     return rc;
2701 }
2702
2703 /**
2704  *
2705  * @param sctpMap
2706  * @param messageBuffer
2707  * @param message
2708  * @param failedMesgId
2709  * @return
2710  */
2711 int sendMessagetoCu(Sctp_Map_t *sctpMap,
2712                     RmrMessagesBuffer_t &messageBuffer,
2713                     ReportingMessages_t &message,
2714                     int failedMesgId) {
2715     // get the FD
2716     message.message.messageType = messageBuffer.rcvMessage->mtype;
2717     auto rc = sendSctpMsg(message.peerInfo, message, sctpMap);
2718     return rc;
2719 }
2720
2721
2722 /**
2723  *
2724  * @param epoll_fd
2725  * @param peerInfo
2726  * @param events
2727  * @param sctpMap
2728  * @param enodbName
2729  * @param msgType
2730  * @return
2731  */
2732 int addToEpoll(int epoll_fd,
2733                ConnectedCU_t *peerInfo,
2734                uint32_t events,
2735                Sctp_Map_t *sctpMap,
2736                char *enodbName,
2737                int msgType) {
2738     // Add to Epol
2739     struct epoll_event event{};
2740     event.data.ptr = peerInfo;
2741     event.events = events;
2742     if (epoll_ctl(epoll_fd, EPOLL_CTL_ADD, peerInfo->fileDescriptor, &event) < 0) {
2743 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2744         if (mdclog_level_get() >= MDCLOG_DEBUG) {
2745             mdclog_write(MDCLOG_DEBUG, "epoll_ctl EPOLL_CTL_ADD (may check not to quit here), %s, %s %d",
2746                          strerror(errno), __func__, __LINE__);
2747         }
2748         close(peerInfo->fileDescriptor);
2749         if (enodbName != nullptr) {
2750             cleanHashEntry(peerInfo, sctpMap);
2751             char key[MAX_ENODB_NAME_SIZE * 2];
2752             snprintf(key, MAX_ENODB_NAME_SIZE * 2, "msg:%s|%d", enodbName, msgType);
2753             if (mdclog_level_get() >= MDCLOG_DEBUG) {
2754                 mdclog_write(MDCLOG_DEBUG, "remove key = %s from %s at line %d", key, __FUNCTION__, __LINE__);
2755             }
2756             auto tmp = sctpMap->find(key);
2757             if (tmp) {
2758                 free(tmp);
2759                 sctpMap->erase(key);
2760             }
2761         } else {
2762             peerInfo->enodbName[0] = 0;
2763         }
2764         mdclog_write(MDCLOG_ERR, "epoll_ctl EPOLL_CTL_ADD (may check not to quit here)");
2765         return -1;
2766 #endif
2767     }
2768     return 0;
2769 }
2770
2771 /**
2772  *
2773  * @param epoll_fd
2774  * @param peerInfo
2775  * @param events
2776  * @param sctpMap
2777  * @param enodbName
2778  * @param msgType
2779  * @return
2780  */
2781 int modifyToEpoll(int epoll_fd,
2782                   ConnectedCU_t *peerInfo,
2783                   uint32_t events,
2784                   Sctp_Map_t *sctpMap,
2785                   char *enodbName,
2786                   int msgType) {
2787     // Add to Epol
2788     struct epoll_event event{};
2789     event.data.ptr = peerInfo;
2790     event.events = events;
2791     if (epoll_ctl(epoll_fd, EPOLL_CTL_MOD, peerInfo->fileDescriptor, &event) < 0) {
2792         if (mdclog_level_get() >= MDCLOG_DEBUG) {
2793             mdclog_write(MDCLOG_DEBUG, "epoll_ctl EPOLL_CTL_MOD (may check not to quit here), %s, %s %d",
2794                          strerror(errno), __func__, __LINE__);
2795         }
2796         close(peerInfo->fileDescriptor);
2797         cleanHashEntry(peerInfo, sctpMap);
2798         char key[MAX_ENODB_NAME_SIZE * 2];
2799         snprintf(key, MAX_ENODB_NAME_SIZE * 2, "msg:%s|%d", enodbName, msgType);
2800         if (mdclog_level_get() >= MDCLOG_DEBUG) {
2801             mdclog_write(MDCLOG_DEBUG, "remove key = %s from %s at line %d", key, __FUNCTION__, __LINE__);
2802         }
2803         auto tmp = sctpMap->find(key);
2804         if (tmp) {
2805             free(tmp);
2806         }
2807         sctpMap->erase(key);
2808         mdclog_write(MDCLOG_ERR, "epoll_ctl EPOLL_CTL_ADD (may check not to quit here)");
2809         return -1;
2810     }
2811     return 0;
2812 }
2813
2814
2815 int sendRmrMessage(RmrMessagesBuffer_t &rmrMessageBuffer, ReportingMessages_t &message) {
2816     buildJsonMessage(message);
2817 #ifndef UNIT_TEST
2818     rmrMessageBuffer.sendMessage = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.sendMessage);
2819 #else
2820     rmrMessageBuffer.sendMessage->state = RMR_ERR_RETRY;
2821 #endif
2822     if (rmrMessageBuffer.sendMessage == nullptr) {
2823         rmrMessageBuffer.sendMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
2824         mdclog_write(MDCLOG_ERR, "RMR failed send message returned with NULL pointer");
2825         return -1;
2826     }
2827
2828     if (rmrMessageBuffer.sendMessage->state != 0) {
2829         char meid[RMR_MAX_MEID]{};
2830         if (rmrMessageBuffer.sendMessage->state == RMR_ERR_RETRY) {
2831             usleep(5);
2832             rmrMessageBuffer.sendMessage->state = 0;
2833             mdclog_write(MDCLOG_INFO, "RETRY sending Message type %d to Xapp from %s",
2834                          rmrMessageBuffer.sendMessage->mtype,
2835                          rmr_get_meid(rmrMessageBuffer.sendMessage, (unsigned char *)meid));
2836 #ifndef UNIT_TEST
2837             rmrMessageBuffer.sendMessage = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.sendMessage);
2838 #endif
2839             if (rmrMessageBuffer.sendMessage == nullptr) {
2840                 mdclog_write(MDCLOG_ERR, "RMR failed send message returned with NULL pointer");
2841                 rmrMessageBuffer.sendMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
2842                 return -1;
2843             } else if (rmrMessageBuffer.sendMessage->state != 0) {
2844                 mdclog_write(MDCLOG_ERR,
2845                              "Message state %s while sending request %d to Xapp from %s after retry of 10 microseconds",
2846                              translateRmrErrorMessages(rmrMessageBuffer.sendMessage->state).c_str(),
2847                              rmrMessageBuffer.sendMessage->mtype,
2848                              rmr_get_meid(rmrMessageBuffer.sendMessage, (unsigned char *)meid));
2849                 auto rc = rmrMessageBuffer.sendMessage->state;
2850                 return rc;
2851             }
2852         } else {
2853             mdclog_write(MDCLOG_ERR, "Message state %s while sending request %d to Xapp from %s",
2854                          translateRmrErrorMessages(rmrMessageBuffer.sendMessage->state).c_str(),
2855                          rmrMessageBuffer.sendMessage->mtype,
2856                          rmr_get_meid(rmrMessageBuffer.sendMessage, (unsigned char *)meid));
2857             return rmrMessageBuffer.sendMessage->state;
2858         }
2859     }
2860     return 0;
2861 }
2862
2863 void buildJsonMessage(ReportingMessages_t &message) {
2864 #ifdef UNIT_TEST
2865     jsonTrace = true;
2866 #endif
2867     if (jsonTrace) {
2868         message.outLen = sizeof(message.base64Data);
2869         base64::encode((const unsigned char *) message.message.asndata,
2870                        (const int) message.message.asnLength,
2871                        message.base64Data,
2872                        message.outLen);
2873         if (mdclog_level_get() >= MDCLOG_DEBUG) {
2874             mdclog_write(MDCLOG_DEBUG, "Tracing: ASN length = %d, base64 message length = %d ",
2875                          (int) message.message.asnLength,
2876                          (int) message.outLen);
2877         }
2878
2879         snprintf(message.buffer, sizeof(message.buffer),
2880                  "{\"header\": {\"ts\": \"%ld.%09ld\","
2881                  "\"ranName\": \"%s\","
2882                  "\"messageType\": %d,"
2883                  "\"direction\": \"%c\"},"
2884                  "\"base64Length\": %d,"
2885                  "\"asnBase64\": \"%s\"}",
2886                  message.message.time.tv_sec,
2887                  message.message.time.tv_nsec,
2888                  message.message.enodbName,
2889                  message.message.messageType,
2890                  message.message.direction,
2891                  (int) message.outLen,
2892                  message.base64Data);
2893         static src::logger_mt &lg = my_logger::get();
2894
2895         BOOST_LOG(lg) << message.buffer;
2896     }
2897 }
2898
2899
2900 /**
2901  * take RMR error code to string
2902  * @param state
2903  * @return
2904  */
2905 string translateRmrErrorMessages(int state) {
2906     string str = {};
2907     switch (state) {
2908         case RMR_OK:
2909             str = "RMR_OK - state is good";
2910             break;
2911         case RMR_ERR_BADARG:
2912             str = "RMR_ERR_BADARG - argument passed to function was unusable";
2913             break;
2914         case RMR_ERR_NOENDPT:
2915             str = "RMR_ERR_NOENDPT - send//call could not find an endpoint based on msg type";
2916             break;
2917         case RMR_ERR_EMPTY:
2918             str = "RMR_ERR_EMPTY - msg received had no payload; attempt to send an empty message";
2919             break;
2920         case RMR_ERR_NOHDR:
2921             str = "RMR_ERR_NOHDR - message didn't contain a valid header";
2922             break;
2923         case RMR_ERR_SENDFAILED:
2924             str = "RMR_ERR_SENDFAILED - send failed; errno has nano reason";
2925             break;
2926         case RMR_ERR_CALLFAILED:
2927             str = "RMR_ERR_CALLFAILED - unable to send call() message";
2928             break;
2929         case RMR_ERR_NOWHOPEN:
2930             str = "RMR_ERR_NOWHOPEN - no wormholes are open";
2931             break;
2932         case RMR_ERR_WHID:
2933             str = "RMR_ERR_WHID - wormhole id was invalid";
2934             break;
2935         case RMR_ERR_OVERFLOW:
2936             str = "RMR_ERR_OVERFLOW - operation would have busted through a buffer/field size";
2937             break;
2938         case RMR_ERR_RETRY:
2939             str = "RMR_ERR_RETRY - request (send/call/rts) failed, but caller should retry (EAGAIN for wrappers)";
2940             break;
2941         case RMR_ERR_RCVFAILED:
2942             str = "RMR_ERR_RCVFAILED - receive failed (hard error)";
2943             break;
2944         case RMR_ERR_TIMEOUT:
2945             str = "RMR_ERR_TIMEOUT - message processing call timed out";
2946             break;
2947         case RMR_ERR_UNSET:
2948             str = "RMR_ERR_UNSET - the message hasn't been populated with a transport buffer";
2949             break;
2950         case RMR_ERR_TRUNC:
2951             str = "RMR_ERR_TRUNC - received message likely truncated";
2952             break;
2953         case RMR_ERR_INITFAILED:
2954             str = "RMR_ERR_INITFAILED - initialisation of something (probably message) failed";
2955             break;
2956         case RMR_ERR_NOTSUPP:
2957             str = "RMR_ERR_NOTSUPP - the request is not supported, or RMr was not initialised for the request";
2958             break;
2959         default:
2960             char buf[128]{};
2961             snprintf(buf, sizeof buf, "UNDOCUMENTED RMR_ERR : %d", state);
2962             str = buf;
2963             break;
2964     }
2965     return str;
2966 }