RIC-E2-TERMINATION/sctpThread.cpp

   1 // Copyright 2019 AT&T Intellectual Property
   2 // Copyright 2019 Nokia
   3 //
   4 // Licensed under the Apache License, Version 2.0 (the "License");
   5 // you may not use this file except in compliance with the License.
   6 // You may obtain a copy of the License at
   7 //
   8 //      http://www.apache.org/licenses/LICENSE-2.0
   9 //
  10 // Unless required by applicable law or agreed to in writing, software
  11 // distributed under the License is distributed on an "AS IS" BASIS,
  12 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13 // See the License for the specific language governing permissions and
  14 // limitations under the License.
  15
  16 //  This source code is part of the near-RT RIC (RAN Intelligent Controller)
  17 //  platform project (RICP).
  18
  19 // TODO: High-level file comment.
  20
  21
  22
  23 #include <3rdparty/oranE2/RANfunctions-List.h>
  24 #include "sctpThread.h"
  25 #include "BuildRunName.h"
  26 #include <unistd.h>
  27 //#include "3rdparty/oranE2SM/E2SM-gNB-NRT-RANfunction-Definition.h"
  28 //#include "BuildXml.h"
  29 //#include "pugixml/src/pugixml.hpp"
  30 #include <pthread.h>
  31 #include <sys/time.h>
  32 #include <sys/inotify.h>
  33 #include <errno.h>
  34 #include <sys/stat.h>
  35
  36
  37
  38 using namespace std;
  39 //using namespace std::placeholders;
  40 using namespace boost::filesystem;
  41 using namespace prometheus;
  42
  43
  44 //#ifdef __cplusplus
  45 //extern "C"
  46 //{
  47 //#endif
  48
  49 // need to expose without the include of gcov
  50 extern "C" void __gcov_flush(void);
  51 #define LOG_FILE_CONFIG_MAP "CONFIG_MAP_NAME"
  52
  53 static void catch_function(int signal) {
  54     __gcov_flush();
  55     exit(signal);
  56 }
  57
  58
  59 BOOST_LOG_INLINE_GLOBAL_LOGGER_DEFAULT(my_logger, src::logger_mt)
  60
  61 boost::shared_ptr<sinks::synchronous_sink<sinks::text_file_backend>> boostLogger;
  62 double cpuClock = 0.0;
  63 bool jsonTrace = false;
  64
  65
  66 static int enable_log_change_notify(const char* fileName)
  67 {
  68     int ret = -1;
  69     struct stat fileInfo;
  70     if ( lstat(fileName,&fileInfo) == 0 )
  71     {
  72         ret = register_log_change_notify(fileName);
  73     }
  74     return ret;
  75 }
  76
  77
  78 static int register_log_change_notify(const char *fileName)
  79 {
  80     pthread_attr_t cb_attr;
  81     pthread_t tid;
  82     pthread_attr_init(&cb_attr);
  83     pthread_attr_setdetachstate(&cb_attr,PTHREAD_CREATE_DETACHED);
  84     return pthread_create(&tid, &cb_attr,&monitor_loglevel_change_handler,(void *)strdup(fileName));
  85 }
  86
  87
  88 static void * monitor_loglevel_change_handler(void* arg)
  89 {
  90     char *fileName = (char*) arg;
  91     int ifd;                   // the inotify file des
  92     int wfd;                   // the watched file des
  93     ssize_t n = 0;
  94     char rbuf[4096];           // large read buffer as the event is var len
  95     fd_set fds;
  96     int res = 0;
  97     struct timeval timeout;
  98     char* dname=NULL;          // directory name
  99     char* bname = NULL;        // basename
 100     char* tok=NULL;
 101     char* log_level=NULL;
 102
 103     dname = strdup( fileName); // defrock the file name into dir and basename
 104     if( (tok = strrchr( dname, '/' )) != NULL ) {
 105         *tok = '\0';
 106         bname = strdup( tok+1 );
 107     }
 108
 109
 110     ifd = inotify_init1( 0 ); // initialise watcher setting blocking read (no option)
 111     if( ifd < 0 ) {
 112         fprintf( stderr, "### ERR ### unable to initialise file watch %s\n", strerror( errno ) );
 113     } else {
 114         wfd = inotify_add_watch( ifd, dname, IN_MOVED_TO | IN_CLOSE_WRITE ); // we only care about close write changes
 115
 116         if( wfd < 0 ) {
 117             fprintf( stderr, "### ERR ### unable to add watch on config file %s: %s\n", fileName, strerror( errno ) );
 118         } else {
 119
 120
 121             memset( &timeout, 0, sizeof(timeout) );
 122             while( 1 ) {
 123                 FD_ZERO (&fds);
 124                 FD_SET (ifd, &fds);
 125                 timeout.tv_sec=1;
 126                 res = select (ifd + 1, &fds, NULL, NULL, &timeout);
 127                 if(res)
 128                 {
 129                     n = read( ifd, rbuf, sizeof( rbuf ) ); // read the event
 130                     if( n < 0  ) {
 131                         if( errno == EAGAIN ) {
 132                         } else {
 133                             fprintf( stderr, "### CRIT ### config listener read err: %s\n", strerror( errno ) );
 134                         }
 135                         continue;
 136                     }
 137
 138                     //Retrieving Log Level from configmap by parsing configmap file
 139                     log_level = parse_file(fileName);
 140                     update_mdc_log_level_severity(log_level); //setting log level
 141                     free(log_level);
 142                 }
 143             }
 144             inotify_rm_watch(ifd,wfd);
 145         }
 146         close(ifd);
 147     }
 148     free(bname);
 149     free(dname);
 150
 151     pthread_exit(NULL);
 152 }
 153
 154 void  update_mdc_log_level_severity(char* log_level)
 155 {
 156     mdclog_severity_t level = MDCLOG_ERR;
 157
 158     if(log_level == NULL)
 159     {
 160         printf("### ERR ### Invalid Log-Level Configuration in ConfigMap, Default Log-Level Applied:   %d\n",level);
 161     }
 162     else if(strcasecmp(log_level,"1")==0)
 163     {
 164         level = MDCLOG_ERR;
 165     }
 166     else if(strcasecmp(log_level,"2")==0)
 167     {
 168         level = MDCLOG_WARN;
 169     }
 170     else if(strcasecmp(log_level,"3")==0)
 171     {
 172         level = MDCLOG_INFO;
 173     }
 174     else if(strcasecmp(log_level,"4")==0)
 175     {
 176         level = MDCLOG_DEBUG;
 177     }
 178
 179     mdclog_level_set(level);
 180 }
 181 static char* parse_file(char* filename)
 182 {
 183     char *token=NULL;
 184     char *search = ": ";
 185     char *string_match = "log-level";
 186     bool found = false;
 187     FILE *file = fopen ( filename, "r" );
 188     if ( file != NULL )
 189     {
 190         char line [ 128 ];
 191         while ( fgets ( line, sizeof line, file ) != NULL )
 192         {
 193             token = strtok(line, search);
 194             if(strcmp(token,string_match)==0)
 195             {
 196                 found = true;
 197                 token = strtok(NULL, search);
 198                 token = strtok(token, "\n");//removing newline if any
 199                 break;
 200             }
 201         }
 202         fclose ( file );
 203      }
 204      if(found)
 205          return(strdup(token));
 206      else
 207          return(NULL);
 208 }
 209
 210 char *read_env_param(const char*envkey)
 211 {
 212     if(envkey)
 213     {
 214         char *value = getenv(envkey);
 215         if(value)
 216             return strdup(value);
 217     }
 218     return NULL;
 219 }
 220
 221 void dynamic_log_level_change()
 222 {
 223     char *logFile_Name = read_env_param(LOG_FILE_CONFIG_MAP);
 224     char* log_level_init=NULL;
 225     if(logFile_Name)
 226     {
 227         log_level_init = parse_file(logFile_Name);
 228         update_mdc_log_level_severity(log_level_init); //setting log level
 229         free(log_level_init);
 230
 231     }
 232     enable_log_change_notify(logFile_Name);
 233     free(logFile_Name);
 234
 235 }
 236
 237 void init_log() {
 238     int log_change_monitor = 0;
 239     mdclog_attr_t *attr;
 240     mdclog_attr_init(&attr);
 241     mdclog_attr_set_ident(attr, "E2Terminator");
 242     mdclog_init(attr);
 243     if(mdclog_format_initialize(log_change_monitor)!=0)
 244         mdclog_write(MDCLOG_ERR, "Failed to intialize MDC log format !!!");
 245     dynamic_log_level_change();
 246     mdclog_attr_destroy(attr);
 247 }
 248 auto start_time = std::chrono::high_resolution_clock::now();
 249 typedef std::chrono::duration<double, std::ratio<1,1>> seconds_t;
 250
 251 double age() {
 252     return seconds_t(std::chrono::high_resolution_clock::now() - start_time).count();
 253 }
 254
 255 double approx_CPU_MHz(unsigned sleepTime) {
 256     using namespace std::chrono_literals;
 257     uint32_t aux = 0;
 258     uint64_t cycles_start = rdtscp(aux);
 259     double time_start = age();
 260     std::this_thread::sleep_for(sleepTime * 1ms);
 261     uint64_t elapsed_cycles = rdtscp(aux) - cycles_start;
 262     double elapsed_time = age() - time_start;
 263     return elapsed_cycles / elapsed_time;
 264 }
 265
 266 //std::atomic<int64_t> rmrCounter{0};
 267 std::atomic<int64_t> num_of_messages{0};
 268 std::atomic<int64_t> num_of_XAPP_messages{0};
 269 static long transactionCounter = 0;
 270
 271 int buildListeningPort(sctp_params_t &sctpParams) {
 272     sctpParams.listenFD = socket(AF_INET6, SOCK_STREAM, IPPROTO_SCTP);
 273     if (sctpParams.listenFD <= 0) {
 274         mdclog_write(MDCLOG_ERR, "Error Opening socket, %s", strerror(errno));
 275         return -1;
 276     }
 277
 278     struct sockaddr_in6 serverAddress {};
 279     serverAddress.sin6_family = AF_INET6;
 280     serverAddress.sin6_addr   = in6addr_any;
 281     serverAddress.sin6_port = htons(sctpParams.sctpPort);
 282     if (bind(sctpParams.listenFD, (SA *)&serverAddress, sizeof(serverAddress)) < 0 ) {
 283         mdclog_write(MDCLOG_ERR, "Error binding port %d. %s", sctpParams.sctpPort, strerror(errno));
 284         return -1;
 285     }
 286     if (setSocketNoBlocking(sctpParams.listenFD) == -1) {
 287         //mdclog_write(MDCLOG_ERR, "Error binding. %s", strerror(errno));
 288         return -1;
 289     }
 290     if (mdclog_level_get() >= MDCLOG_DEBUG) {
 291         struct sockaddr_in6 clientAddress {};
 292         socklen_t len = sizeof(clientAddress);
 293         getsockname(sctpParams.listenFD, (SA *)&clientAddress, &len);
 294         char buff[1024] {};
 295         inet_ntop(AF_INET6, &clientAddress.sin6_addr, buff, sizeof(buff));
 296         mdclog_write(MDCLOG_DEBUG, "My address: %s, port %d\n", buff, htons(clientAddress.sin6_port));
 297     }
 298
 299     if (listen(sctpParams.listenFD, SOMAXCONN) < 0) {
 300         mdclog_write(MDCLOG_ERR, "Error listening. %s\n", strerror(errno));
 301         return -1;
 302     }
 303     struct epoll_event event {};
 304     event.events = EPOLLIN | EPOLLET;
 305     event.data.fd = sctpParams.listenFD;
 306
 307     // add listening port to epoll
 308     if (epoll_ctl(sctpParams.epoll_fd, EPOLL_CTL_ADD, sctpParams.listenFD, &event)) {
 309         printf("Failed to add descriptor to epoll\n");
 310         mdclog_write(MDCLOG_ERR, "Failed to add descriptor to epoll. %s\n", strerror(errno));
 311         return -1;
 312     }
 313
 314     return 0;
 315 }
 316
 317 int buildConfiguration(sctp_params_t &sctpParams) {
 318     path p = (sctpParams.configFilePath + "/" + sctpParams.configFileName).c_str();
 319     if (exists(p)) {
 320         const int size = 2048;
 321         auto fileSize = file_size(p);
 322         if (fileSize > size) {
 323             mdclog_write(MDCLOG_ERR, "File %s larger than %d", p.string().c_str(), size);
 324             return -1;
 325         }
 326     } else {
 327         mdclog_write(MDCLOG_ERR, "Configuration File %s not exists", p.string().c_str());
 328         return -1;
 329     }
 330
 331     ReadConfigFile conf;
 332     if (conf.openConfigFile(p.string()) == -1) {
 333         mdclog_write(MDCLOG_ERR, "Filed to open config file %s, %s",
 334                      p.string().c_str(), strerror(errno));
 335         return -1;
 336     }
 337     int rmrPort = conf.getIntValue("nano");
 338     if (rmrPort == -1) {
 339         mdclog_write(MDCLOG_ERR, "illegal RMR port ");
 340         return -1;
 341     }
 342     sctpParams.rmrPort = (uint16_t)rmrPort;
 343     snprintf(sctpParams.rmrAddress, sizeof(sctpParams.rmrAddress), "%d", (int) (sctpParams.rmrPort));
 344     auto tmpStr = conf.getStringValue("volume");
 345     if (tmpStr.length() == 0) {
 346         mdclog_write(MDCLOG_ERR, "illegal volume.");
 347         return -1;
 348     }
 349
 350     char tmpLogFilespec[VOLUME_URL_SIZE];
 351     tmpLogFilespec[0] = 0;
 352     sctpParams.volume[0] = 0;
 353     snprintf(sctpParams.volume, VOLUME_URL_SIZE, "%s", tmpStr.c_str());
 354     // copy the name to temp file as well
 355     snprintf(tmpLogFilespec, VOLUME_URL_SIZE, "%s", tmpStr.c_str());
 356
 357
 358     // define the file name in the tmp directory under the volume
 359     strcat(tmpLogFilespec,"/tmp/E2Term_%Y-%m-%d_%H-%M-%S.%N.tmpStr");
 360
 361     sctpParams.myIP = conf.getStringValue("local-ip");
 362     if (sctpParams.myIP.length() == 0) {
 363         mdclog_write(MDCLOG_ERR, "illegal local-ip.");
 364         return -1;
 365     }
 366
 367     int sctpPort = conf.getIntValue("sctp-port");
 368     if (sctpPort == -1) {
 369         mdclog_write(MDCLOG_ERR, "illegal SCTP port ");
 370         return -1;
 371     }
 372     sctpParams.sctpPort = (uint16_t)sctpPort;
 373
 374     sctpParams.fqdn = conf.getStringValue("external-fqdn");
 375     if (sctpParams.fqdn.length() == 0) {
 376         mdclog_write(MDCLOG_ERR, "illegal external-fqdn");
 377         return -1;
 378     }
 379
 380     std::string pod = conf.getStringValue("pod_name");
 381 #ifndef UNIT_TEST
 382     if (pod.length() == 0) {
 383         mdclog_write(MDCLOG_ERR, "illegal pod_name in config file");
 384         return -1;
 385     }
 386     auto *podName = getenv(pod.c_str());
 387     if (podName == nullptr) {
 388         mdclog_write(MDCLOG_ERR, "illegal pod_name or environment variable not exists : %s", pod.c_str());
 389         return -1;
 390
 391     } else {
 392         sctpParams.podName.assign(podName);
 393         if (sctpParams.podName.length() == 0) {
 394             mdclog_write(MDCLOG_ERR, "illegal pod_name");
 395             return -1;
 396         }
 397     }
 398 #endif
 399     tmpStr = conf.getStringValue("trace");
 400     transform(tmpStr.begin(), tmpStr.end(), tmpStr.begin(), ::tolower);
 401     if ((tmpStr.compare("start")) == 0) {
 402         mdclog_write(MDCLOG_INFO, "Trace set to: start");
 403         sctpParams.trace = true;
 404     } else if ((tmpStr.compare("stop")) == 0) {
 405         mdclog_write(MDCLOG_INFO, "Trace set to: stop");
 406         sctpParams.trace = false;
 407     } else {
 408         mdclog_write(MDCLOG_ERR, "Trace was set to wrong value %s, set to stop", tmpStr.c_str());
 409         sctpParams.trace = false;
 410     }
 411     jsonTrace = sctpParams.trace;
 412
 413     sctpParams.epollTimeOut = -1;
 414
 415     tmpStr = conf.getStringValue("prometheusPort");
 416     if (tmpStr.length() != 0) {
 417         sctpParams.prometheusPort = tmpStr;
 418     }
 419
 420     sctpParams.ka_message_length = snprintf(sctpParams.ka_message, KA_MESSAGE_SIZE, "{\"address\": \"%s:%d\","
 421                                                                                     "\"fqdn\": \"%s\","
 422                                                                                     "\"pod_name\": \"%s\"}",
 423                                             (const char *)sctpParams.myIP.c_str(),
 424                                             sctpParams.rmrPort,
 425                                             sctpParams.fqdn.c_str(),
 426                                             sctpParams.podName.c_str());
 427
 428     if (mdclog_level_get() >= MDCLOG_INFO) {
 429         mdclog_write(MDCLOG_DEBUG,"RMR Port: %s", to_string(sctpParams.rmrPort).c_str());
 430         mdclog_write(MDCLOG_DEBUG,"LogLevel: %s", to_string(sctpParams.logLevel).c_str());
 431         mdclog_write(MDCLOG_DEBUG,"volume: %s", sctpParams.volume);
 432         mdclog_write(MDCLOG_DEBUG,"tmpLogFilespec: %s", tmpLogFilespec);
 433         mdclog_write(MDCLOG_DEBUG,"my ip: %s", sctpParams.myIP.c_str());
 434         mdclog_write(MDCLOG_DEBUG,"pod name: %s", sctpParams.podName.c_str());
 435
 436         mdclog_write(MDCLOG_INFO, "running parameters for instance : %s", sctpParams.ka_message);
 437     }
 438
 439     // Files written to the current working directory
 440     boostLogger = logging::add_file_log(
 441             keywords::file_name = tmpLogFilespec, // to temp directory
 442             keywords::rotation_size = 10 * 1024 * 1024,
 443             keywords::time_based_rotation = sinks::file::rotation_at_time_interval(posix_time::hours(1)),
 444             keywords::format = "%Message%"
 445             //keywords::format = "[%TimeStamp%]: %Message%" // use each tmpStr with time stamp
 446     );
 447
 448     // Setup a destination folder for collecting rotated (closed) files --since the same volume can use rename()
 449     boostLogger->locked_backend()->set_file_collector(sinks::file::make_collector(
 450             keywords::target = sctpParams.volume
 451     ));
 452
 453     // Upon restart, scan the directory for files matching the file_name pattern
 454     boostLogger->locked_backend()->scan_for_files();
 455
 456     // Enable auto-flushing after each tmpStr record written
 457     if (mdclog_level_get() >= MDCLOG_DEBUG) {
 458         boostLogger->locked_backend()->auto_flush(true);
 459     }
 460
 461     return 0;
 462 }
 463
 464 void startPrometheus(sctp_params_t &sctpParams) {
 465     sctpParams.prometheusFamily = &BuildCounter()
 466             .Name("E2T")
 467             .Help("E2T message counter")
 468             .Labels({{"POD_NAME", sctpParams.podName}})
 469             .Register(*sctpParams.prometheusRegistry);
 470
 471     string prometheusPath = sctpParams.prometheusPort + "," + "[::]:" + sctpParams.prometheusPort;
 472     if (mdclog_level_get() >= MDCLOG_DEBUG) {
 473         mdclog_write(MDCLOG_DEBUG, "Start Prometheus Pull mode on %s", prometheusPath.c_str());
 474     }
 475     sctpParams.prometheusExposer = new Exposer(prometheusPath, 1);
 476     sctpParams.prometheusExposer->RegisterCollectable(sctpParams.prometheusRegistry);
 477 }
 478 #ifndef UNIT_TEST
 479
 480 int main(const int argc, char **argv) {
 481     sctp_params_t sctpParams;
 482     {
 483         std::random_device device{};
 484         std::mt19937 generator(device());
 485         std::uniform_int_distribution<long> distribution(1, (long) 1e12);
 486         transactionCounter = distribution(generator);
 487     }
 488
 489 //    uint64_t st = 0;
 490 //    uint32_t aux1 = 0;
 491 //   st = rdtscp(aux1);
 492
 493     unsigned num_cpus = std::thread::hardware_concurrency();
 494     init_log();
 495     if (std::signal(SIGINT, catch_function) == SIG_ERR) {
 496         mdclog_write(MDCLOG_ERR, "Error initializing SIGINT");
 497         exit(1);
 498     }
 499     if (std::signal(SIGABRT, catch_function)== SIG_ERR) {
 500         mdclog_write(MDCLOG_ERR, "Error initializing SIGABRT");
 501         exit(1);
 502     }
 503     if (std::signal(SIGTERM, catch_function)== SIG_ERR) {
 504         mdclog_write(MDCLOG_ERR, "Error initializing SIGTERM");
 505         exit(1);
 506     }
 507
 508     cpuClock = approx_CPU_MHz(100);
 509
 510     mdclog_write(MDCLOG_DEBUG, "CPU speed %11.11f", cpuClock);
 511
 512     auto result = parse(argc, argv, sctpParams);
 513
 514     if (buildConfiguration(sctpParams) != 0) {
 515         exit(-1);
 516     }
 517
 518     //auto registry = std::make_shared<Registry>();
 519     sctpParams.prometheusRegistry = std::make_shared<Registry>();
 520
 521     //sctpParams.prometheusFamily = new Family<Counter>("E2T", "E2T message counter", {{"E", sctpParams.podName}});
 522
 523     startPrometheus(sctpParams);
 524
 525     // start epoll
 526     sctpParams.epoll_fd = epoll_create1(0);
 527     if (sctpParams.epoll_fd == -1) {
 528         mdclog_write(MDCLOG_ERR, "failed to open epoll descriptor");
 529         exit(-1);
 530     }
 531     getRmrContext(sctpParams);
 532     if (sctpParams.rmrCtx == nullptr) {
 533         close(sctpParams.epoll_fd);
 534         exit(-1);
 535     }
 536
 537     if (buildInotify(sctpParams) == -1) {
 538         close(sctpParams.rmrListenFd);
 539         rmr_close(sctpParams.rmrCtx);
 540         close(sctpParams.epoll_fd);
 541         exit(-1);
 542     }
 543
 544     if (buildListeningPort(sctpParams) != 0) {
 545         close(sctpParams.rmrListenFd);
 546         rmr_close(sctpParams.rmrCtx);
 547         close(sctpParams.epoll_fd);
 548         exit(-1);
 549     }
 550
 551     sctpParams.sctpMap = new mapWrapper();
 552
 553     std::vector<std::thread> threads(num_cpus);
 554 //    std::vector<std::thread> threads;
 555
 556     num_cpus = 3;
 557     for (unsigned int i = 0; i < num_cpus; i++) {
 558         threads[i] = std::thread(listener, &sctpParams);
 559
 560         cpu_set_t cpuset;
 561         CPU_ZERO(&cpuset);
 562         CPU_SET(i, &cpuset);
 563         int rc = pthread_setaffinity_np(threads[i].native_handle(), sizeof(cpu_set_t), &cpuset);
 564         if (rc != 0) {
 565             mdclog_write(MDCLOG_ERR, "Error calling pthread_setaffinity_np: %d", rc);
 566         }
 567     }
 568
 569
 570     //loop over term_init until first message from xApp
 571     handleTermInit(sctpParams);
 572
 573     for (auto &t : threads) {
 574         t.join();
 575     }
 576
 577     return 0;
 578 }
 579 #endif
 580 void handleTermInit(sctp_params_t &sctpParams) {
 581     sendTermInit(sctpParams);
 582     //send to e2 manager init of e2 term
 583     //E2_TERM_INIT
 584
 585     int count = 0;
 586     while (true) {
 587         auto xappMessages = num_of_XAPP_messages.load(std::memory_order_acquire);
 588         if (xappMessages > 0) {
 589             if (mdclog_level_get() >=  MDCLOG_INFO) {
 590                 mdclog_write(MDCLOG_INFO, "Got a message from some application, stop sending E2_TERM_INIT");
 591             }
 592             return;
 593         }
 594         usleep(100000);
 595         count++;
 596         if (count % 1000 == 0) {
 597             mdclog_write(MDCLOG_ERR, "GOT No messages from any xApp");
 598             sendTermInit(sctpParams);
 599         }
 600     }
 601 }
 602
 603 void sendTermInit(sctp_params_t &sctpParams) {
 604     rmr_mbuf_t *msg = rmr_alloc_msg(sctpParams.rmrCtx, sctpParams.ka_message_length);
 605     auto count = 0;
 606     while (true) {
 607         msg->mtype = E2_TERM_INIT;
 608         msg->state = 0;
 609         rmr_bytes2payload(msg, (unsigned char *)sctpParams.ka_message, sctpParams.ka_message_length);
 610         static unsigned char tx[32];
 611         auto txLen = snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
 612         rmr_bytes2xact(msg, tx, txLen);
 613         msg = rmr_send_msg(sctpParams.rmrCtx, msg);
 614         if (msg == nullptr) {
 615             msg = rmr_alloc_msg(sctpParams.rmrCtx, sctpParams.ka_message_length);
 616         } else if (msg->state == 0) {
 617             rmr_free_msg(msg);
 618             if (mdclog_level_get() >=  MDCLOG_INFO) {
 619                 mdclog_write(MDCLOG_INFO, "E2_TERM_INIT successfully sent ");
 620             }
 621             return;
 622         } else {
 623             if (count % 100 == 0) {
 624                 mdclog_write(MDCLOG_ERR, "Error sending E2_TERM_INIT cause : %s ", translateRmrErrorMessages(msg->state).c_str());
 625             }
 626             sleep(1);
 627         }
 628         count++;
 629     }
 630 }
 631
 632 /**
 633  *
 634  * @param argc
 635  * @param argv
 636  * @param sctpParams
 637  * @return
 638  */
 639 cxxopts::ParseResult parse(int argc, char *argv[], sctp_params_t &sctpParams) {
 640     cxxopts::Options options(argv[0], "e2 term help");
 641     options.positional_help("[optional args]").show_positional_help();
 642     options.allow_unrecognised_options().add_options()
 643             ("p,path", "config file path", cxxopts::value<std::string>(sctpParams.configFilePath)->default_value("config"))
 644             ("f,file", "config file name", cxxopts::value<std::string>(sctpParams.configFileName)->default_value("config.conf"))
 645             ("h,help", "Print help");
 646
 647     auto result = options.parse(argc, (const char **&)argv);
 648
 649     if (result.count("help")) {
 650         std::cout << options.help({""}) << std::endl;
 651         exit(0);
 652     }
 653     return result;
 654 }
 655
 656 /**
 657  *
 658  * @param sctpParams
 659  * @return -1 failed 0 success
 660  */
 661 int buildInotify(sctp_params_t &sctpParams) {
 662     sctpParams.inotifyFD = inotify_init1(IN_NONBLOCK);
 663     if (sctpParams.inotifyFD == -1) {
 664         mdclog_write(MDCLOG_ERR, "Failed to init inotify (inotify_init1) %s", strerror(errno));
 665         return -1;
 666     }
 667
 668     sctpParams.inotifyWD = inotify_add_watch(sctpParams.inotifyFD,
 669                                              (const char *)sctpParams.configFilePath.c_str(),
 670                                              (unsigned)IN_OPEN | (unsigned)IN_CLOSE_WRITE | (unsigned)IN_CLOSE_NOWRITE); //IN_CLOSE = (IN_CLOSE_WRITE | IN_CLOSE_NOWRITE)
 671     if (sctpParams.inotifyWD == -1) {
 672         mdclog_write(MDCLOG_ERR, "Failed to add directory : %s to  inotify (inotify_add_watch) %s",
 673                      sctpParams.configFilePath.c_str(),
 674                      strerror(errno));
 675         close(sctpParams.inotifyFD);
 676         return -1;
 677     }
 678
 679     struct epoll_event event{};
 680     event.events = (EPOLLIN);
 681     event.data.fd = sctpParams.inotifyFD;
 682     // add listening RMR FD to epoll
 683     if (epoll_ctl(sctpParams.epoll_fd, EPOLL_CTL_ADD, sctpParams.inotifyFD, &event)) {
 684         mdclog_write(MDCLOG_ERR, "Failed to add inotify FD to epoll");
 685         close(sctpParams.inotifyFD);
 686         return -1;
 687     }
 688     return 0;
 689 }
 690
 691 /**
 692  *
 693  * @param args
 694  * @return
 695  */
 696 void listener(sctp_params_t *params) {
 697     int num_of_SCTP_messages = 0;
 698     auto totalTime = 0.0;
 699     std::thread::id this_id = std::this_thread::get_id();
 700     //save cout
 701     auto pod_name = std::getenv("POD_NAME");
 702     auto container_name = std::getenv("CONTAINER_NAME");
 703     auto service_name = std::getenv("SERVICE_NAME");
 704     auto host_name = std::getenv("HOST_NAME");
 705     auto system_name = std::getenv("SYSTEM_NAME");
 706     auto pid = std::to_string(getpid()).c_str();
 707     streambuf *oldCout = cout.rdbuf();
 708     ostringstream memCout;
 709     // create new cout
 710     cout.rdbuf(memCout.rdbuf());
 711     cout << this_id;
 712     //return to the normal cout
 713     cout.rdbuf(oldCout);
 714
 715     char tid[32];
 716     memcpy(tid, memCout.str().c_str(), memCout.str().length() < 32 ? memCout.str().length() : 31);
 717     tid[memCout.str().length()] = 0;
 718     mdclog_mdc_add("SYSTEM_NAME", system_name);
 719     mdclog_mdc_add("HOST_NAME", host_name);
 720     mdclog_mdc_add("SERVICE_NAME", service_name);
 721     mdclog_mdc_add("CONTAINER_NAME", container_name);
 722     mdclog_mdc_add("POD_NAME", pod_name);
 723     mdclog_mdc_add("PID", pid);
 724
 725     if (mdclog_level_get() >= MDCLOG_DEBUG) {
 726         mdclog_write(MDCLOG_DEBUG, "started thread number %s", tid);
 727     }
 728
 729     RmrMessagesBuffer_t rmrMessageBuffer{};
 730     //create and init RMR
 731     rmrMessageBuffer.rmrCtx = params->rmrCtx;
 732
 733     auto *events = (struct epoll_event *) calloc(MAXEVENTS, sizeof(struct epoll_event));
 734     struct timespec end{0, 0};
 735     struct timespec start{0, 0};
 736
 737     rmrMessageBuffer.rcvMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
 738     rmrMessageBuffer.sendMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
 739
 740     memcpy(rmrMessageBuffer.ka_message, params->ka_message, params->ka_message_length);
 741     rmrMessageBuffer.ka_message_len = params->ka_message_length;
 742     rmrMessageBuffer.ka_message[rmrMessageBuffer.ka_message_len] = 0;
 743
 744     if (mdclog_level_get() >= MDCLOG_DEBUG) {
 745         mdclog_write(MDCLOG_DEBUG, "keep alive message is : %s", rmrMessageBuffer.ka_message);
 746     }
 747
 748     ReportingMessages_t message {};
 749
 750 //    for (int i = 0; i < MAX_RMR_BUFF_ARRAY; i++) {
 751 //        rmrMessageBuffer.rcvBufferedMessages[i] = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
 752 //        rmrMessageBuffer.sendBufferedMessages[i] = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
 753 //    }
 754
 755     while (true) {
 756         if (mdclog_level_get() >= MDCLOG_DEBUG) {
 757             mdclog_write(MDCLOG_DEBUG, "Start EPOLL Wait. Timeout = %d", params->epollTimeOut);
 758         }
 759 #ifndef UNIT_TEST
 760         auto numOfEvents = epoll_wait(params->epoll_fd, events, MAXEVENTS, params->epollTimeOut);
 761 #else
 762         auto numOfEvents = 1;
 763 #endif
 764         if (numOfEvents == 0) { // time out
 765             if (mdclog_level_get() >= MDCLOG_DEBUG) {
 766                 mdclog_write(MDCLOG_DEBUG, "got epoll timeout");
 767             }
 768             continue;
 769         } else if (numOfEvents < 0) {
 770             if (errno == EINTR) {
 771                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
 772                     mdclog_write(MDCLOG_DEBUG, "got EINTR : %s", strerror(errno));
 773                 }
 774                 continue;
 775             }
 776             mdclog_write(MDCLOG_ERR, "Epoll wait failed, errno = %s", strerror(errno));
 777             return;
 778         }
 779         for (auto i = 0; i < numOfEvents; i++) {
 780             if (mdclog_level_get() >= MDCLOG_DEBUG) {
 781                 mdclog_write(MDCLOG_DEBUG, "handling epoll event %d out of %d", i + 1, numOfEvents);
 782             }
 783             clock_gettime(CLOCK_MONOTONIC, &message.message.time);
 784             start.tv_sec = message.message.time.tv_sec;
 785             start.tv_nsec = message.message.time.tv_nsec;
 786
 787
 788             if ((events[i].events & EPOLLERR) || (events[i].events & EPOLLHUP)) {
 789                 handlepoll_error(events[i], message, rmrMessageBuffer, params);
 790             } else if (events[i].events & EPOLLOUT) {
 791                 handleEinprogressMessages(events[i], message, rmrMessageBuffer, params);
 792             } else if (params->listenFD == events[i].data.fd) {
 793                 if (mdclog_level_get() >= MDCLOG_INFO) {
 794                     mdclog_write(MDCLOG_INFO, "New connection request from sctp network\n");
 795                 }
 796                 // new connection is requested from RAN  start build connection
 797                 while (true) {
 798                     struct sockaddr in_addr {};
 799                     socklen_t in_len;
 800                     char hostBuff[NI_MAXHOST];
 801                     char portBuff[NI_MAXSERV];
 802
 803                     in_len = sizeof(in_addr);
 804                     auto *peerInfo = (ConnectedCU_t *)calloc(1, sizeof(ConnectedCU_t));
 805                     if(peerInfo == nullptr){
 806                         mdclog_write(MDCLOG_ERR, "calloc failed");
 807                         break;
 808                     }
 809                     peerInfo->sctpParams = params;
 810                     peerInfo->fileDescriptor = accept(params->listenFD, &in_addr, &in_len);
 811                     if (peerInfo->fileDescriptor == -1) {
 812                         if ((errno == EAGAIN) || (errno == EWOULDBLOCK)) {
 813                             /* We have processed all incoming connections. */
 814                             break;
 815                         } else {
 816                             mdclog_write(MDCLOG_ERR, "Accept error, errno = %s", strerror(errno));
 817                             break;
 818                         }
 819                     }
 820                     if (setSocketNoBlocking(peerInfo->fileDescriptor) == -1) {
 821                         mdclog_write(MDCLOG_ERR, "setSocketNoBlocking failed to set new connection %s on port %s\n", hostBuff, portBuff);
 822                         close(peerInfo->fileDescriptor);
 823                         break;
 824                     }
 825                     auto  ans = getnameinfo(&in_addr, in_len,
 826                                             peerInfo->hostName, NI_MAXHOST,
 827                                             peerInfo->portNumber, NI_MAXSERV, (unsigned )((unsigned int)NI_NUMERICHOST | (unsigned int)NI_NUMERICSERV));
 828                     if (ans < 0) {
 829                         mdclog_write(MDCLOG_ERR, "Failed to get info on connection request. %s\n", strerror(errno));
 830                         close(peerInfo->fileDescriptor);
 831                         break;
 832                     }
 833                     if (mdclog_level_get() >= MDCLOG_DEBUG) {
 834                         mdclog_write(MDCLOG_DEBUG, "Accepted connection on descriptor %d (host=%s, port=%s)\n", peerInfo->fileDescriptor, peerInfo->hostName, peerInfo->portNumber);
 835                     }
 836                     peerInfo->isConnected = false;
 837                     peerInfo->gotSetup = false;
 838                     if (addToEpoll(params->epoll_fd,
 839                                    peerInfo,
 840                                    (EPOLLIN | EPOLLET),
 841                                    params->sctpMap, nullptr,
 842                                    0) != 0) {
 843                         break;
 844                     }
 845                     break;
 846                 }
 847             } else if (params->rmrListenFd == events[i].data.fd) {
 848                 // got message from XAPP
 849                 //num_of_XAPP_messages.fetch_add(1, std::memory_order_release);
 850                 num_of_messages.fetch_add(1, std::memory_order_release);
 851                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
 852                     mdclog_write(MDCLOG_DEBUG, "new RMR message");
 853                 }
 854                 if (receiveXappMessages(params->sctpMap,
 855                                         rmrMessageBuffer,
 856                                         message.message.time) != 0) {
 857                     mdclog_write(MDCLOG_ERR, "Error handling Xapp message");
 858                 }
 859             } else if (params->inotifyFD == events[i].data.fd) {
 860                 mdclog_write(MDCLOG_INFO, "Got event from inotify (configuration update)");
 861                 handleConfigChange(params);
 862             } else {
 863                 /* We RMR_ERR_RETRY have data on the fd waiting to be read. Read and display it.
 864                  * We must read whatever data is available completely, as we are running
 865                  *  in edge-triggered mode and won't get a notification again for the same data. */
 866                 num_of_messages.fetch_add(1, std::memory_order_release);
 867                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
 868                     mdclog_write(MDCLOG_DEBUG, "new message from SCTP, epoll flags are : %0x", events[i].events);
 869                 }
 870                 receiveDataFromSctp(&events[i],
 871                                     params->sctpMap,
 872                                     num_of_SCTP_messages,
 873                                     rmrMessageBuffer,
 874                                     message.message.time);
 875             }
 876
 877             clock_gettime(CLOCK_MONOTONIC, &end);
 878             if (mdclog_level_get() >= MDCLOG_INFO) {
 879                 totalTime += ((end.tv_sec + 1.0e-9 * end.tv_nsec) -
 880                               ((double) start.tv_sec + 1.0e-9 * start.tv_nsec));
 881             }
 882             if (mdclog_level_get() >= MDCLOG_DEBUG) {
 883                 mdclog_write(MDCLOG_DEBUG, "message handling is %ld seconds %ld nanoseconds",
 884                              end.tv_sec - start.tv_sec,
 885                              end.tv_nsec - start.tv_nsec);
 886             }
 887         }
 888 #ifdef UNIT_TEST
 889                 break;
 890 #endif
 891     }
 892 }
 893
 894 /**
 895  *
 896  * @param sctpParams
 897  */
 898 void handleConfigChange(sctp_params_t *sctpParams) {
 899     char buf[4096] __attribute__ ((aligned(__alignof__(struct inotify_event))));
 900     const struct inotify_event *event;
 901     char *ptr;
 902 #ifdef UNIT_TEST
 903     struct inotify_event tmpEvent;
 904 #endif
 905     path p = (sctpParams->configFilePath + "/" + sctpParams->configFileName).c_str();
 906     auto endlessLoop = true;
 907     while (endlessLoop) {
 908 #ifndef UNIT_TEST
 909     auto len = read(sctpParams->inotifyFD, buf, sizeof buf);
 910 #else
 911     auto len=10;
 912 #endif
 913         if (len == -1) {
 914             if (errno != EAGAIN) {
 915                 mdclog_write(MDCLOG_ERR, "read %s ", strerror(errno));
 916                 endlessLoop = false;
 917                 continue;
 918             }
 919             else {
 920                 endlessLoop = false;
 921                 continue;
 922             }
 923         }
 924
 925         for (ptr = buf; ptr < buf + len; ptr += sizeof(struct inotify_event) + event->len) {
 926 #ifndef UNIT_TEST
 927     event = (const struct inotify_event *)ptr;
 928 #else
 929     tmpEvent.mask = (uint32_t)IN_CLOSE_WRITE;
 930     event = &tmpEvent;
 931 #endif
 932             if (event->mask & (uint32_t)IN_ISDIR) {
 933                 continue;
 934             }
 935
 936             // the directory name
 937             if (sctpParams->inotifyWD == event->wd) {
 938                 // not the directory
 939             }
 940             if (event->len) {
 941                 auto  retVal = strcmp(sctpParams->configFileName.c_str(), event->name);
 942                 if (retVal != 0) {
 943                     continue;
 944                 }
 945             }
 946             // only the file we want
 947             if (event->mask & (uint32_t)IN_CLOSE_WRITE) {
 948                 if (mdclog_level_get() >= MDCLOG_INFO) {
 949                     mdclog_write(MDCLOG_INFO, "Configuration file changed");
 950                 }
 951                 if (exists(p)) {
 952                     const int size = 2048;
 953                     auto fileSize = file_size(p);
 954                     if (fileSize > size) {
 955                         mdclog_write(MDCLOG_ERR, "File %s larger than %d", p.string().c_str(), size);
 956                         return;
 957                     }
 958                 } else {
 959                     mdclog_write(MDCLOG_ERR, "Configuration File %s not exists", p.string().c_str());
 960                     return;
 961                 }
 962
 963                 ReadConfigFile conf;
 964                 if (conf.openConfigFile(p.string()) == -1) {
 965                     mdclog_write(MDCLOG_ERR, "Filed to open config file %s, %s",
 966                                  p.string().c_str(), strerror(errno));
 967                     return;
 968                 }
 969                 auto tmpStr = conf.getStringValue("loglevel");
 970                 if (tmpStr.length() == 0) {
 971                     mdclog_write(MDCLOG_ERR, "illegal loglevel. Set loglevel to MDCLOG_INFO");
 972                     tmpStr = "info";
 973                 }
 974                 transform(tmpStr.begin(), tmpStr.end(), tmpStr.begin(), ::tolower);
 975
 976                 if ((tmpStr.compare("debug")) == 0) {
 977                     mdclog_write(MDCLOG_INFO, "Log level set to MDCLOG_DEBUG");
 978                     sctpParams->logLevel = MDCLOG_DEBUG;
 979                 } else if ((tmpStr.compare("info")) == 0) {
 980                     mdclog_write(MDCLOG_INFO, "Log level set to MDCLOG_INFO");
 981                     sctpParams->logLevel = MDCLOG_INFO;
 982                 } else if ((tmpStr.compare("warning")) == 0) {
 983                     mdclog_write(MDCLOG_INFO, "Log level set to MDCLOG_WARN");
 984                     sctpParams->logLevel = MDCLOG_WARN;
 985                 } else if ((tmpStr.compare("error")) == 0) {
 986                     mdclog_write(MDCLOG_INFO, "Log level set to MDCLOG_ERR");
 987                     sctpParams->logLevel = MDCLOG_ERR;
 988                 } else {
 989                     mdclog_write(MDCLOG_ERR, "illegal loglevel = %s. Set loglevel to MDCLOG_INFO", tmpStr.c_str());
 990                     sctpParams->logLevel = MDCLOG_INFO;
 991                 }
 992                 mdclog_level_set(sctpParams->logLevel);
 993                 tmpStr = conf.getStringValue("trace");
 994                 if (tmpStr.length() == 0) {
 995                     mdclog_write(MDCLOG_ERR, "illegal trace. Set trace to stop");
 996                     tmpStr = "stop";
 997                 }
 998
 999                 transform(tmpStr.begin(), tmpStr.end(), tmpStr.begin(), ::tolower);
1000                 if ((tmpStr.compare("start")) == 0) {
1001                     mdclog_write(MDCLOG_INFO, "Trace set to: start");
1002                     sctpParams->trace = true;
1003                 } else if ((tmpStr.compare("stop")) == 0) {
1004                     mdclog_write(MDCLOG_INFO, "Trace set to: stop");
1005                     sctpParams->trace = false;
1006                 } else {
1007                     mdclog_write(MDCLOG_ERR, "Trace was set to wrong value %s, set to stop", tmpStr.c_str());
1008                     sctpParams->trace = false;
1009                 }
1010                 jsonTrace = sctpParams->trace;
1011
1012
1013                 endlessLoop = false;
1014             }
1015 #ifdef UNIT_TEST
1016             break;
1017 #endif
1018         }
1019     }
1020 }
1021
1022 /**
1023  *
1024  * @param event
1025  * @param message
1026  * @param rmrMessageBuffer
1027  * @param params
1028  */
1029 void handleEinprogressMessages(struct epoll_event &event,
1030                                ReportingMessages_t &message,
1031                                RmrMessagesBuffer_t &rmrMessageBuffer,
1032                                sctp_params_t *params) {
1033     auto *peerInfo = (ConnectedCU_t *)event.data.ptr;
1034     memcpy(message.message.enodbName, peerInfo->enodbName, sizeof(peerInfo->enodbName));
1035
1036     mdclog_write(MDCLOG_INFO, "file descriptor %d got EPOLLOUT", peerInfo->fileDescriptor);
1037     auto retVal = 0;
1038     socklen_t retValLen = 0;
1039     auto rc = getsockopt(peerInfo->fileDescriptor, SOL_SOCKET, SO_ERROR, &retVal, &retValLen);
1040     if (rc != 0 || retVal != 0) {
1041 #ifndef UNIT_TEST
1042         if (rc != 0) {
1043             rmrMessageBuffer.sendMessage->len = snprintf((char *)rmrMessageBuffer.sendMessage->payload, 256,
1044                                                          "%s|Failed SCTP Connection, after EINPROGRESS the getsockopt%s",
1045                                                          peerInfo->enodbName, strerror(errno));
1046         } else if (retVal != 0) {
1047             rmrMessageBuffer.sendMessage->len = snprintf((char *)rmrMessageBuffer.sendMessage->payload, 256,
1048                                                          "%s|Failed SCTP Connection after EINPROGRESS, SO_ERROR",
1049                                                          peerInfo->enodbName);
1050         }
1051
1052         message.message.asndata = rmrMessageBuffer.sendMessage->payload;
1053         message.message.asnLength = rmrMessageBuffer.sendMessage->len;
1054         mdclog_write(MDCLOG_ERR, "%s", rmrMessageBuffer.sendMessage->payload);
1055         message.message.direction = 'N';
1056         if (sendRequestToXapp(message, RIC_SCTP_CONNECTION_FAILURE, rmrMessageBuffer) != 0) {
1057             mdclog_write(MDCLOG_ERR, "SCTP_CONNECTION_FAIL message failed to send to xAPP");
1058         }
1059 #endif
1060         memset(peerInfo->asnData, 0, peerInfo->asnLength);
1061         peerInfo->asnLength = 0;
1062         peerInfo->mtype = 0;
1063         return;
1064     }
1065
1066     peerInfo->isConnected = true;
1067
1068     if (modifyToEpoll(params->epoll_fd, peerInfo, (EPOLLIN | EPOLLET), params->sctpMap, peerInfo->enodbName,
1069                       peerInfo->mtype) != 0) {
1070         mdclog_write(MDCLOG_ERR, "epoll_ctl EPOLL_CTL_MOD");
1071         return;
1072     }
1073
1074     message.message.asndata = (unsigned char *)peerInfo->asnData;
1075     message.message.asnLength = peerInfo->asnLength;
1076     message.message.messageType = peerInfo->mtype;
1077     memcpy(message.message.enodbName, peerInfo->enodbName, sizeof(peerInfo->enodbName));
1078     num_of_messages.fetch_add(1, std::memory_order_release);
1079     if (mdclog_level_get() >= MDCLOG_DEBUG) {
1080         mdclog_write(MDCLOG_DEBUG, "send the delayed SETUP/ENDC SETUP to sctp for %s",
1081                      message.message.enodbName);
1082     }
1083     if (sendSctpMsg(peerInfo, message, params->sctpMap) != 0) {
1084         if (mdclog_level_get() >= MDCLOG_DEBUG) {
1085             mdclog_write(MDCLOG_DEBUG, "Error write to SCTP  %s %d", __func__, __LINE__);
1086         }
1087         return;
1088     }
1089
1090     memset(peerInfo->asnData, 0, peerInfo->asnLength);
1091     peerInfo->asnLength = 0;
1092     peerInfo->mtype = 0;
1093 }
1094
1095
1096 void handlepoll_error(struct epoll_event &event,
1097                       ReportingMessages_t &message,
1098                       RmrMessagesBuffer_t &rmrMessageBuffer,
1099                       sctp_params_t *params) {
1100     if (event.data.fd != params->rmrListenFd) {
1101         auto *peerInfo = (ConnectedCU_t *)event.data.ptr;
1102         mdclog_write(MDCLOG_ERR, "epoll error, events %0x on fd %d, RAN NAME : %s",
1103                      event.events, peerInfo->fileDescriptor, peerInfo->enodbName);
1104 #ifndef UNIT_TEST
1105
1106         rmrMessageBuffer.sendMessage->len = snprintf((char *)rmrMessageBuffer.sendMessage->payload, 256,
1107                                                      "%s|Failed SCTP Connection",
1108                                                      peerInfo->enodbName);
1109         message.message.asndata = rmrMessageBuffer.sendMessage->payload;
1110         message.message.asnLength = rmrMessageBuffer.sendMessage->len;
1111
1112         memcpy(message.message.enodbName, peerInfo->enodbName, sizeof(peerInfo->enodbName));
1113         message.message.direction = 'N';
1114         if (sendRequestToXapp(message, RIC_SCTP_CONNECTION_FAILURE, rmrMessageBuffer) != 0) {
1115             mdclog_write(MDCLOG_ERR, "SCTP_CONNECTION_FAIL message failed to send to xAPP");
1116         }
1117 #endif
1118         close(peerInfo->fileDescriptor);
1119         params->sctpMap->erase(peerInfo->enodbName);
1120         cleanHashEntry((ConnectedCU_t *) event.data.ptr, params->sctpMap);
1121     } else {
1122         mdclog_write(MDCLOG_ERR, "epoll error, events %0x on RMR FD", event.events);
1123     }
1124 }
1125 /**
1126  *
1127  * @param socket
1128  * @return
1129  */
1130 int setSocketNoBlocking(int socket) {
1131     auto flags = fcntl(socket, F_GETFL, 0);
1132
1133     if (flags == -1) {
1134         mdclog_write(MDCLOG_ERR, "%s, %s", __FUNCTION__, strerror(errno));
1135         return -1;
1136     }
1137
1138     flags = (unsigned) flags | (unsigned) O_NONBLOCK;
1139     if (fcntl(socket, F_SETFL, flags) == -1) {
1140         mdclog_write(MDCLOG_ERR, "%s, %s", __FUNCTION__, strerror(errno));
1141         return -1;
1142     }
1143
1144     return 0;
1145 }
1146
1147 /**
1148  *
1149  * @param val
1150  * @param m
1151  */
1152 void cleanHashEntry(ConnectedCU_t *val, Sctp_Map_t *m) {
1153     char *dummy;
1154     auto port = (uint16_t) strtol(val->portNumber, &dummy, 10);
1155     char searchBuff[2048]{};
1156
1157     snprintf(searchBuff, sizeof searchBuff, "host:%s:%d", val->hostName, port);
1158     m->erase(searchBuff);
1159
1160     m->erase(val->enodbName);
1161 #ifndef UNIT_TEST
1162     free(val);
1163 #endif
1164 }
1165
1166 /**
1167  *
1168  * @param fd file descriptor
1169  * @param data the asn data to send
1170  * @param len  length of the data
1171  * @param enodbName the enodbName as in the map for printing purpose
1172  * @param m map host information
1173  * @param mtype message number
1174  * @return 0 success, a negative number on fail
1175  */
1176 int sendSctpMsg(ConnectedCU_t *peerInfo, ReportingMessages_t &message, Sctp_Map_t *m) {
1177     auto loglevel = mdclog_level_get();
1178     int fd = peerInfo->fileDescriptor;
1179     if (loglevel >= MDCLOG_DEBUG) {
1180         mdclog_write(MDCLOG_DEBUG, "Send SCTP message for CU %s, %s",
1181                      message.message.enodbName, __FUNCTION__);
1182     }
1183
1184     while (true) {
1185         if (send(fd,message.message.asndata, message.message.asnLength,MSG_NOSIGNAL) < 0) {
1186             if (errno == EINTR) {
1187                 continue;
1188             }
1189             mdclog_write(MDCLOG_ERR, "error writing to CU a message, %s ", strerror(errno));
1190             if (!peerInfo->isConnected) {
1191                 mdclog_write(MDCLOG_ERR, "connection to CU %s is still in progress.", message.message.enodbName);
1192 #ifndef UNIT_TEST
1193                 return -1;
1194 #endif
1195             }
1196             cleanHashEntry(peerInfo, m);
1197             close(fd);
1198             char key[MAX_ENODB_NAME_SIZE * 2];
1199             snprintf(key, MAX_ENODB_NAME_SIZE * 2, "msg:%s|%d", message.message.enodbName,
1200                      message.message.messageType);
1201             if (loglevel >= MDCLOG_DEBUG) {
1202                 mdclog_write(MDCLOG_DEBUG, "remove key = %s from %s at line %d", key, __FUNCTION__, __LINE__);
1203             }
1204             auto tmp = m->find(key);
1205             if (tmp) {
1206                 free(tmp);
1207             }
1208             m->erase(key);
1209 #ifndef UNIT_TEST
1210             return -1;
1211 #endif
1212         }
1213         message.message.direction = 'D';
1214         // send report.buffer of size
1215         buildJsonMessage(message);
1216
1217         if (loglevel >= MDCLOG_DEBUG) {
1218             mdclog_write(MDCLOG_DEBUG,
1219                          "SCTP message for CU %s sent from %s",
1220                          message.message.enodbName,
1221                          __FUNCTION__);
1222         }
1223         return 0;
1224     }
1225 }
1226
1227 /**
1228  *
1229  * @param message
1230  * @param rmrMessageBuffer
1231  */
1232 void getRequestMetaData(ReportingMessages_t &message, RmrMessagesBuffer_t &rmrMessageBuffer) {
1233     message.message.asndata = rmrMessageBuffer.rcvMessage->payload;
1234     message.message.asnLength = rmrMessageBuffer.rcvMessage->len;
1235
1236     if (mdclog_level_get() >= MDCLOG_DEBUG) {
1237         mdclog_write(MDCLOG_DEBUG, "Message from Xapp RAN name = %s message length = %ld",
1238                      message.message.enodbName, (unsigned long) message.message.asnLength);
1239     }
1240 }
1241
1242
1243
1244 /**
1245  *
1246  * @param events
1247  * @param sctpMap
1248  * @param numOfMessages
1249  * @param rmrMessageBuffer
1250  * @param ts
1251  * @return
1252  */
1253 int receiveDataFromSctp(struct epoll_event *events,
1254                         Sctp_Map_t *sctpMap,
1255                         int &numOfMessages,
1256                         RmrMessagesBuffer_t &rmrMessageBuffer,
1257                         struct timespec &ts) {
1258     /* We have data on the fd waiting to be read. Read and display it.
1259  * We must read whatever data is available completely, as we are running
1260  *  in edge-triggered mode and won't get a notification again for the same data. */
1261     ReportingMessages_t message {};
1262     auto done = 0;
1263     auto loglevel = mdclog_level_get();
1264
1265     // get the identity of the interface
1266     message.peerInfo = (ConnectedCU_t *)events->data.ptr;
1267
1268     struct timespec start{0, 0};
1269     struct timespec decodeStart{0, 0};
1270     struct timespec end{0, 0};
1271
1272     E2AP_PDU_t *pdu = nullptr;
1273
1274     while (true) {
1275         if (loglevel >= MDCLOG_DEBUG) {
1276             mdclog_write(MDCLOG_DEBUG, "Start Read from SCTP %d fd", message.peerInfo->fileDescriptor);
1277             clock_gettime(CLOCK_MONOTONIC, &start);
1278         }
1279         // read the buffer directly to rmr payload
1280         message.message.asndata = rmrMessageBuffer.sendMessage->payload;
1281         message.message.asnLength = rmrMessageBuffer.sendMessage->len =
1282                 read(message.peerInfo->fileDescriptor, rmrMessageBuffer.sendMessage->payload, RECEIVE_SCTP_BUFFER_SIZE);
1283
1284         if (loglevel >= MDCLOG_DEBUG) {
1285             mdclog_write(MDCLOG_DEBUG, "Finish Read from SCTP %d fd message length = %ld",
1286                          message.peerInfo->fileDescriptor, message.message.asnLength);
1287         }
1288
1289         memcpy(message.message.enodbName, message.peerInfo->enodbName, sizeof(message.peerInfo->enodbName));
1290         message.message.direction = 'U';
1291         message.message.time.tv_nsec = ts.tv_nsec;
1292         message.message.time.tv_sec = ts.tv_sec;
1293
1294         if (message.message.asnLength < 0) {
1295             if (errno == EINTR) {
1296                 continue;
1297             }
1298             /* If errno == EAGAIN, that means we have read all
1299                data. So goReportingMessages_t back to the main loop. */
1300             if (errno != EAGAIN) {
1301                 mdclog_write(MDCLOG_ERR, "Read error, %s ", strerror(errno));
1302                 done = 1;
1303             } else if (loglevel >= MDCLOG_DEBUG) {
1304                 mdclog_write(MDCLOG_DEBUG, "EAGAIN - descriptor = %d", message.peerInfo->fileDescriptor);
1305             }
1306             break;
1307         } else if (message.message.asnLength == 0) {
1308             /* End of file. The remote has closed the connection. */
1309             if (loglevel >= MDCLOG_INFO) {
1310                 mdclog_write(MDCLOG_INFO, "END of File Closed connection - descriptor = %d",
1311                              message.peerInfo->fileDescriptor);
1312             }
1313             done = 1;
1314             break;
1315         }
1316
1317         if (loglevel >= MDCLOG_DEBUG) {
1318             char printBuffer[RECEIVE_SCTP_BUFFER_SIZE]{};
1319             char *tmp = printBuffer;
1320             for (size_t i = 0; i < (size_t)message.message.asnLength; ++i) {
1321                 snprintf(tmp, 3, "%02x", message.message.asndata[i]);
1322                 tmp += 2;
1323             }
1324             printBuffer[message.message.asnLength] = 0;
1325             clock_gettime(CLOCK_MONOTONIC, &end);
1326             mdclog_write(MDCLOG_DEBUG, "Before Encoding E2AP PDU for : %s, Read time is : %ld seconds, %ld nanoseconds",
1327                          message.peerInfo->enodbName, end.tv_sec - start.tv_sec, end.tv_nsec - start.tv_nsec);
1328             mdclog_write(MDCLOG_DEBUG, "PDU buffer length = %ld, data =  : %s", message.message.asnLength,
1329                          printBuffer);
1330             clock_gettime(CLOCK_MONOTONIC, &decodeStart);
1331         }
1332
1333         auto rval = asn_decode(nullptr, ATS_ALIGNED_BASIC_PER, &asn_DEF_E2AP_PDU, (void **) &pdu,
1334                           message.message.asndata, message.message.asnLength);
1335         if (rval.code != RC_OK) {
1336             mdclog_write(MDCLOG_ERR, "Error %d Decoding (unpack) E2AP PDU from RAN : %s", rval.code,
1337                          message.peerInfo->enodbName);
1338             break;
1339         }
1340
1341         if (loglevel >= MDCLOG_DEBUG) {
1342             clock_gettime(CLOCK_MONOTONIC, &end);
1343             mdclog_write(MDCLOG_DEBUG, "After Encoding E2AP PDU for : %s, Read time is : %ld seconds, %ld nanoseconds",
1344                          message.peerInfo->enodbName, end.tv_sec - decodeStart.tv_sec, end.tv_nsec - decodeStart.tv_nsec);
1345             char *printBuffer;
1346             size_t size;
1347             FILE *stream = open_memstream(&printBuffer, &size);
1348             asn_fprint(stream, &asn_DEF_E2AP_PDU, pdu);
1349             mdclog_write(MDCLOG_DEBUG, "Encoding E2AP PDU past : %s", printBuffer);
1350             clock_gettime(CLOCK_MONOTONIC, &decodeStart);
1351
1352             fclose(stream);
1353             free(printBuffer);
1354         }
1355
1356         switch (pdu->present) {
1357             case E2AP_PDU_PR_initiatingMessage: {//initiating message
1358                 asnInitiatingRequest(pdu, sctpMap,message, rmrMessageBuffer);
1359                 break;
1360             }
1361             case E2AP_PDU_PR_successfulOutcome: { //successful outcome
1362                 asnSuccessfulMsg(pdu, sctpMap, message, rmrMessageBuffer);
1363                 break;
1364             }
1365             case E2AP_PDU_PR_unsuccessfulOutcome: { //Unsuccessful Outcome
1366                 asnUnSuccsesfulMsg(pdu, sctpMap, message, rmrMessageBuffer);
1367                 break;
1368             }
1369             default:
1370                 mdclog_write(MDCLOG_ERR, "Unknown index %d in E2AP PDU", pdu->present);
1371                 break;
1372         }
1373         if (loglevel >= MDCLOG_DEBUG) {
1374             clock_gettime(CLOCK_MONOTONIC, &end);
1375             mdclog_write(MDCLOG_DEBUG,
1376                          "After processing message and sent to rmr for : %s, Read time is : %ld seconds, %ld nanoseconds",
1377                          message.peerInfo->enodbName, end.tv_sec - decodeStart.tv_sec, end.tv_nsec - decodeStart.tv_nsec);
1378         }
1379         numOfMessages++;
1380         if (pdu != nullptr) {
1381             ASN_STRUCT_RESET(asn_DEF_E2AP_PDU, pdu);
1382             //ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
1383             //pdu = nullptr;
1384         }
1385     }
1386
1387     if (done) {
1388         if (loglevel >= MDCLOG_INFO) {
1389             mdclog_write(MDCLOG_INFO, "Closed connection - descriptor = %d", message.peerInfo->fileDescriptor);
1390         }
1391         message.message.asnLength = rmrMessageBuffer.sendMessage->len =
1392                 snprintf((char *)rmrMessageBuffer.sendMessage->payload,
1393                          256,
1394                          "%s|CU disconnected unexpectedly",
1395                          message.peerInfo->enodbName);
1396         message.message.asndata = rmrMessageBuffer.sendMessage->payload;
1397
1398         if (sendRequestToXapp(message,
1399                               RIC_SCTP_CONNECTION_FAILURE,
1400                               rmrMessageBuffer) != 0) {
1401             mdclog_write(MDCLOG_ERR, "SCTP_CONNECTION_FAIL message failed to send to xAPP");
1402         }
1403
1404         /* Closing descriptor make epoll remove it from the set of descriptors which are monitored. */
1405         close(message.peerInfo->fileDescriptor);
1406         cleanHashEntry((ConnectedCU_t *) events->data.ptr, sctpMap);
1407     }
1408     if (loglevel >= MDCLOG_DEBUG) {
1409         clock_gettime(CLOCK_MONOTONIC, &end);
1410         mdclog_write(MDCLOG_DEBUG, "from receive SCTP to send RMR time is %ld seconds and %ld nanoseconds",
1411                      end.tv_sec - start.tv_sec, end.tv_nsec - start.tv_nsec);
1412
1413     }
1414     return 0;
1415 }
1416
1417 static void buildAndSendSetupRequest(ReportingMessages_t &message,
1418                                      RmrMessagesBuffer_t &rmrMessageBuffer,
1419                                      E2AP_PDU_t *pdu/*,
1420                                      string const &messageName,
1421                                      string const &ieName,
1422                                      vector<string> &functionsToAdd_v,
1423                                      vector<string> &functionsToModified_v*/) {
1424     auto logLevel = mdclog_level_get();
1425     // now we can send the data to e2Mgr
1426
1427     asn_enc_rval_t er;
1428     auto buffer_size = RECEIVE_SCTP_BUFFER_SIZE * 2;
1429     unsigned char *buffer = nullptr;
1430     buffer = (unsigned char *) calloc(buffer_size, sizeof(unsigned char));
1431     if(!buffer)
1432     {
1433         mdclog_write(MDCLOG_ERR, "Allocating buffer for %s failed, %s", asn_DEF_E2AP_PDU.name, strerror(errno));
1434         return;
1435     }
1436     while (true) {
1437         er = asn_encode_to_buffer(nullptr, ATS_BASIC_XER, &asn_DEF_E2AP_PDU, pdu, buffer, buffer_size);
1438         if (er.encoded == -1) {
1439             mdclog_write(MDCLOG_ERR, "encoding of %s failed, %s", asn_DEF_E2AP_PDU.name, strerror(errno));
1440             return;
1441         } else if (er.encoded > (ssize_t) buffer_size) {
1442             buffer_size = er.encoded + 128;
1443             mdclog_write(MDCLOG_WARN, "Buffer of size %d is to small for %s. Reallocate buffer of size %d",
1444                          (int) buffer_size,
1445                          asn_DEF_E2AP_PDU.name, buffer_size);
1446             buffer_size = er.encoded + 128;
1447
1448             unsigned char *newBuffer = nullptr;
1449             newBuffer = (unsigned char *) realloc(buffer, buffer_size);
1450             if (!newBuffer)
1451             {
1452                 // out of memory
1453                 mdclog_write(MDCLOG_ERR, "Reallocating buffer for %s failed, %s", asn_DEF_E2AP_PDU.name, strerror(errno));
1454                 free(buffer);
1455                 return;
1456             }
1457             buffer = newBuffer;
1458             continue;
1459         }
1460         buffer[er.encoded] = '\0';
1461         break;
1462     }
1463     // encode to xml
1464
1465     string res((char *)buffer);
1466     res.erase(std::remove(res.begin(), res.end(), '\n'), res.end());
1467     res.erase(std::remove(res.begin(), res.end(), '\t'), res.end());
1468     res.erase(std::remove(res.begin(), res.end(), ' '), res.end());
1469
1470 //    string res {};
1471 //    if (!functionsToAdd_v.empty() || !functionsToModified_v.empty()) {
1472 //        res = buildXmlData(messageName, ieName, functionsToAdd_v, functionsToModified_v, buffer, (size_t) er.encoded);
1473 //    }
1474     rmr_mbuf_t *rmrMsg;
1475 //    if (res.length() == 0) {
1476 //        rmrMsg = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, buffer_size + 256);
1477 //        rmrMsg->len = snprintf((char *) rmrMsg->payload, RECEIVE_SCTP_BUFFER_SIZE * 2, "%s:%d|%s",
1478 //                               message.peerInfo->sctpParams->myIP.c_str(),
1479 //                               message.peerInfo->sctpParams->rmrPort,
1480 //                               buffer);
1481 //    } else {
1482         rmrMsg = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, (int)res.length() + 256);
1483         rmrMsg->len = snprintf((char *) rmrMsg->payload, res.length() + 256, "%s:%d|%s",
1484                                message.peerInfo->sctpParams->myIP.c_str(),
1485                                message.peerInfo->sctpParams->rmrPort,
1486                                res.c_str());
1487 //    }
1488
1489     if (logLevel >= MDCLOG_DEBUG) {
1490         mdclog_write(MDCLOG_DEBUG, "Setup request of size %d :\n %s\n", rmrMsg->len, rmrMsg->payload);
1491     }
1492     // send to RMR
1493     rmrMsg->mtype = message.message.messageType;
1494     rmrMsg->state = 0;
1495     rmr_bytes2meid(rmrMsg, (unsigned char *) message.message.enodbName, strlen(message.message.enodbName));
1496
1497     static unsigned char tx[32];
1498     snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
1499     rmr_bytes2xact(rmrMsg, tx, strlen((const char *) tx));
1500 #ifndef UNIT_TEST
1501     rmrMsg = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMsg);
1502 #endif
1503     if (rmrMsg == nullptr) {
1504         mdclog_write(MDCLOG_ERR, "RMR failed to send returned nullptr");
1505     } else if (rmrMsg->state != 0) {
1506         char meid[RMR_MAX_MEID]{};
1507         if (rmrMsg->state == RMR_ERR_RETRY) {
1508             usleep(5);
1509             rmrMsg->state = 0;
1510             mdclog_write(MDCLOG_INFO, "RETRY sending Message %d to Xapp from %s",
1511                          rmrMsg->mtype, rmr_get_meid(rmrMsg, (unsigned char *) meid));
1512 #ifndef UNIT_TEST
1513             rmrMsg = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMsg);
1514 #endif
1515             if (rmrMsg == nullptr) {
1516                 mdclog_write(MDCLOG_ERR, "RMR failed send returned nullptr");
1517             } else if (rmrMsg->state != 0) {
1518                 mdclog_write(MDCLOG_ERR,
1519                              "RMR Retry failed %s sending request %d to Xapp from %s",
1520                              translateRmrErrorMessages(rmrMsg->state).c_str(),
1521                              rmrMsg->mtype,
1522                              rmr_get_meid(rmrMsg, (unsigned char *) meid));
1523             }
1524         } else {
1525             mdclog_write(MDCLOG_ERR, "RMR failed: %s. sending request %d to Xapp from %s",
1526                          translateRmrErrorMessages(rmrMsg->state).c_str(),
1527                          rmrMsg->mtype,
1528                          rmr_get_meid(rmrMsg, (unsigned char *) meid));
1529         }
1530     }
1531     message.peerInfo->gotSetup = true;
1532     buildJsonMessage(message);
1533
1534     if (rmrMsg != nullptr) {
1535         rmr_free_msg(rmrMsg);
1536     }
1537     free(buffer);
1538
1539     return;
1540 }
1541
1542 #if 0
1543 int RAN_Function_list_To_Vector(RANfunctions_List_t& list, vector <string> &runFunXML_v) {
1544     auto index = 0;
1545     runFunXML_v.clear();
1546     for (auto j = 0; j < list.list.count; j++) {
1547         auto *raNfunctionItemIEs = (RANfunction_ItemIEs_t *)list.list.array[j];
1548         if (raNfunctionItemIEs->id == ProtocolIE_ID_id_RANfunction_Item &&
1549             (raNfunctionItemIEs->value.present == RANfunction_ItemIEs__value_PR_RANfunction_Item)) {
1550             // encode to xml
1551             E2SM_gNB_NRT_RANfunction_Definition_t *ranFunDef = nullptr;
1552             auto rval = asn_decode(nullptr, ATS_ALIGNED_BASIC_PER,
1553                                    &asn_DEF_E2SM_gNB_NRT_RANfunction_Definition,
1554                                    (void **)&ranFunDef,
1555                                    raNfunctionItemIEs->value.choice.RANfunction_Item.ranFunctionDefinition.buf,
1556                                    raNfunctionItemIEs->value.choice.RANfunction_Item.ranFunctionDefinition.size);
1557             if (rval.code != RC_OK) {
1558                 mdclog_write(MDCLOG_ERR, "Error %d Decoding (unpack) E2SM message from : %s",
1559                              rval.code,
1560                              asn_DEF_E2SM_gNB_NRT_RANfunction_Definition.name);
1561                 return -1;
1562             }
1563
1564             auto xml_buffer_size = RECEIVE_SCTP_BUFFER_SIZE * 2;
1565             unsigned char xml_buffer[RECEIVE_SCTP_BUFFER_SIZE * 2];
1566             memset(xml_buffer, 0, RECEIVE_SCTP_BUFFER_SIZE * 2);
1567             // encode to xml
1568             auto er = asn_encode_to_buffer(nullptr,
1569                                            ATS_BASIC_XER,
1570                                            &asn_DEF_E2SM_gNB_NRT_RANfunction_Definition,
1571                                            ranFunDef,
1572                                            xml_buffer,
1573                                            xml_buffer_size);
1574             if (er.encoded == -1) {
1575                 mdclog_write(MDCLOG_ERR, "encoding of %s failed, %s",
1576                              asn_DEF_E2SM_gNB_NRT_RANfunction_Definition.name,
1577                              strerror(errno));
1578             } else if (er.encoded > (ssize_t)xml_buffer_size) {
1579                 mdclog_write(MDCLOG_ERR, "Buffer of size %d is to small for %s, at %s line %d",
1580                              (int) xml_buffer_size,
1581                              asn_DEF_E2SM_gNB_NRT_RANfunction_Definition.name, __func__, __LINE__);
1582             } else {
1583                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
1584                     mdclog_write(MDCLOG_DEBUG, "Encoding E2SM %s PDU number %d : %s",
1585                                  asn_DEF_E2SM_gNB_NRT_RANfunction_Definition.name,
1586                                  index++,
1587                                  xml_buffer);
1588                 }
1589
1590                 string runFuncs = (char *)(xml_buffer);
1591                 runFunXML_v.emplace_back(runFuncs);
1592             }
1593         }
1594     }
1595     return 0;
1596 }
1597
1598 int collectServiceUpdate_RequestData(E2AP_PDU_t *pdu,
1599                                      Sctp_Map_t *sctpMap,
1600                                      ReportingMessages_t &message,
1601                                      vector <string> &RANfunctionsAdded_v,
1602                                      vector <string> &RANfunctionsModified_v) {
1603     memset(message.peerInfo->enodbName, 0 , MAX_ENODB_NAME_SIZE);
1604     for (auto i = 0; i < pdu->choice.initiatingMessage->value.choice.RICserviceUpdate.protocolIEs.list.count; i++) {
1605         auto *ie = pdu->choice.initiatingMessage->value.choice.RICserviceUpdate.protocolIEs.list.array[i];
1606         if (ie->id == ProtocolIE_ID_id_RANfunctionsAdded) {
1607             if (ie->value.present == RICserviceUpdate_IEs__value_PR_RANfunctionsID_List) {
1608                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
1609                     mdclog_write(MDCLOG_DEBUG, "Run function list have %d entries",
1610                                  ie->value.choice.RANfunctions_List.list.count);
1611                 }
1612                 if (RAN_Function_list_To_Vector(ie->value.choice.RANfunctions_List, RANfunctionsAdded_v) != 0 ) {
1613                     return -1;
1614                 }
1615             }
1616         } else if (ie->id == ProtocolIE_ID_id_RANfunctionsModified) {
1617             if (ie->value.present == RICserviceUpdate_IEs__value_PR_RANfunctions_List) {
1618                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
1619                     mdclog_write(MDCLOG_DEBUG, "Run function list have %d entries",
1620                                  ie->value.choice.RANfunctions_List.list.count);
1621                 }
1622                 if (RAN_Function_list_To_Vector(ie->value.choice.RANfunctions_List, RANfunctionsModified_v) != 0 ) {
1623                     return -1;
1624                 }
1625             }
1626         }
1627     }
1628     if (mdclog_level_get() >= MDCLOG_DEBUG) {
1629         mdclog_write(MDCLOG_DEBUG, "Run function vector have %ld entries",
1630                      RANfunctionsAdded_v.size());
1631     }
1632     return 0;
1633 }
1634
1635 #endif
1636
1637
1638 void buildPrometheusList(ConnectedCU_t *peerInfo, Family<Counter> *prometheusFamily) {
1639     peerInfo->counters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_E2setup)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"SetupRequest", "Messages"}});
1640     peerInfo->counters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_E2setup)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"SetupRequest", "Bytes"}});
1641
1642     peerInfo->counters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_ErrorIndication)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"ErrorIndication", "Messages"}});
1643     peerInfo->counters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_ErrorIndication)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"ErrorIndication", "Bytes"}});
1644
1645     peerInfo->counters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_RICindication)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICindication", "Messages"}});
1646     peerInfo->counters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_RICindication)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICindication", "Bytes"}});
1647
1648     peerInfo->counters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"ResetRequest", "Messages"}});
1649     peerInfo->counters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"ResetRequest", "Bytes"}});
1650
1651     peerInfo->counters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_RICserviceUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICserviceUpdate", "Messages"}});
1652     peerInfo->counters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_RICserviceUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICserviceUpdate", "Bytes"}});
1653     // ---------------------------------------------
1654     peerInfo->counters[IN_SUCC][MSG_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"ResetACK", "Messages"}});
1655     peerInfo->counters[IN_SUCC][BYTES_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"ResetACK", "Bytes"}});
1656
1657     peerInfo->counters[IN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICcontrol)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICcontrolACK", "Messages"}});
1658     peerInfo->counters[IN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICcontrol)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICcontrolACK", "Bytes"}});
1659
1660     peerInfo->counters[IN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICsubscription)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionACK", "Messages"}});
1661     peerInfo->counters[IN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICsubscription)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionACK", "Bytes"}});
1662
1663     peerInfo->counters[IN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICsubscriptionDelete)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionDeleteACK", "Messages"}});
1664     peerInfo->counters[IN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICsubscriptionDelete)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionDeleteACK", "Bytes"}});
1665     //-------------------------------------------------------------
1666
1667     peerInfo->counters[IN_UN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICcontrol)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICcontrolFailure", "Messages"}});
1668     peerInfo->counters[IN_UN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICcontrol)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICcontrolFailure", "Bytes"}});
1669
1670     peerInfo->counters[IN_UN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICsubscription)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionFailure", "Messages"}});
1671     peerInfo->counters[IN_UN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICsubscription)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionFailure", "Bytes"}});
1672
1673     peerInfo->counters[IN_UN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICsubscriptionDelete)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionDeleteFailure", "Messages"}});
1674     peerInfo->counters[IN_UN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICsubscriptionDelete)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionDeleteFailure", "Bytes"}});
1675
1676     //====================================================================================
1677     peerInfo->counters[OUT_INITI][MSG_COUNTER][(ProcedureCode_id_ErrorIndication)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"ErrorIndication", "Messages"}});
1678     peerInfo->counters[OUT_INITI][BYTES_COUNTER][(ProcedureCode_id_ErrorIndication)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"ErrorIndication", "Bytes"}});
1679
1680     peerInfo->counters[OUT_INITI][MSG_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"ResetRequest", "Messages"}});
1681     peerInfo->counters[OUT_INITI][BYTES_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"ResetRequest", "Bytes"}});
1682
1683     peerInfo->counters[OUT_INITI][MSG_COUNTER][(ProcedureCode_id_RICcontrol)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICcontrol", "Messages"}});
1684     peerInfo->counters[OUT_INITI][BYTES_COUNTER][(ProcedureCode_id_RICcontrol)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICcontrol", "Bytes"}});
1685
1686     peerInfo->counters[OUT_INITI][MSG_COUNTER][(ProcedureCode_id_RICserviceQuery)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICserviceQuery", "Messages"}});
1687     peerInfo->counters[OUT_INITI][BYTES_COUNTER][(ProcedureCode_id_RICserviceQuery)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICserviceQuery", "Bytes"}});
1688
1689     peerInfo->counters[OUT_INITI][MSG_COUNTER][(ProcedureCode_id_RICsubscription)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICsubscription", "Messages"}});
1690     peerInfo->counters[OUT_INITI][BYTES_COUNTER][(ProcedureCode_id_RICsubscription)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICsubscription", "Bytes"}});
1691
1692     peerInfo->counters[OUT_INITI][MSG_COUNTER][(ProcedureCode_id_RICsubscriptionDelete)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICsubscriptionDelete", "Messages"}});
1693     peerInfo->counters[OUT_INITI][BYTES_COUNTER][(ProcedureCode_id_RICsubscriptionDelete)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICsubscriptionDelete", "Bytes"}});
1694     //---------------------------------------------------------------------------------------------------------
1695     peerInfo->counters[OUT_SUCC][MSG_COUNTER][(ProcedureCode_id_E2setup)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"SetupResponse", "Messages"}});
1696     peerInfo->counters[OUT_SUCC][BYTES_COUNTER][(ProcedureCode_id_E2setup)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"SetupResponse", "Bytes"}});
1697
1698     peerInfo->counters[OUT_SUCC][MSG_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"ResetACK", "Messages"}});
1699     peerInfo->counters[OUT_SUCC][BYTES_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"ResetACK", "Bytes"}});
1700
1701     peerInfo->counters[OUT_SUCC][MSG_COUNTER][(ProcedureCode_id_RICserviceUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICserviceUpdateResponse", "Messages"}});
1702     peerInfo->counters[OUT_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICserviceUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICserviceUpdateResponse", "Bytes"}});
1703     //----------------------------------------------------------------------------------------------------------------
1704     peerInfo->counters[OUT_UN_SUCC][MSG_COUNTER][(ProcedureCode_id_E2setup)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"SetupRequestFailure", "Messages"}});
1705     peerInfo->counters[OUT_UN_SUCC][BYTES_COUNTER][(ProcedureCode_id_E2setup)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"SetupRequestFailure", "Bytes"}});
1706
1707     peerInfo->counters[OUT_UN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICserviceUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICserviceUpdateFailure", "Messages"}});
1708     peerInfo->counters[OUT_UN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICserviceUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICserviceUpdateFailure", "Bytes"}});
1709 }
1710 /**
1711  *
1712  * @param pdu
1713  * @param sctpMap
1714  * @param message
1715  * @param RANfunctionsAdded_v
1716  * @return
1717  */
1718 int collectSetupRequestData(E2AP_PDU_t *pdu,
1719                                      Sctp_Map_t *sctpMap,
1720                                      ReportingMessages_t &message /*, vector <string> &RANfunctionsAdded_v*/) {
1721     memset(message.peerInfo->enodbName, 0 , MAX_ENODB_NAME_SIZE);
1722     for (auto i = 0; i < pdu->choice.initiatingMessage->value.choice.E2setupRequest.protocolIEs.list.count; i++) {
1723         auto *ie = pdu->choice.initiatingMessage->value.choice.E2setupRequest.protocolIEs.list.array[i];
1724         if (ie->id == ProtocolIE_ID_id_GlobalE2node_ID) {
1725             // get the ran name for meid
1726             if (ie->value.present == E2setupRequestIEs__value_PR_GlobalE2node_ID) {
1727                 if (buildRanName(message.peerInfo->enodbName, ie) < 0) {
1728                     mdclog_write(MDCLOG_ERR, "Bad param in E2setupRequestIEs GlobalE2node_ID.\n");
1729                     // no message will be sent
1730                     return -1;
1731                 }
1732
1733                 memcpy(message.message.enodbName, message.peerInfo->enodbName, strlen(message.peerInfo->enodbName));
1734                 sctpMap->setkey(message.message.enodbName, message.peerInfo);
1735             }
1736         } /*else if (ie->id == ProtocolIE_ID_id_RANfunctionsAdded) {
1737             if (ie->value.present == E2setupRequestIEs__value_PR_RANfunctions_List) {
1738                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
1739                     mdclog_write(MDCLOG_DEBUG, "Run function list have %d entries",
1740                                  ie->value.choice.RANfunctions_List.list.count);
1741                 }
1742                 if (RAN_Function_list_To_Vector(ie->value.choice.RANfunctions_List, RANfunctionsAdded_v) != 0 ) {
1743                     return -1;
1744                 }
1745             }
1746         } */
1747     }
1748 //    if (mdclog_level_get() >= MDCLOG_DEBUG) {
1749 //        mdclog_write(MDCLOG_DEBUG, "Run function vector have %ld entries",
1750 //                     RANfunctionsAdded_v.size());
1751 //    }
1752     return 0;
1753 }
1754
1755 int XML_From_PER(ReportingMessages_t &message, RmrMessagesBuffer_t &rmrMessageBuffer) {
1756     E2AP_PDU_t *pdu = nullptr;
1757
1758     if (mdclog_level_get() >= MDCLOG_DEBUG) {
1759         mdclog_write(MDCLOG_DEBUG, "got PER message of size %d is:%s",
1760                      rmrMessageBuffer.sendMessage->len, rmrMessageBuffer.sendMessage->payload);
1761     }
1762     auto rval = asn_decode(nullptr, ATS_ALIGNED_BASIC_PER, &asn_DEF_E2AP_PDU, (void **) &pdu,
1763                            rmrMessageBuffer.sendMessage->payload, rmrMessageBuffer.sendMessage->len);
1764     if (rval.code != RC_OK) {
1765         mdclog_write(MDCLOG_ERR, "Error %d Decoding (unpack) setup response  from E2MGR : %s",
1766                      rval.code,
1767                      message.message.enodbName);
1768         return -1;
1769     }
1770
1771     int buff_size = RECEIVE_XAPP_BUFFER_SIZE;
1772     auto er = asn_encode_to_buffer(nullptr, ATS_BASIC_XER, &asn_DEF_E2AP_PDU, pdu,
1773                                    rmrMessageBuffer.sendMessage->payload, buff_size);
1774     if (er.encoded == -1) {
1775         mdclog_write(MDCLOG_ERR, "encoding of %s failed, %s", asn_DEF_E2AP_PDU.name, strerror(errno));
1776         return -1;
1777     } else if (er.encoded > (ssize_t)buff_size) {
1778         mdclog_write(MDCLOG_ERR, "Buffer of size %d is to small for %s, at %s line %d",
1779                      (int)rmrMessageBuffer.sendMessage->len,
1780                      asn_DEF_E2AP_PDU.name,
1781                      __func__,
1782                      __LINE__);
1783         return -1;
1784     }
1785     rmrMessageBuffer.sendMessage->len = er.encoded;
1786     return 0;
1787
1788 }
1789
1790 /**
1791  *
1792  * @param pdu
1793  * @param message
1794  * @param rmrMessageBuffer
1795  */
1796 void asnInitiatingRequest(E2AP_PDU_t *pdu,
1797                           Sctp_Map_t *sctpMap,
1798                           ReportingMessages_t &message,
1799                           RmrMessagesBuffer_t &rmrMessageBuffer) {
1800     auto logLevel = mdclog_level_get();
1801     auto procedureCode = ((InitiatingMessage_t *) pdu->choice.initiatingMessage)->procedureCode;
1802     if (logLevel >= MDCLOG_DEBUG) {
1803         mdclog_write(MDCLOG_DEBUG, "Initiating message %ld\n", procedureCode);
1804     }
1805     switch (procedureCode) {
1806         case ProcedureCode_id_E2setup: {
1807             if (logLevel >= MDCLOG_DEBUG) {
1808                 mdclog_write(MDCLOG_DEBUG, "Got E2setup");
1809             }
1810
1811 //            vector <string> RANfunctionsAdded_v;
1812 //            vector <string> RANfunctionsModified_v;
1813 //            RANfunctionsAdded_v.clear();
1814 //            RANfunctionsModified_v.clear();
1815             if (collectSetupRequestData(pdu, sctpMap, message) != 0) {
1816                 break;
1817             }
1818
1819             buildPrometheusList(message.peerInfo, message.peerInfo->sctpParams->prometheusFamily);
1820
1821             string messageName("E2setupRequest");
1822             string ieName("E2setupRequestIEs");
1823             message.message.messageType = RIC_E2_SETUP_REQ;
1824             message.peerInfo->counters[IN_INITI][MSG_COUNTER][ProcedureCode_id_E2setup]->Increment();
1825             message.peerInfo->counters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_E2setup]->Increment((double)message.message.asnLength);
1826             buildAndSendSetupRequest(message, rmrMessageBuffer, pdu);
1827             break;
1828         }
1829         case ProcedureCode_id_RICserviceUpdate: {
1830             if (logLevel >= MDCLOG_DEBUG) {
1831                 mdclog_write(MDCLOG_DEBUG, "Got RICserviceUpdate %s", message.message.enodbName);
1832             }
1833 //            vector <string> RANfunctionsAdded_v;
1834 //            vector <string> RANfunctionsModified_v;
1835 //            RANfunctionsAdded_v.clear();
1836 //            RANfunctionsModified_v.clear();
1837 //            if (collectServiceUpdate_RequestData(pdu, sctpMap, message,
1838 //                                                 RANfunctionsAdded_v, RANfunctionsModified_v) != 0) {
1839 //                break;
1840 //            }
1841
1842             string messageName("RICserviceUpdate");
1843             string ieName("RICserviceUpdateIEs");
1844             message.message.messageType = RIC_SERVICE_UPDATE;
1845 #ifndef UNIT_TEST
1846             message.peerInfo->counters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment();
1847             message.peerInfo->counters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment((double)message.message.asnLength);
1848 #endif
1849             buildAndSendSetupRequest(message, rmrMessageBuffer, pdu);
1850             break;
1851         }
1852         case ProcedureCode_id_ErrorIndication: {
1853             if (logLevel >= MDCLOG_DEBUG) {
1854                 mdclog_write(MDCLOG_DEBUG, "Got ErrorIndication %s", message.message.enodbName);
1855             }
1856 #ifndef UNIT_TEST
1857             message.peerInfo->counters[IN_INITI][MSG_COUNTER][ProcedureCode_id_ErrorIndication]->Increment();
1858             message.peerInfo->counters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_ErrorIndication]->Increment((double)message.message.asnLength);
1859 #endif
1860             if (sendRequestToXapp(message, RIC_ERROR_INDICATION, rmrMessageBuffer) != 0) {
1861                 mdclog_write(MDCLOG_ERR, "RIC_ERROR_INDICATION failed to send to xAPP");
1862             }
1863             break;
1864         }
1865         case ProcedureCode_id_Reset: {
1866             if (logLevel >= MDCLOG_DEBUG) {
1867                 mdclog_write(MDCLOG_DEBUG, "Got Reset %s", message.message.enodbName);
1868             }
1869 #ifndef UNIT_TEST
1870             message.peerInfo->counters[IN_INITI][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
1871             message.peerInfo->counters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment((double)message.message.asnLength);
1872 #endif
1873             if (XML_From_PER(message, rmrMessageBuffer) < 0) {
1874                 break;
1875             }
1876
1877             if (sendRequestToXapp(message, RIC_E2_RESET_REQ, rmrMessageBuffer) != 0) {
1878                 mdclog_write(MDCLOG_ERR, "RIC_E2_RESET_REQ message failed to send to xAPP");
1879             }
1880             break;
1881         }
1882         case ProcedureCode_id_RICindication: {
1883             if (logLevel >= MDCLOG_DEBUG) {
1884                 mdclog_write(MDCLOG_DEBUG, "Got RICindication %s", message.message.enodbName);
1885             }
1886             for (auto i = 0; i < pdu->choice.initiatingMessage->value.choice.RICindication.protocolIEs.list.count; i++) {
1887                 auto messageSent = false;
1888                 RICindication_IEs_t *ie = pdu->choice.initiatingMessage->value.choice.RICindication.protocolIEs.list.array[i];
1889                 if (logLevel >= MDCLOG_DEBUG) {
1890                     mdclog_write(MDCLOG_DEBUG, "ie type (ProtocolIE_ID) = %ld", ie->id);
1891                 }
1892                 if (ie->id == ProtocolIE_ID_id_RICrequestID) {
1893                     if (logLevel >= MDCLOG_DEBUG) {
1894                         mdclog_write(MDCLOG_DEBUG, "Got RIC requestId entry, ie type (ProtocolIE_ID) = %ld", ie->id);
1895                     }
1896                     if (ie->value.present == RICindication_IEs__value_PR_RICrequestID) {
1897                         static unsigned char tx[32];
1898                         message.message.messageType = rmrMessageBuffer.sendMessage->mtype = RIC_INDICATION;
1899                         snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
1900                         rmr_bytes2xact(rmrMessageBuffer.sendMessage, tx, strlen((const char *) tx));
1901                         rmr_bytes2meid(rmrMessageBuffer.sendMessage,
1902                                        (unsigned char *)message.message.enodbName,
1903                                        strlen(message.message.enodbName));
1904                         rmrMessageBuffer.sendMessage->state = 0;
1905                         rmrMessageBuffer.sendMessage->sub_id = (int)ie->value.choice.RICrequestID.ricInstanceID;
1906
1907                         //ie->value.choice.RICrequestID.ricInstanceID;
1908                         if (mdclog_level_get() >= MDCLOG_DEBUG) {
1909                             mdclog_write(MDCLOG_DEBUG, "sub id = %d, mtype = %d, ric instance id %ld, requestor id = %ld",
1910                                          rmrMessageBuffer.sendMessage->sub_id,
1911                                          rmrMessageBuffer.sendMessage->mtype,
1912                                          ie->value.choice.RICrequestID.ricInstanceID,
1913                                          ie->value.choice.RICrequestID.ricRequestorID);
1914                         }
1915 #ifndef UNIT_TEST
1916                         message.peerInfo->counters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICindication]->Increment();
1917                         message.peerInfo->counters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICindication]->Increment((double)message.message.asnLength);
1918 #endif
1919                         sendRmrMessage(rmrMessageBuffer, message);
1920                         messageSent = true;
1921                     } else {
1922                         mdclog_write(MDCLOG_ERR, "RIC request id missing illegal request");
1923                     }
1924                 }
1925                 if (messageSent) {
1926                     break;
1927                 }
1928             }
1929             break;
1930         }
1931         default: {
1932             mdclog_write(MDCLOG_ERR, "Undefined or not supported message = %ld", procedureCode);
1933             message.message.messageType = 0; // no RMR message type yet
1934
1935             buildJsonMessage(message);
1936
1937             break;
1938         }
1939     }
1940 }
1941
1942 /**
1943  *
1944  * @param pdu
1945  * @param message
1946  * @param rmrMessageBuffer
1947  */
1948 void asnSuccessfulMsg(E2AP_PDU_t *pdu,
1949                       Sctp_Map_t *sctpMap,
1950                       ReportingMessages_t &message,
1951                       RmrMessagesBuffer_t &rmrMessageBuffer) {
1952     auto procedureCode = pdu->choice.successfulOutcome->procedureCode;
1953     auto logLevel = mdclog_level_get();
1954     if (logLevel >= MDCLOG_INFO) {
1955         mdclog_write(MDCLOG_INFO, "Successful Outcome %ld", procedureCode);
1956     }
1957     switch (procedureCode) {
1958         case ProcedureCode_id_Reset: {
1959             if (logLevel >= MDCLOG_DEBUG) {
1960                 mdclog_write(MDCLOG_DEBUG, "Got Reset %s", message.message.enodbName);
1961             }
1962 #ifndef UNIT_TEST
1963             message.peerInfo->counters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
1964             message.peerInfo->counters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment((double)message.message.asnLength);
1965 #endif
1966             if (XML_From_PER(message, rmrMessageBuffer) < 0) {
1967                 break;
1968             }
1969             if (sendRequestToXapp(message, RIC_E2_RESET_RESP, rmrMessageBuffer) != 0) {
1970                 mdclog_write(MDCLOG_ERR, "RIC_E2_RESET_RESP message failed to send to xAPP");
1971             }
1972             break;
1973         }
1974         case ProcedureCode_id_RICcontrol: {
1975             if (logLevel >= MDCLOG_DEBUG) {
1976                 mdclog_write(MDCLOG_DEBUG, "Got RICcontrol %s", message.message.enodbName);
1977             }
1978             for (auto i = 0;
1979                  i < pdu->choice.successfulOutcome->value.choice.RICcontrolAcknowledge.protocolIEs.list.count; i++) {
1980                 auto messageSent = false;
1981                 RICcontrolAcknowledge_IEs_t *ie = pdu->choice.successfulOutcome->value.choice.RICcontrolAcknowledge.protocolIEs.list.array[i];
1982                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
1983                     mdclog_write(MDCLOG_DEBUG, "ie type (ProtocolIE_ID) = %ld", ie->id);
1984                 }
1985                 if (ie->id == ProtocolIE_ID_id_RICrequestID) {
1986                     if (mdclog_level_get() >= MDCLOG_DEBUG) {
1987                         mdclog_write(MDCLOG_DEBUG, "Got RIC requestId entry, ie type (ProtocolIE_ID) = %ld", ie->id);
1988                     }
1989                     if (ie->value.present == RICcontrolAcknowledge_IEs__value_PR_RICrequestID) {
1990                         message.message.messageType = rmrMessageBuffer.sendMessage->mtype = RIC_CONTROL_ACK;
1991                         rmrMessageBuffer.sendMessage->state = 0;
1992 //                        rmrMessageBuffer.sendMessage->sub_id = (int) ie->value.choice.RICrequestID.ricRequestorID;
1993                         rmrMessageBuffer.sendMessage->sub_id = (int)ie->value.choice.RICrequestID.ricInstanceID;
1994
1995                         static unsigned char tx[32];
1996                         snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
1997                         rmr_bytes2xact(rmrMessageBuffer.sendMessage, tx, strlen((const char *) tx));
1998                         rmr_bytes2meid(rmrMessageBuffer.sendMessage,
1999                                        (unsigned char *)message.message.enodbName,
2000                                        strlen(message.message.enodbName));
2001 #ifndef UNIT_TEST
2002                         message.peerInfo->counters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICcontrol]->Increment();
2003                         message.peerInfo->counters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICcontrol]->Increment((double)message.message.asnLength);
2004 #endif
2005                         sendRmrMessage(rmrMessageBuffer, message);
2006                         messageSent = true;
2007                     } else {
2008                         mdclog_write(MDCLOG_ERR, "RIC request id missing illegal request");
2009                     }
2010                 }
2011                 if (messageSent) {
2012                     break;
2013                 }
2014             }
2015
2016             break;
2017         }
2018         case ProcedureCode_id_RICsubscription: {
2019             if (logLevel >= MDCLOG_DEBUG) {
2020                 mdclog_write(MDCLOG_DEBUG, "Got RICsubscription %s", message.message.enodbName);
2021             }
2022 #ifndef UNIT_TEST
2023             message.peerInfo->counters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscription]->Increment();
2024             message.peerInfo->counters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscription]->Increment((double)message.message.asnLength);
2025 #endif
2026             if (sendRequestToXapp(message, RIC_SUB_RESP, rmrMessageBuffer) != 0) {
2027                 mdclog_write(MDCLOG_ERR, "Subscription successful message failed to send to xAPP");
2028             }
2029             break;
2030         }
2031         case ProcedureCode_id_RICsubscriptionDelete: {
2032             if (logLevel >= MDCLOG_DEBUG) {
2033                 mdclog_write(MDCLOG_DEBUG, "Got RICsubscriptionDelete %s", message.message.enodbName);
2034             }
2035 #ifndef UNIT_TEST
2036             message.peerInfo->counters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment();
2037             message.peerInfo->counters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment((double)message.message.asnLength);
2038 #endif
2039             if (sendRequestToXapp(message, RIC_SUB_DEL_RESP, rmrMessageBuffer) != 0) {
2040                 mdclog_write(MDCLOG_ERR, "Subscription delete successful message failed to send to xAPP");
2041             }
2042             break;
2043         }
2044         default: {
2045             mdclog_write(MDCLOG_WARN, "Undefined or not supported message = %ld", procedureCode);
2046             message.message.messageType = 0; // no RMR message type yet
2047             buildJsonMessage(message);
2048
2049             break;
2050         }
2051     }
2052 }
2053
2054 /**
2055  *
2056  * @param pdu
2057  * @param message
2058  * @param rmrMessageBuffer
2059  */
2060 void asnUnSuccsesfulMsg(E2AP_PDU_t *pdu,
2061                         Sctp_Map_t *sctpMap,
2062                         ReportingMessages_t &message,
2063                         RmrMessagesBuffer_t &rmrMessageBuffer) {
2064     auto procedureCode = pdu->choice.unsuccessfulOutcome->procedureCode;
2065     auto logLevel = mdclog_level_get();
2066     if (logLevel >= MDCLOG_INFO) {
2067         mdclog_write(MDCLOG_INFO, "Unsuccessful Outcome %ld", procedureCode);
2068     }
2069     switch (procedureCode) {
2070         case ProcedureCode_id_RICcontrol: {
2071             if (logLevel >= MDCLOG_DEBUG) {
2072                 mdclog_write(MDCLOG_DEBUG, "Got RICcontrol %s", message.message.enodbName);
2073             }
2074             for (int i = 0;
2075                  i < pdu->choice.unsuccessfulOutcome->value.choice.RICcontrolFailure.protocolIEs.list.count; i++) {
2076                 auto messageSent = false;
2077                 RICcontrolFailure_IEs_t *ie = pdu->choice.unsuccessfulOutcome->value.choice.RICcontrolFailure.protocolIEs.list.array[i];
2078                 if (logLevel >= MDCLOG_DEBUG) {
2079                     mdclog_write(MDCLOG_DEBUG, "ie type (ProtocolIE_ID) = %ld", ie->id);
2080                 }
2081                 if (ie->id == ProtocolIE_ID_id_RICrequestID) {
2082                     if (logLevel >= MDCLOG_DEBUG) {
2083                         mdclog_write(MDCLOG_DEBUG, "Got RIC requestId entry, ie type (ProtocolIE_ID) = %ld", ie->id);
2084                     }
2085                     if (ie->value.present == RICcontrolFailure_IEs__value_PR_RICrequestID) {
2086                         message.message.messageType = rmrMessageBuffer.sendMessage->mtype = RIC_CONTROL_FAILURE;
2087                         rmrMessageBuffer.sendMessage->state = 0;
2088 //                        rmrMessageBuffer.sendMessage->sub_id = (int)ie->value.choice.RICrequestID.ricRequestorID;
2089                         rmrMessageBuffer.sendMessage->sub_id = (int)ie->value.choice.RICrequestID.ricInstanceID;
2090                         static unsigned char tx[32];
2091                         snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
2092                         rmr_bytes2xact(rmrMessageBuffer.sendMessage, tx, strlen((const char *) tx));
2093                         rmr_bytes2meid(rmrMessageBuffer.sendMessage, (unsigned char *) message.message.enodbName,
2094                                        strlen(message.message.enodbName));
2095 #ifndef UNIT_TEST
2096                         message.peerInfo->counters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICcontrol]->Increment();
2097                         message.peerInfo->counters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICcontrol]->Increment((double)message.message.asnLength);
2098 #endif
2099                         sendRmrMessage(rmrMessageBuffer, message);
2100                         messageSent = true;
2101                     } else {
2102                         mdclog_write(MDCLOG_ERR, "RIC request id missing illegal request");
2103                     }
2104                 }
2105                 if (messageSent) {
2106                     break;
2107                 }
2108             }
2109             break;
2110         }
2111         case ProcedureCode_id_RICsubscription: {
2112             if (logLevel >= MDCLOG_DEBUG) {
2113                 mdclog_write(MDCLOG_DEBUG, "Got RICsubscription %s", message.message.enodbName);
2114             }
2115 #ifndef UNIT_TEST
2116             message.peerInfo->counters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscription]->Increment();
2117             message.peerInfo->counters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscription]->Increment((double)message.message.asnLength);
2118 #endif
2119             if (sendRequestToXapp(message, RIC_SUB_FAILURE, rmrMessageBuffer) != 0) {
2120                 mdclog_write(MDCLOG_ERR, "Subscription unsuccessful message failed to send to xAPP");
2121             }
2122             break;
2123         }
2124         case ProcedureCode_id_RICsubscriptionDelete: {
2125             if (logLevel >= MDCLOG_DEBUG) {
2126                 mdclog_write(MDCLOG_DEBUG, "Got RICsubscriptionDelete %s", message.message.enodbName);
2127             }
2128 #ifndef UNIT_TEST
2129             message.peerInfo->counters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment();
2130             message.peerInfo->counters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment((double)message.message.asnLength);
2131 #endif
2132             if (sendRequestToXapp(message, RIC_SUB_FAILURE, rmrMessageBuffer) != 0) {
2133                 mdclog_write(MDCLOG_ERR, "Subscription Delete unsuccessful message failed to send to xAPP");
2134             }
2135             break;
2136         }
2137         default: {
2138             mdclog_write(MDCLOG_WARN, "Undefined or not supported message = %ld", procedureCode);
2139             message.message.messageType = 0; // no RMR message type yet
2140
2141             buildJsonMessage(message);
2142
2143             break;
2144         }
2145     }
2146 }
2147
2148 /**
2149  *
2150  * @param message
2151  * @param requestId
2152  * @param rmrMmessageBuffer
2153  * @return
2154  */
2155 int sendRequestToXapp(ReportingMessages_t &message,
2156                       int requestId,
2157                       RmrMessagesBuffer_t &rmrMmessageBuffer) {
2158     rmr_bytes2meid(rmrMmessageBuffer.sendMessage,
2159                    (unsigned char *)message.message.enodbName,
2160                    strlen(message.message.enodbName));
2161     message.message.messageType = rmrMmessageBuffer.sendMessage->mtype = requestId;
2162     rmrMmessageBuffer.sendMessage->state = 0;
2163     static unsigned char tx[32];
2164     snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
2165     rmr_bytes2xact(rmrMmessageBuffer.sendMessage, tx, strlen((const char *) tx));
2166
2167     auto rc = sendRmrMessage(rmrMmessageBuffer, message);
2168     return rc;
2169 }
2170
2171 /**
2172  *
2173  * @param pSctpParams
2174  */
2175 void getRmrContext(sctp_params_t &pSctpParams) {
2176     pSctpParams.rmrCtx = nullptr;
2177     pSctpParams.rmrCtx = rmr_init(pSctpParams.rmrAddress, RECEIVE_XAPP_BUFFER_SIZE, RMRFL_NONE);
2178     if (pSctpParams.rmrCtx == nullptr) {
2179         mdclog_write(MDCLOG_ERR, "Failed to initialize RMR");
2180         return;
2181     }
2182
2183     rmr_set_stimeout(pSctpParams.rmrCtx, 0);    // disable retries for any send operation
2184     // we need to find that routing table exist and we can run
2185     if (mdclog_level_get() >= MDCLOG_INFO) {
2186         mdclog_write(MDCLOG_INFO, "We are after RMR INIT wait for RMR_Ready");
2187     }
2188     int rmrReady = 0;
2189     int count = 0;
2190     while (!rmrReady) {
2191         if ((rmrReady = rmr_ready(pSctpParams.rmrCtx)) == 0) {
2192             sleep(1);
2193         }
2194         count++;
2195         if (count % 60 == 0) {
2196             mdclog_write(MDCLOG_INFO, "waiting to RMR ready state for %d seconds", count);
2197         }
2198     }
2199     if (mdclog_level_get() >= MDCLOG_INFO) {
2200         mdclog_write(MDCLOG_INFO, "RMR running");
2201     }
2202     rmr_init_trace(pSctpParams.rmrCtx, 200);
2203     // get the RMR fd for the epoll
2204     pSctpParams.rmrListenFd = rmr_get_rcvfd(pSctpParams.rmrCtx);
2205     struct epoll_event event{};
2206     // add RMR fd to epoll
2207     event.events = (EPOLLIN);
2208     event.data.fd = pSctpParams.rmrListenFd;
2209     // add listening RMR FD to epoll
2210     if (epoll_ctl(pSctpParams.epoll_fd, EPOLL_CTL_ADD, pSctpParams.rmrListenFd, &event)) {
2211         mdclog_write(MDCLOG_ERR, "Failed to add RMR descriptor to epoll");
2212         close(pSctpParams.rmrListenFd);
2213         rmr_close(pSctpParams.rmrCtx);
2214         pSctpParams.rmrCtx = nullptr;
2215     }
2216 }
2217
2218 /**
2219  *
2220  * @param message
2221  * @param rmrMessageBuffer
2222  * @return
2223  */
2224 int PER_FromXML(ReportingMessages_t &message, RmrMessagesBuffer_t &rmrMessageBuffer) {
2225     E2AP_PDU_t *pdu = nullptr;
2226
2227     if (mdclog_level_get() >= MDCLOG_DEBUG) {
2228         mdclog_write(MDCLOG_DEBUG, "got xml Format  data from xApp of size %d is:%s",
2229                 rmrMessageBuffer.rcvMessage->len, rmrMessageBuffer.rcvMessage->payload);
2230     }
2231     auto rval = asn_decode(nullptr, ATS_BASIC_XER, &asn_DEF_E2AP_PDU, (void **) &pdu,
2232                            rmrMessageBuffer.rcvMessage->payload, rmrMessageBuffer.rcvMessage->len);
2233     if (mdclog_level_get() >= MDCLOG_DEBUG) {
2234         mdclog_write(MDCLOG_DEBUG, "%s After  decoding the XML to PDU", __func__ );
2235     }
2236     if (rval.code != RC_OK) {
2237         mdclog_write(MDCLOG_ERR, "Error %d Decoding (unpack) setup response  from E2MGR : %s",
2238                      rval.code,
2239                      message.message.enodbName);
2240         return -1;
2241     }
2242
2243     int buff_size = RECEIVE_XAPP_BUFFER_SIZE;
2244     auto er = asn_encode_to_buffer(nullptr, ATS_ALIGNED_BASIC_PER, &asn_DEF_E2AP_PDU, pdu,
2245                                    rmrMessageBuffer.rcvMessage->payload, buff_size);
2246     if (mdclog_level_get() >= MDCLOG_DEBUG) {
2247         mdclog_write(MDCLOG_DEBUG, "%s After encoding PDU to PER", __func__ );
2248     }
2249     if (er.encoded == -1) {
2250         mdclog_write(MDCLOG_ERR, "encoding of %s failed, %s", asn_DEF_E2AP_PDU.name, strerror(errno));
2251         return -1;
2252     } else if (er.encoded > (ssize_t)buff_size) {
2253         mdclog_write(MDCLOG_ERR, "Buffer of size %d is to small for %s, at %s line %d",
2254                      (int)rmrMessageBuffer.rcvMessage->len,
2255                      asn_DEF_E2AP_PDU.name,
2256                      __func__,
2257                      __LINE__);
2258         return -1;
2259     }
2260     rmrMessageBuffer.rcvMessage->len = er.encoded;
2261     return 0;
2262 }
2263
2264 /**
2265  *
2266  * @param sctpMap
2267  * @param rmrMessageBuffer
2268  * @param ts
2269  * @return
2270  */
2271 int receiveXappMessages(Sctp_Map_t *sctpMap,
2272                         RmrMessagesBuffer_t &rmrMessageBuffer,
2273                         struct timespec &ts) {
2274     int loglevel = mdclog_level_get();
2275     if (rmrMessageBuffer.rcvMessage == nullptr) {
2276         //we have error
2277         mdclog_write(MDCLOG_ERR, "RMR Allocation message, %s", strerror(errno));
2278         return -1;
2279     }
2280
2281 //    if (loglevel >= MDCLOG_DEBUG) {
2282 //        mdclog_write(MDCLOG_DEBUG, "Call to rmr_rcv_msg");
2283 //    }
2284     rmrMessageBuffer.rcvMessage = rmr_rcv_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.rcvMessage);
2285     if (rmrMessageBuffer.rcvMessage == nullptr) {
2286         mdclog_write(MDCLOG_ERR, "RMR Receiving message with null pointer, Reallocated rmr message buffer");
2287         rmrMessageBuffer.rcvMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
2288         return -2;
2289     }
2290     ReportingMessages_t message;
2291     message.message.direction = 'D';
2292     message.message.time.tv_nsec = ts.tv_nsec;
2293     message.message.time.tv_sec = ts.tv_sec;
2294
2295     // get message payload
2296     //auto msgData = msg->payload;
2297 #ifdef UNIT_TEST
2298         rmrMessageBuffer.rcvMessage->state = 0;
2299 #endif
2300     if (rmrMessageBuffer.rcvMessage->state != 0) {
2301         mdclog_write(MDCLOG_ERR, "RMR Receiving message with stat = %d", rmrMessageBuffer.rcvMessage->state);
2302         return -1;
2303     }
2304     rmr_get_meid(rmrMessageBuffer.rcvMessage, (unsigned char *)message.message.enodbName);
2305     message.peerInfo = (ConnectedCU_t *) sctpMap->find(message.message.enodbName);
2306     if (message.peerInfo == nullptr) {
2307         auto type = rmrMessageBuffer.rcvMessage->mtype;
2308         switch (type) {
2309             case RIC_SCTP_CLEAR_ALL:
2310             case E2_TERM_KEEP_ALIVE_REQ:
2311             case RIC_HEALTH_CHECK_REQ:
2312                 break;
2313             default:
2314                 mdclog_write(MDCLOG_ERR, "Failed to send message no CU entry %s", message.message.enodbName);
2315                 return -1;
2316         }
2317     }
2318
2319     if (rmrMessageBuffer.rcvMessage->mtype != RIC_HEALTH_CHECK_REQ) {
2320         num_of_XAPP_messages.fetch_add(1, std::memory_order_release);
2321
2322     }
2323     switch (rmrMessageBuffer.rcvMessage->mtype) {
2324         case RIC_E2_SETUP_RESP : {
2325             if (loglevel >= MDCLOG_DEBUG) {
2326                 mdclog_write(MDCLOG_DEBUG, "RIC_E2_SETUP_RESP");
2327             }
2328             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2329                 break;
2330             }
2331             message.peerInfo->counters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_E2setup]->Increment();
2332             message.peerInfo->counters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_E2setup]->Increment(rmrMessageBuffer.rcvMessage->len);
2333             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2334                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_E2_SETUP_RESP");
2335                 return -6;
2336             }
2337             break;
2338         }
2339         case RIC_E2_SETUP_FAILURE : {
2340             if (loglevel >= MDCLOG_DEBUG) {
2341                 mdclog_write(MDCLOG_DEBUG, "RIC_E2_SETUP_FAILURE");
2342             }
2343             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2344                 break;
2345             }
2346             message.peerInfo->counters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_E2setup]->Increment();
2347             message.peerInfo->counters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_E2setup]->Increment(rmrMessageBuffer.rcvMessage->len);
2348             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2349                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_E2_SETUP_FAILURE");
2350                 return -6;
2351             }
2352             break;
2353         }
2354         case RIC_ERROR_INDICATION: {
2355             if (loglevel >= MDCLOG_DEBUG) {
2356                 mdclog_write(MDCLOG_DEBUG, "RIC_ERROR_INDICATION");
2357             }
2358             message.peerInfo->counters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_ErrorIndication]->Increment();
2359             message.peerInfo->counters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_ErrorIndication]->Increment(rmrMessageBuffer.rcvMessage->len);
2360             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2361                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_ERROR_INDICATION");
2362                 return -6;
2363             }
2364             break;
2365         }
2366         case RIC_SUB_REQ: {
2367             if (loglevel >= MDCLOG_DEBUG) {
2368                 mdclog_write(MDCLOG_DEBUG, "RIC_SUB_REQ");
2369             }
2370             message.peerInfo->counters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscription]->Increment();
2371             message.peerInfo->counters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscription]->Increment(rmrMessageBuffer.rcvMessage->len);
2372             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2373                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_SUB_REQ");
2374                 return -6;
2375             }
2376             break;
2377         }
2378         case RIC_SUB_DEL_REQ: {
2379             if (loglevel >= MDCLOG_DEBUG) {
2380                 mdclog_write(MDCLOG_DEBUG, "RIC_SUB_DEL_REQ");
2381             }
2382             message.peerInfo->counters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment();
2383             message.peerInfo->counters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment(rmrMessageBuffer.rcvMessage->len);
2384             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2385                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_SUB_DEL_REQ");
2386                 return -6;
2387             }
2388             break;
2389         }
2390         case RIC_CONTROL_REQ: {
2391             if (loglevel >= MDCLOG_DEBUG) {
2392                 mdclog_write(MDCLOG_DEBUG, "RIC_CONTROL_REQ");
2393             }
2394             message.peerInfo->counters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICcontrol]->Increment();
2395             message.peerInfo->counters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICcontrol]->Increment(rmrMessageBuffer.rcvMessage->len);
2396             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2397                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_CONTROL_REQ");
2398                 return -6;
2399             }
2400             break;
2401         }
2402         case RIC_SERVICE_QUERY: {
2403             if (loglevel >= MDCLOG_DEBUG) {
2404                 mdclog_write(MDCLOG_DEBUG, "RIC_SERVICE_QUERY");
2405             }
2406             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2407                 break;
2408             }
2409             message.peerInfo->counters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICserviceQuery]->Increment();
2410             message.peerInfo->counters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICserviceQuery]->Increment(rmrMessageBuffer.rcvMessage->len);
2411             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2412                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_SERVICE_QUERY");
2413                 return -6;
2414             }
2415             break;
2416         }
2417         case RIC_SERVICE_UPDATE_ACK: {
2418             if (loglevel >= MDCLOG_DEBUG) {
2419                 mdclog_write(MDCLOG_DEBUG, "RIC_SERVICE_UPDATE_ACK");
2420             }
2421             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2422                 mdclog_write(MDCLOG_ERR, "error in PER_FromXML");
2423                 break;
2424             }
2425             message.peerInfo->counters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment();
2426             message.peerInfo->counters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment(rmrMessageBuffer.rcvMessage->len);
2427             if (loglevel >= MDCLOG_DEBUG) {
2428                 mdclog_write(MDCLOG_DEBUG, "Before sending to CU");
2429             }
2430             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2431                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_SERVICE_UPDATE_ACK");
2432                 return -6;
2433             }
2434             break;
2435         }
2436         case RIC_SERVICE_UPDATE_FAILURE: {
2437             if (loglevel >= MDCLOG_DEBUG) {
2438                 mdclog_write(MDCLOG_DEBUG, "RIC_SERVICE_UPDATE_FAILURE");
2439             }
2440             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2441                 break;
2442             }
2443             message.peerInfo->counters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment();
2444             message.peerInfo->counters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment(rmrMessageBuffer.rcvMessage->len);
2445             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2446                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_SERVICE_UPDATE_FAILURE");
2447                 return -6;
2448             }
2449             break;
2450         }
2451         case RIC_E2_RESET_REQ: {
2452             if (loglevel >= MDCLOG_DEBUG) {
2453                 mdclog_write(MDCLOG_DEBUG, "RIC_E2_RESET_REQ");
2454             }
2455             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2456                 break;
2457             }
2458             message.peerInfo->counters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
2459             message.peerInfo->counters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment(rmrMessageBuffer.rcvMessage->len);
2460             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2461                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_E2_RESET");
2462                 return -6;
2463             }
2464             break;
2465         }
2466         case RIC_E2_RESET_RESP: {
2467             if (loglevel >= MDCLOG_DEBUG) {
2468                 mdclog_write(MDCLOG_DEBUG, "RIC_E2_RESET_RESP");
2469             }
2470             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2471                 break;
2472             }
2473             message.peerInfo->counters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
2474             message.peerInfo->counters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment(rmrMessageBuffer.rcvMessage->len);
2475             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2476                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_E2_RESET_RESP");
2477                 return -6;
2478             }
2479             break;
2480         }
2481         case RIC_SCTP_CLEAR_ALL: {
2482             mdclog_write(MDCLOG_INFO, "RIC_SCTP_CLEAR_ALL");
2483             // loop on all keys and close socket and then erase all map.
2484             vector<char *> v;
2485             sctpMap->getKeys(v);
2486             for (auto const &iter : v) { //}; iter != sctpMap.end(); iter++) {
2487                 if (!boost::starts_with((string) (iter), "host:") && !boost::starts_with((string) (iter), "msg:")) {
2488                     auto *peerInfo = (ConnectedCU_t *) sctpMap->find(iter);
2489                     if (peerInfo == nullptr) {
2490                         continue;
2491                     }
2492                     close(peerInfo->fileDescriptor);
2493                     memcpy(message.message.enodbName, peerInfo->enodbName, sizeof(peerInfo->enodbName));
2494                     message.message.direction = 'D';
2495                     message.message.time.tv_nsec = ts.tv_nsec;
2496                     message.message.time.tv_sec = ts.tv_sec;
2497
2498                     message.message.asnLength = rmrMessageBuffer.sendMessage->len =
2499                             snprintf((char *)rmrMessageBuffer.sendMessage->payload,
2500                                      256,
2501                                      "%s|RIC_SCTP_CLEAR_ALL",
2502                                      peerInfo->enodbName);
2503                     message.message.asndata = rmrMessageBuffer.sendMessage->payload;
2504                     mdclog_write(MDCLOG_INFO, "%s", message.message.asndata);
2505                     if (sendRequestToXapp(message, RIC_SCTP_CONNECTION_FAILURE, rmrMessageBuffer) != 0) {
2506                         mdclog_write(MDCLOG_ERR, "SCTP_CONNECTION_FAIL message failed to send to xAPP");
2507                     }
2508                     free(peerInfo);
2509                 }
2510             }
2511
2512             sleep(1);
2513             sctpMap->clear();
2514             break;
2515         }
2516         case E2_TERM_KEEP_ALIVE_REQ: {
2517             // send message back
2518             rmr_bytes2payload(rmrMessageBuffer.sendMessage,
2519                               (unsigned char *)rmrMessageBuffer.ka_message,
2520                               rmrMessageBuffer.ka_message_len);
2521             rmrMessageBuffer.sendMessage->mtype = E2_TERM_KEEP_ALIVE_RESP;
2522             rmrMessageBuffer.sendMessage->state = 0;
2523             static unsigned char tx[32];
2524             auto txLen = snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
2525             rmr_bytes2xact(rmrMessageBuffer.sendMessage, tx, txLen);
2526 #ifndef UNIT_TEST
2527             rmrMessageBuffer.sendMessage = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.sendMessage);
2528 #endif
2529             if (rmrMessageBuffer.sendMessage == nullptr) {
2530                 rmrMessageBuffer.sendMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
2531                 mdclog_write(MDCLOG_ERR, "Failed to send E2_TERM_KEEP_ALIVE_RESP RMR message returned NULL");
2532             } else if (rmrMessageBuffer.sendMessage->state != 0)  {
2533                 mdclog_write(MDCLOG_ERR, "Failed to send E2_TERM_KEEP_ALIVE_RESP, on RMR state = %d ( %s)",
2534                              rmrMessageBuffer.sendMessage->state, translateRmrErrorMessages(rmrMessageBuffer.sendMessage->state).c_str());
2535             } else if (loglevel >= MDCLOG_DEBUG) {
2536                 mdclog_write(MDCLOG_DEBUG, "Got Keep Alive Request send : %s", rmrMessageBuffer.ka_message);
2537             }
2538
2539             break;
2540         }
2541         case RIC_HEALTH_CHECK_REQ: {
2542             static int counter = 0;
2543             // send message back
2544             rmr_bytes2payload(rmrMessageBuffer.rcvMessage,
2545                               (unsigned char *)"OK",
2546                               2);
2547             rmrMessageBuffer.rcvMessage->mtype = RIC_HEALTH_CHECK_RESP;
2548             rmrMessageBuffer.rcvMessage->state = 0;
2549             static unsigned char tx[32];
2550             auto txLen = snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
2551             rmr_bytes2xact(rmrMessageBuffer.rcvMessage, tx, txLen);
2552             rmrMessageBuffer.rcvMessage = rmr_rts_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.rcvMessage);
2553             //rmrMessageBuffer.sendMessage = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.sendMessage);
2554             if (rmrMessageBuffer.rcvMessage == nullptr) {
2555                 rmrMessageBuffer.rcvMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
2556                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_HEALTH_CHECK_RESP RMR message returned NULL");
2557             } else if (rmrMessageBuffer.rcvMessage->state != 0)  {
2558                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_HEALTH_CHECK_RESP, on RMR state = %d ( %s)",
2559                              rmrMessageBuffer.rcvMessage->state, translateRmrErrorMessages(rmrMessageBuffer.rcvMessage->state).c_str());
2560             } else if (loglevel >= MDCLOG_DEBUG && ++counter % 100 == 0) {
2561                 mdclog_write(MDCLOG_DEBUG, "Got %d RIC_HEALTH_CHECK_REQ Request send : OK", counter);
2562             }
2563
2564             break;
2565         }
2566
2567         default:
2568             mdclog_write(MDCLOG_WARN, "Message Type : %d is not supported", rmrMessageBuffer.rcvMessage->mtype);
2569             message.message.asndata = rmrMessageBuffer.rcvMessage->payload;
2570             message.message.asnLength = rmrMessageBuffer.rcvMessage->len;
2571             message.message.time.tv_nsec = ts.tv_nsec;
2572             message.message.time.tv_sec = ts.tv_sec;
2573             message.message.messageType = rmrMessageBuffer.rcvMessage->mtype;
2574
2575             buildJsonMessage(message);
2576
2577
2578             return -7;
2579     }
2580     if (mdclog_level_get() >= MDCLOG_DEBUG) {
2581         mdclog_write(MDCLOG_DEBUG, "EXIT OK from %s", __FUNCTION__);
2582     }
2583     return 0;
2584 }
2585
2586 /**
2587  * Send message to the CU that is not expecting for successful or unsuccessful results
2588  * @param messageBuffer
2589  * @param message
2590  * @param failedMsgId
2591  * @param sctpMap
2592  * @return
2593  */
2594 int sendDirectionalSctpMsg(RmrMessagesBuffer_t &messageBuffer,
2595                            ReportingMessages_t &message,
2596                            int failedMsgId,
2597                            Sctp_Map_t *sctpMap) {
2598     if (mdclog_level_get() >= MDCLOG_DEBUG) {
2599         mdclog_write(MDCLOG_DEBUG, "send message: %d to %s address", message.message.messageType, message.message.enodbName);
2600     }
2601
2602     getRequestMetaData(message, messageBuffer);
2603     if (mdclog_level_get() >= MDCLOG_INFO) {
2604         mdclog_write(MDCLOG_INFO, "send message to %s address", message.message.enodbName);
2605     }
2606
2607     auto rc = sendMessagetoCu(sctpMap, messageBuffer, message, failedMsgId);
2608     return rc;
2609 }
2610
2611 /**
2612  *
2613  * @param sctpMap
2614  * @param messageBuffer
2615  * @param message
2616  * @param failedMesgId
2617  * @return
2618  */
2619 int sendMessagetoCu(Sctp_Map_t *sctpMap,
2620                     RmrMessagesBuffer_t &messageBuffer,
2621                     ReportingMessages_t &message,
2622                     int failedMesgId) {
2623     // get the FD
2624     message.message.messageType = messageBuffer.rcvMessage->mtype;
2625     auto rc = sendSctpMsg(message.peerInfo, message, sctpMap);
2626     return rc;
2627 }
2628
2629
2630 /**
2631  *
2632  * @param epoll_fd
2633  * @param peerInfo
2634  * @param events
2635  * @param sctpMap
2636  * @param enodbName
2637  * @param msgType
2638  * @return
2639  */
2640 int addToEpoll(int epoll_fd,
2641                ConnectedCU_t *peerInfo,
2642                uint32_t events,
2643                Sctp_Map_t *sctpMap,
2644                char *enodbName,
2645                int msgType) {
2646     // Add to Epol
2647     struct epoll_event event{};
2648     event.data.ptr = peerInfo;
2649     event.events = events;
2650     if (epoll_ctl(epoll_fd, EPOLL_CTL_ADD, peerInfo->fileDescriptor, &event) < 0) {
2651         if (mdclog_level_get() >= MDCLOG_DEBUG) {
2652             mdclog_write(MDCLOG_DEBUG, "epoll_ctl EPOLL_CTL_ADD (may check not to quit here), %s, %s %d",
2653                          strerror(errno), __func__, __LINE__);
2654         }
2655         close(peerInfo->fileDescriptor);
2656         if (enodbName != nullptr) {
2657             cleanHashEntry(peerInfo, sctpMap);
2658             char key[MAX_ENODB_NAME_SIZE * 2];
2659             snprintf(key, MAX_ENODB_NAME_SIZE * 2, "msg:%s|%d", enodbName, msgType);
2660             if (mdclog_level_get() >= MDCLOG_DEBUG) {
2661                 mdclog_write(MDCLOG_DEBUG, "remove key = %s from %s at line %d", key, __FUNCTION__, __LINE__);
2662             }
2663             auto tmp = sctpMap->find(key);
2664             if (tmp) {
2665                 free(tmp);
2666                 sctpMap->erase(key);
2667             }
2668         } else {
2669             peerInfo->enodbName[0] = 0;
2670         }
2671         mdclog_write(MDCLOG_ERR, "epoll_ctl EPOLL_CTL_ADD (may check not to quit here)");
2672         return -1;
2673     }
2674     return 0;
2675 }
2676
2677 /**
2678  *
2679  * @param epoll_fd
2680  * @param peerInfo
2681  * @param events
2682  * @param sctpMap
2683  * @param enodbName
2684  * @param msgType
2685  * @return
2686  */
2687 int modifyToEpoll(int epoll_fd,
2688                   ConnectedCU_t *peerInfo,
2689                   uint32_t events,
2690                   Sctp_Map_t *sctpMap,
2691                   char *enodbName,
2692                   int msgType) {
2693     // Add to Epol
2694     struct epoll_event event{};
2695     event.data.ptr = peerInfo;
2696     event.events = events;
2697     if (epoll_ctl(epoll_fd, EPOLL_CTL_MOD, peerInfo->fileDescriptor, &event) < 0) {
2698         if (mdclog_level_get() >= MDCLOG_DEBUG) {
2699             mdclog_write(MDCLOG_DEBUG, "epoll_ctl EPOLL_CTL_MOD (may check not to quit here), %s, %s %d",
2700                          strerror(errno), __func__, __LINE__);
2701         }
2702         close(peerInfo->fileDescriptor);
2703         cleanHashEntry(peerInfo, sctpMap);
2704         char key[MAX_ENODB_NAME_SIZE * 2];
2705         snprintf(key, MAX_ENODB_NAME_SIZE * 2, "msg:%s|%d", enodbName, msgType);
2706         if (mdclog_level_get() >= MDCLOG_DEBUG) {
2707             mdclog_write(MDCLOG_DEBUG, "remove key = %s from %s at line %d", key, __FUNCTION__, __LINE__);
2708         }
2709         auto tmp = sctpMap->find(key);
2710         if (tmp) {
2711             free(tmp);
2712         }
2713         sctpMap->erase(key);
2714         mdclog_write(MDCLOG_ERR, "epoll_ctl EPOLL_CTL_ADD (may check not to quit here)");
2715         return -1;
2716     }
2717     return 0;
2718 }
2719
2720
2721 int sendRmrMessage(RmrMessagesBuffer_t &rmrMessageBuffer, ReportingMessages_t &message) {
2722     buildJsonMessage(message);
2723 #ifndef UNIT_TEST
2724     rmrMessageBuffer.sendMessage = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.sendMessage);
2725 #else
2726         rmrMessageBuffer.sendMessage->state = RMR_ERR_RETRY;
2727 #endif
2728     if (rmrMessageBuffer.sendMessage == nullptr) {
2729         rmrMessageBuffer.sendMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
2730         mdclog_write(MDCLOG_ERR, "RMR failed send message returned with NULL pointer");
2731         return -1;
2732     }
2733
2734     if (rmrMessageBuffer.sendMessage->state != 0) {
2735         char meid[RMR_MAX_MEID]{};
2736         if (rmrMessageBuffer.sendMessage->state == RMR_ERR_RETRY) {
2737             usleep(5);
2738             rmrMessageBuffer.sendMessage->state = 0;
2739             mdclog_write(MDCLOG_INFO, "RETRY sending Message type %d to Xapp from %s",
2740                          rmrMessageBuffer.sendMessage->mtype,
2741                          rmr_get_meid(rmrMessageBuffer.sendMessage, (unsigned char *)meid));
2742 #ifndef UNIT_TEST
2743             rmrMessageBuffer.sendMessage = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.sendMessage);
2744 #endif
2745             if (rmrMessageBuffer.sendMessage == nullptr) {
2746                 mdclog_write(MDCLOG_ERR, "RMR failed send message returned with NULL pointer");
2747                 rmrMessageBuffer.sendMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
2748                 return -1;
2749             } else if (rmrMessageBuffer.sendMessage->state != 0) {
2750                 mdclog_write(MDCLOG_ERR,
2751                              "Message state %s while sending request %d to Xapp from %s after retry of 10 microseconds",
2752                              translateRmrErrorMessages(rmrMessageBuffer.sendMessage->state).c_str(),
2753                              rmrMessageBuffer.sendMessage->mtype,
2754                              rmr_get_meid(rmrMessageBuffer.sendMessage, (unsigned char *)meid));
2755                 auto rc = rmrMessageBuffer.sendMessage->state;
2756                 return rc;
2757             }
2758         } else {
2759             mdclog_write(MDCLOG_ERR, "Message state %s while sending request %d to Xapp from %s",
2760                          translateRmrErrorMessages(rmrMessageBuffer.sendMessage->state).c_str(),
2761                          rmrMessageBuffer.sendMessage->mtype,
2762                          rmr_get_meid(rmrMessageBuffer.sendMessage, (unsigned char *)meid));
2763             return rmrMessageBuffer.sendMessage->state;
2764         }
2765     }
2766     return 0;
2767 }
2768
2769 void buildJsonMessage(ReportingMessages_t &message) {
2770 #ifdef UNIT_TEST
2771         jsonTrace = true;
2772 #endif
2773     if (jsonTrace) {
2774         message.outLen = sizeof(message.base64Data);
2775         base64::encode((const unsigned char *) message.message.asndata,
2776                        (const int) message.message.asnLength,
2777                        message.base64Data,
2778                        message.outLen);
2779         if (mdclog_level_get() >= MDCLOG_DEBUG) {
2780             mdclog_write(MDCLOG_DEBUG, "Tracing: ASN length = %d, base64 message length = %d ",
2781                          (int) message.message.asnLength,
2782                          (int) message.outLen);
2783         }
2784
2785         snprintf(message.buffer, sizeof(message.buffer),
2786                  "{\"header\": {\"ts\": \"%ld.%09ld\","
2787                  "\"ranName\": \"%s\","
2788                  "\"messageType\": %d,"
2789                  "\"direction\": \"%c\"},"
2790                  "\"base64Length\": %d,"
2791                  "\"asnBase64\": \"%s\"}",
2792                  message.message.time.tv_sec,
2793                  message.message.time.tv_nsec,
2794                  message.message.enodbName,
2795                  message.message.messageType,
2796                  message.message.direction,
2797                  (int) message.outLen,
2798                  message.base64Data);
2799         static src::logger_mt &lg = my_logger::get();
2800
2801         BOOST_LOG(lg) << message.buffer;
2802     }
2803 }
2804
2805
2806 /**
2807  * take RMR error code to string
2808  * @param state
2809  * @return
2810  */
2811 string translateRmrErrorMessages(int state) {
2812     string str = {};
2813     switch (state) {
2814         case RMR_OK:
2815             str = "RMR_OK - state is good";
2816             break;
2817         case RMR_ERR_BADARG:
2818             str = "RMR_ERR_BADARG - argument passed to function was unusable";
2819             break;
2820         case RMR_ERR_NOENDPT:
2821             str = "RMR_ERR_NOENDPT - send//call could not find an endpoint based on msg type";
2822             break;
2823         case RMR_ERR_EMPTY:
2824             str = "RMR_ERR_EMPTY - msg received had no payload; attempt to send an empty message";
2825             break;
2826         case RMR_ERR_NOHDR:
2827             str = "RMR_ERR_NOHDR - message didn't contain a valid header";
2828             break;
2829         case RMR_ERR_SENDFAILED:
2830             str = "RMR_ERR_SENDFAILED - send failed; errno has nano reason";
2831             break;
2832         case RMR_ERR_CALLFAILED:
2833             str = "RMR_ERR_CALLFAILED - unable to send call() message";
2834             break;
2835         case RMR_ERR_NOWHOPEN:
2836             str = "RMR_ERR_NOWHOPEN - no wormholes are open";
2837             break;
2838         case RMR_ERR_WHID:
2839             str = "RMR_ERR_WHID - wormhole id was invalid";
2840             break;
2841         case RMR_ERR_OVERFLOW:
2842             str = "RMR_ERR_OVERFLOW - operation would have busted through a buffer/field size";
2843             break;
2844         case RMR_ERR_RETRY:
2845             str = "RMR_ERR_RETRY - request (send/call/rts) failed, but caller should retry (EAGAIN for wrappers)";
2846             break;
2847         case RMR_ERR_RCVFAILED:
2848             str = "RMR_ERR_RCVFAILED - receive failed (hard error)";
2849             break;
2850         case RMR_ERR_TIMEOUT:
2851             str = "RMR_ERR_TIMEOUT - message processing call timed out";
2852             break;
2853         case RMR_ERR_UNSET:
2854             str = "RMR_ERR_UNSET - the message hasn't been populated with a transport buffer";
2855             break;
2856         case RMR_ERR_TRUNC:
2857             str = "RMR_ERR_TRUNC - received message likely truncated";
2858             break;
2859         case RMR_ERR_INITFAILED:
2860             str = "RMR_ERR_INITFAILED - initialisation of something (probably message) failed";
2861             break;
2862         case RMR_ERR_NOTSUPP:
2863             str = "RMR_ERR_NOTSUPP - the request is not supported, or RMr was not initialised for the request";
2864             break;
2865         default:
2866             char buf[128]{};
2867             snprintf(buf, sizeof buf, "UNDOCUMENTED RMR_ERR : %d", state);
2868             str = buf;
2869             break;
2870     }
2871     return str;
2872 }