RIC-E2-TERMINATION/sctpThread.cpp

   1 // Copyright 2019 AT&T Intellectual Property
   2 // Copyright 2019 Nokia
   3 //
   4 // Licensed under the Apache License, Version 2.0 (the "License");
   5 // you may not use this file except in compliance with the License.
   6 // You may obtain a copy of the License at
   7 //
   8 //      http://www.apache.org/licenses/LICENSE-2.0
   9 //
  10 // Unless required by applicable law or agreed to in writing, software
  11 // distributed under the License is distributed on an "AS IS" BASIS,
  12 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13 // See the License for the specific language governing permissions and
  14 // limitations under the License.
  15
  16 //  This source code is part of the near-RT RIC (RAN Intelligent Controller)
  17 //  platform project (RICP).
  18
  19 // TODO: High-level file comment.
  20
  21
  22
  23 #include <3rdparty/oranE2/RANfunctions-List.h>
  24 #include "sctpThread.h"
  25 #include "BuildRunName.h"
  26 #include <unistd.h>
  27 //#include "3rdparty/oranE2SM/E2SM-gNB-NRT-RANfunction-Definition.h"
  28 //#include "BuildXml.h"
  29 //#include "pugixml/src/pugixml.hpp"
  30 #include <pthread.h>
  31 #include <sys/time.h>
  32 #include <sys/inotify.h>
  33 #include <errno.h>
  34 #include <sys/stat.h>
  35 #include <arpa/inet.h>
  36
  37 using namespace std;
  38 //using namespace std::placeholders;
  39 using namespace boost::filesystem;
  40 using namespace prometheus;
  41
  42
  43 //#ifdef __cplusplus
  44 //extern "C"
  45 //{
  46 //#endif
  47
  48 // need to expose without the include of gcov
  49 extern "C" void __gcov_flush(void);
  50 #define LOG_FILE_CONFIG_MAP "CONFIG_MAP_NAME"
  51 #define E2AP_PPID 70 // as per E2GAP chapter 6.1
  52
  53 static void catch_function(int signal) {
  54     __gcov_flush();
  55     exit(signal);
  56 }
  57
  58
  59 BOOST_LOG_INLINE_GLOBAL_LOGGER_DEFAULT(my_logger, src::logger_mt)
  60
  61 boost::shared_ptr<sinks::synchronous_sink<sinks::text_file_backend>> boostLogger;
  62 // double cpuClock = 0.0;
  63 bool jsonTrace = false;
  64
  65 char* getinterfaceip()
  66 {
  67    char hostname[256];
  68    char *IP;
  69    struct hostent *host_entry;
  70    int retVal;
  71    retVal = gethostname(hostname, sizeof(hostname));
  72    if ( retVal == -1 )
  73        return NULL;
  74    host_entry = gethostbyname(hostname);
  75    if ( host_entry == NULL )
  76        return NULL;
  77    IP = inet_ntoa(*((struct in_addr*) host_entry->h_addr_list[0]));
  78    return IP;
  79 }
  80
  81
  82 static int enable_log_change_notify(const char* fileName)
  83 {
  84     int ret = -1;
  85     struct stat fileInfo;
  86     if ( lstat(fileName,&fileInfo) == 0 )
  87     {
  88         ret = register_log_change_notify(fileName);
  89     }
  90     return ret;
  91 }
  92
  93
  94 static int register_log_change_notify(const char *fileName)
  95 {
  96     pthread_attr_t cb_attr;
  97     pthread_t tid;
  98     pthread_attr_init(&cb_attr);
  99     pthread_attr_setdetachstate(&cb_attr,PTHREAD_CREATE_DETACHED);
 100     return pthread_create(&tid, &cb_attr,&monitor_loglevel_change_handler,(void *)fileName);
 101 }
 102
 103
 104 static void * monitor_loglevel_change_handler(void* arg)
 105 {
 106     char *fileName = (char*) arg;
 107     int ifd;                   // the inotify file des
 108     int wfd;                   // the watched file des
 109     ssize_t n = 0;
 110     char rbuf[4096];           // large read buffer as the event is var len
 111     fd_set fds;
 112     int res = 0;
 113     char* dname=NULL;          // directory name
 114     char* bname = NULL;        // basename
 115     char* tok=NULL;
 116     char* log_level=NULL;
 117
 118     dname = strdup( fileName ); // defrock the file name into dir and basename
 119     if( (tok = strrchr( dname, '/' )) != NULL ) {
 120         *tok = '\0';
 121         bname = strdup( tok+1 );
 122     }
 123
 124     ifd = inotify_init1( 0 ); // initialise watcher setting blocking read (no option)
 125     if( ifd < 0 ) {
 126         fprintf( stderr, "### ERR ### unable to initialise file watch %s\n", strerror( errno ) );
 127     } else {
 128         wfd = inotify_add_watch( ifd, dname, IN_MOVED_TO | IN_CLOSE_WRITE ); // we only care about close write changes
 129
 130         if( wfd < 0 ) {
 131             fprintf( stderr, "### ERR ### unable to add watch on config file %s: %s\n", fileName, strerror( errno ) );
 132         } else {
 133             FD_ZERO (&fds);
 134             FD_SET (ifd, &fds);
 135             while( 1 ) {
 136                 res = select (ifd + 1, &fds, NULL, NULL, NULL);
 137                 if(res)
 138                 {
 139                     n = read( ifd, rbuf, sizeof( rbuf ) ); // read the event
 140                     if( n < 0  ) {
 141 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 142                         if( errno == EAGAIN ) {
 143                         } else {
 144                             fprintf( stderr, "### CRIT ### config listener read err: %s\n", strerror( errno ) );
 145                         }
 146                         continue;
 147 #endif
 148                     }
 149
 150                     //Retrieving Log Level from configmap by parsing configmap file
 151                     log_level = parse_file(fileName);
 152                     update_mdc_log_level_severity(log_level); //setting log level
 153                     if(log_level != NULL) {
 154                         mdclog_write(MDCLOG_INFO, "MDC log level updated to %s", log_level);
 155                         free(log_level);
 156                     }
 157                 }
 158             }
 159             inotify_rm_watch(ifd,wfd);
 160         }
 161         close(ifd);
 162     }
 163     free(bname);
 164     free(dname);
 165     free(fileName);
 166
 167     pthread_exit(NULL);
 168 }
 169
 170 void  update_mdc_log_level_severity(char* log_level)
 171 {
 172     mdclog_severity_t level = MDCLOG_ERR;
 173
 174     if(log_level == NULL)
 175     {
 176         printf("### ERR ### Invalid Log-Level Configuration in ConfigMap, Default Log-Level Applied:   %d\n",level);
 177     }
 178     else if(strcasecmp(log_level,"1")==0)
 179     {
 180         level = MDCLOG_ERR;
 181     }
 182     else if(strcasecmp(log_level,"2")==0)
 183     {
 184         level = MDCLOG_WARN;
 185     }
 186     else if(strcasecmp(log_level,"3")==0)
 187     {
 188         level = MDCLOG_INFO;
 189     }
 190     else if(strcasecmp(log_level,"4")==0)
 191     {
 192         level = MDCLOG_DEBUG;
 193     }
 194
 195     mdclog_level_set(level);
 196 }
 197
 198 /**
 199  * @brief Remove leading and trailing spaces from s.
 200  *
 201  * If the string was allocated dynamically, the caller cannot
 202  * overwrite the returned pointer.
 203  *
 204  * @param s the string we want to remove spaces.
 205  * @return Returns a null-terminated substring of "s".
 206  */
 207 static inline char *trim(char *s)
 208 {
 209     char *end;
 210     /* skip leading spaces */
 211     while (isspace(*s)) s++;
 212
 213     /* all spaces */
 214     if (*s == '\0') return s;
 215
 216     /* skip trailing spaces */
 217     end = s + strlen(s) - 1;
 218     while (end > s && isspace(*end)) end--;
 219
 220     /* write null character */
 221     *(end+1) = '\0';
 222
 223     return s;
 224 }
 225
 226 static char* parse_file(char* filename)
 227 {
 228     char *token=NULL;
 229     bool found = false;
 230     FILE *file = fopen ( filename, "r" );
 231
 232     if ( file != NULL )
 233     {
 234         char line [ 128 ];
 235         while ( fgets ( line, sizeof(line), file ) != NULL )
 236         {
 237             token = strtok(line, ":");
 238             token = trim(token);
 239             if (strcmp(token,"log-level") == 0) {
 240                 found = true;
 241                 token = strtok(NULL, "\n");
 242                 token = trim(token);
 243                 break;
 244             }
 245         }
 246         fclose ( file );
 247      }
 248      if(found)
 249          return(strdup(token));
 250      else
 251          return(NULL);
 252 }
 253
 254 char *read_env_param(const char*envkey)
 255 {
 256     if(envkey)
 257     {
 258         char *value = getenv(envkey);
 259         if(value)
 260             return strdup(value);
 261     }
 262     return NULL;
 263 }
 264
 265 void dynamic_log_level_change()
 266 {
 267     char *logFile_Name = read_env_param(LOG_FILE_CONFIG_MAP);
 268     char* log_level_init=NULL;
 269     if(logFile_Name)
 270     {
 271         log_level_init = parse_file(logFile_Name);
 272         update_mdc_log_level_severity(log_level_init); //setting log level
 273         mdclog_write(MDCLOG_INFO, "MDC log level set to %s", log_level_init);
 274         free(log_level_init);
 275
 276     }
 277     enable_log_change_notify(logFile_Name);
 278 }
 279
 280 void init_log() {
 281     int log_change_monitor = 0;
 282     mdclog_attr_t *attr;
 283     mdclog_attr_init(&attr);
 284     mdclog_attr_set_ident(attr, "E2Terminator");
 285     mdclog_init(attr);
 286     if(mdclog_format_initialize(log_change_monitor)!=0)
 287         mdclog_write(MDCLOG_ERR, "Failed to intialize MDC log format !!!");
 288     dynamic_log_level_change();
 289     mdclog_attr_destroy(attr);
 290 }
 291 //auto start_time = std::chrono::high_resolution_clock::now();
 292 //typedef std::chrono::duration<double, std::ratio<1,1>> seconds_t;
 293
 294 //double age() {
 295 //    return seconds_t(std::chrono::high_resolution_clock::now() - start_time).count();
 296 //}
 297
 298 // If model name in "/proc/cpuinfo" is happens to be "Common KVM processor" then
 299 // approx_CPU_MHz() results in "SIGILL - Illegal Instruction" signal.
 300 //
 301 // double approx_CPU_MHz(unsigned sleepTime) {
 302 //    using namespace std::chrono_literals;
 303 //    uint32_t aux = 0;
 304 //    uint64_t cycles_start = rdtscp(aux);
 305 //    double time_start = age();
 306 //    std::this_thread::sleep_for(sleepTime * 1ms);
 307 //    uint64_t elapsed_cycles = rdtscp(aux) - cycles_start;
 308 //    double elapsed_time = age() - time_start;
 309 //    return elapsed_cycles / elapsed_time;
 310 //}
 311
 312 //std::atomic<int64_t> rmrCounter{0};
 313 std::atomic<int64_t> num_of_messages{0};
 314 std::atomic<int64_t> num_of_XAPP_messages{0};
 315 static long transactionCounter = 0;
 316 pthread_mutex_t thread_lock;
 317
 318 int buildListeningPort(sctp_params_t &sctpParams) {
 319     sctpParams.listenFD = socket(AF_INET6, SOCK_STREAM, IPPROTO_SCTP);
 320     if (sctpParams.listenFD <= 0) {
 321 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 322         mdclog_write(MDCLOG_ERR, "Error Opening socket, %s", strerror(errno));
 323         return -1;
 324 #endif
 325     }
 326     struct sctp_initmsg initmsg;
 327     memset (&initmsg, 0, sizeof (initmsg));
 328     initmsg.sinit_num_ostreams = 2;
 329     initmsg.sinit_max_instreams = 2;
 330     initmsg.sinit_max_attempts = 4;
 331     setsockopt (sctpParams.listenFD, IPPROTO_SCTP, SCTP_INITMSG, &initmsg, sizeof (initmsg));
 332
 333     struct sockaddr_in6 serverAddress {};
 334     serverAddress.sin6_family = AF_INET6;
 335     serverAddress.sin6_addr   = in6addr_any;
 336     serverAddress.sin6_port = htons(sctpParams.sctpPort);
 337     if (bind(sctpParams.listenFD, (SA *)&serverAddress, sizeof(serverAddress)) < 0 ) {
 338 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 339         mdclog_write(MDCLOG_ERR, "Error binding port %d. %s", sctpParams.sctpPort, strerror(errno));
 340         return -1;
 341 #endif
 342     }
 343     if (setSocketNoBlocking(sctpParams.listenFD) == -1) {
 344         //mdclog_write(MDCLOG_ERR, "Error binding. %s", strerror(errno));
 345         return -1;
 346     }
 347     if (mdclog_level_get() >= MDCLOG_DEBUG) {
 348         struct sockaddr_in6 clientAddress {};
 349         socklen_t len = sizeof(clientAddress);
 350         getsockname(sctpParams.listenFD, (SA *)&clientAddress, &len);
 351         char buff[1024] {};
 352         inet_ntop(AF_INET6, &clientAddress.sin6_addr, buff, sizeof(buff));
 353         mdclog_write(MDCLOG_DEBUG, "My address: %s, port %d\n", buff, htons(clientAddress.sin6_port));
 354     }
 355
 356     // SCTP_HB_INTERVAL is in milisec
 357     char *sctp_hb_interval = std::getenv("SCTP_HB_INTERVAL");
 358     if (sctp_hb_interval) {
 359         // Setting the heartbeat interval timeout value
 360         struct sctp_paddrparams sckt_parms;
 361         memset(&sckt_parms, 0, sizeof(sckt_parms));
 362         unsigned int sckt_parms_size = sizeof(sckt_parms);
 363         sckt_parms.spp_address.ss_family = AF_INET6;
 364         sckt_parms.spp_flags |= SPP_HB_ENABLE;
 365         sctp_opt_info(sctpParams.listenFD, 0, SCTP_PEER_ADDR_PARAMS, &sckt_parms, &sckt_parms_size);
 366         if (sckt_parms_size != sizeof(sckt_parms)) {
 367             fprintf(stderr, "Invalid size of sctp_paddrparams socket option: {} / {}", sckt_parms_size, (socklen_t)sizeof(sckt_parms));
 368         } else {
 369             sckt_parms.spp_hbinterval = atoi(sctp_hb_interval);
 370             setsockopt(sctpParams.listenFD, IPPROTO_SCTP, SCTP_PEER_ADDR_PARAMS, &sckt_parms, sizeof(sckt_parms));
 371         }
 372     }
 373
 374     char *sctp_max_retries = std::getenv("SCTP_MAX_RETRIES");
 375     if (sctp_max_retries) {
 376         // Setting the max retries config for the socket if rechability loss
 377         struct sctp_assocparams sckt_assoc;
 378         memset(&sckt_assoc, 0, sizeof(sckt_assoc));
 379         unsigned int str_assoc_size = sizeof(sckt_assoc);
 380         sctp_opt_info(sctpParams.listenFD, 0, SCTP_ASSOCINFO, &sckt_assoc, &str_assoc_size);
 381         if (str_assoc_size != sizeof(sckt_assoc)) {
 382             fprintf(stderr, "Invalid size of sctp_assocparams socket option: {} / {}", str_assoc_size, (socklen_t)sizeof(sckt_assoc));
 383         } else {
 384             sckt_assoc.sasoc_asocmaxrxt = atoi(sctp_max_retries);
 385             setsockopt(sctpParams.listenFD, IPPROTO_SCTP, SCTP_ASSOCINFO, &sckt_assoc, sizeof(sckt_assoc));
 386         }
 387     }
 388
 389
 390     if (listen(sctpParams.listenFD, SOMAXCONN) < 0) {
 391 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 392         mdclog_write(MDCLOG_ERR, "Error listening. %s\n", strerror(errno));
 393         return -1;
 394 #endif
 395     }
 396     struct epoll_event event {};
 397     event.events = EPOLLIN | EPOLLET;
 398     event.data.fd = sctpParams.listenFD;
 399
 400     // add listening port to epoll
 401     if (epoll_ctl(sctpParams.epoll_fd, EPOLL_CTL_ADD, sctpParams.listenFD, &event)) {
 402 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 403         printf("Failed to add descriptor to epoll\n");
 404         mdclog_write(MDCLOG_ERR, "Failed to add descriptor to epoll. %s\n", strerror(errno));
 405         return -1;
 406 #endif
 407     }
 408
 409     return 0;
 410 }
 411
 412 int buildConfiguration(sctp_params_t &sctpParams) {
 413     path p = (sctpParams.configFilePath + "/" + sctpParams.configFileName).c_str();
 414     if (exists(p)) {
 415         const int size = 2048;
 416         auto fileSize = file_size(p);
 417         if (fileSize > size) {
 418 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 419             mdclog_write(MDCLOG_ERR, "File %s larger than %d", p.string().c_str(), size);
 420             return -1;
 421 #endif
 422         }
 423     } else {
 424 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 425         mdclog_write(MDCLOG_ERR, "Configuration File %s not exists", p.string().c_str());
 426         return -1;
 427 #endif
 428     }
 429
 430     ReadConfigFile conf;
 431     if (conf.openConfigFile(p.string()) == -1) {
 432 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 433         mdclog_write(MDCLOG_ERR, "Filed to open config file %s, %s",
 434                      p.string().c_str(), strerror(errno));
 435         return -1;
 436 #endif
 437     }
 438     int rmrPort = conf.getIntValue("nano");
 439     if (rmrPort == -1) {
 440 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 441         mdclog_write(MDCLOG_ERR, "illegal RMR port ");
 442         return -1;
 443 #endif
 444     }
 445     sctpParams.rmrPort = (uint16_t)rmrPort;
 446     snprintf(sctpParams.rmrAddress, sizeof(sctpParams.rmrAddress), "%d", (int) (sctpParams.rmrPort));
 447     auto tmpStr = conf.getStringValue("volume");
 448     if (tmpStr.length() == 0) {
 449 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 450         mdclog_write(MDCLOG_ERR, "illegal volume.");
 451         return -1;
 452 #endif
 453     }
 454
 455     char tmpLogFilespec[VOLUME_URL_SIZE];
 456     tmpLogFilespec[0] = 0;
 457     sctpParams.volume[0] = 0;
 458     snprintf(sctpParams.volume, VOLUME_URL_SIZE, "%s", tmpStr.c_str());
 459     // copy the name to temp file as well
 460     snprintf(tmpLogFilespec, VOLUME_URL_SIZE, "%s", tmpStr.c_str());
 461
 462
 463     // define the file name in the tmp directory under the volume
 464     strcat(tmpLogFilespec,"/tmp/E2Term_%Y-%m-%d_%H-%M-%S.%N.tmpStr");
 465
 466     sctpParams.myIP = conf.getStringValue("local-ip");
 467     if (sctpParams.myIP.length() == 0) {
 468 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 469         mdclog_write(MDCLOG_ERR, "illegal local-ip.");
 470         return -1;
 471 #endif
 472     }
 473
 474     int sctpPort = conf.getIntValue("sctp-port");
 475     if (sctpPort == -1) {
 476 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 477         mdclog_write(MDCLOG_ERR, "illegal SCTP port ");
 478         return -1;
 479 #endif
 480     }
 481     sctpParams.sctpPort = (uint16_t)sctpPort;
 482
 483     sctpParams.fqdn = conf.getStringValue("external-fqdn");
 484     if (sctpParams.fqdn.length() == 0) {
 485 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 486         mdclog_write(MDCLOG_ERR, "illegal external-fqdn");
 487         return -1;
 488 #endif
 489     }
 490
 491     std::string pod = conf.getStringValue("pod_name");
 492 #ifndef UNIT_TEST
 493     if (pod.length() == 0) {
 494         mdclog_write(MDCLOG_ERR, "illegal pod_name in config file");
 495         return -1;
 496     }
 497     auto *podName = getenv(pod.c_str());
 498     if (podName == nullptr) {
 499         mdclog_write(MDCLOG_ERR, "illegal pod_name or environment variable not exists : %s", pod.c_str());
 500         return -1;
 501
 502     } else {
 503         sctpParams.podName.assign(podName);
 504         if (sctpParams.podName.length() == 0) {
 505             mdclog_write(MDCLOG_ERR, "illegal pod_name");
 506             return -1;
 507         }
 508     }
 509 #endif
 510     tmpStr = conf.getStringValue("trace");
 511     transform(tmpStr.begin(), tmpStr.end(), tmpStr.begin(), ::tolower);
 512     if ((tmpStr.compare("start")) == 0) {
 513 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 514         mdclog_write(MDCLOG_INFO, "Trace set to: start");
 515         sctpParams.trace = true;
 516 #endif
 517     } else if ((tmpStr.compare("stop")) == 0) {
 518         mdclog_write(MDCLOG_INFO, "Trace set to: stop");
 519         sctpParams.trace = false;
 520     } else {
 521 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 522         mdclog_write(MDCLOG_ERR, "Trace was set to wrong value %s, set to stop", tmpStr.c_str());
 523         sctpParams.trace = false;
 524 #endif
 525     }
 526     jsonTrace = sctpParams.trace;
 527
 528     sctpParams.epollTimeOut = -1;
 529
 530     tmpStr = conf.getStringValue("prometheusPort");
 531     if (tmpStr.length() != 0) {
 532         sctpParams.prometheusPort = tmpStr;
 533     }
 534
 535     sctpParams.ka_message_length = snprintf(sctpParams.ka_message, KA_MESSAGE_SIZE, "{\"address\": \"%s:%d\","
 536                                                                                     "\"fqdn\": \"%s\","
 537                                                                                     "\"pod_name\": \"%s\"}",
 538                                             (const char *)sctpParams.myIP.c_str(),
 539                                             sctpParams.rmrPort,
 540                                             sctpParams.fqdn.c_str(),
 541                                             sctpParams.podName.c_str());
 542
 543     if (mdclog_level_get() >= MDCLOG_INFO) {
 544         mdclog_write(MDCLOG_DEBUG,"RMR Port: %s", to_string(sctpParams.rmrPort).c_str());
 545         mdclog_write(MDCLOG_DEBUG,"volume: %s", sctpParams.volume);
 546         mdclog_write(MDCLOG_DEBUG,"tmpLogFilespec: %s", tmpLogFilespec);
 547         mdclog_write(MDCLOG_DEBUG,"my ip: %s", sctpParams.myIP.c_str());
 548         mdclog_write(MDCLOG_DEBUG,"pod name: %s", sctpParams.podName.c_str());
 549
 550         mdclog_write(MDCLOG_INFO, "running parameters for instance : %s", sctpParams.ka_message);
 551     }
 552
 553     // Files written to the current working directory
 554     boostLogger = logging::add_file_log(
 555             keywords::file_name = tmpLogFilespec, // to temp directory
 556             keywords::rotation_size = 10 * 1024 * 1024,
 557             keywords::time_based_rotation = sinks::file::rotation_at_time_interval(posix_time::hours(1)),
 558             keywords::format = "%Message%"
 559             //keywords::format = "[%TimeStamp%]: %Message%" // use each tmpStr with time stamp
 560     );
 561
 562     // Setup a destination folder for collecting rotated (closed) files --since the same volume can use rename()
 563     boostLogger->locked_backend()->set_file_collector(sinks::file::make_collector(
 564             keywords::target = sctpParams.volume
 565     ));
 566
 567     // Upon restart, scan the directory for files matching the file_name pattern
 568     boostLogger->locked_backend()->scan_for_files();
 569
 570     // Enable auto-flushing after each tmpStr record written
 571     if (mdclog_level_get() >= MDCLOG_DEBUG) {
 572         boostLogger->locked_backend()->auto_flush(true);
 573     }
 574
 575     return 0;
 576 }
 577
 578 void startPrometheus(sctp_params_t &sctpParams) {
 579     auto podName = std::getenv("POD_NAME");
 580     string metric = "E2TBeta";
 581     if (strstr(podName, "alpha") != NULL) {
 582         metric = "E2TAlpha";
 583     }
 584     //Get eth0 interface IP
 585     char* host = getinterfaceip();
 586     string hostip = host;
 587
 588     sctpParams.prometheusFamily = &BuildCounter()
 589             .Name(metric.c_str())
 590             .Help("E2T instance metrics")
 591             .Labels({{"POD_NAME", sctpParams.podName}})
 592             .Register(*sctpParams.prometheusRegistry);
 593
 594     // Build E2T instance level metrics
 595     buildE2TPrometheusCounters(sctpParams);
 596
 597     string prometheusPath;
 598     if (hostip.empty())
 599         prometheusPath = sctpParams.prometheusPort + "," + "[::]:" + sctpParams.prometheusPort;
 600     else
 601         prometheusPath = hostip + ":" + sctpParams.prometheusPort;
 602
 603     if (mdclog_level_get() >= MDCLOG_DEBUG) {
 604         mdclog_write(MDCLOG_DEBUG, "Start Prometheus Pull mode on %s", prometheusPath.c_str());
 605     }
 606     sctpParams.prometheusExposer = new Exposer(prometheusPath, 1);
 607     sctpParams.prometheusExposer->RegisterCollectable(sctpParams.prometheusRegistry);
 608 }
 609 #ifndef UNIT_TEST
 610
 611 int main(const int argc, char **argv) {
 612     sctp_params_t sctpParams;
 613     {
 614         std::random_device device{};
 615         std::mt19937 generator(device());
 616         std::uniform_int_distribution<long> distribution(1, (long) 1e12);
 617         transactionCounter = distribution(generator);
 618     }
 619
 620 //    uint64_t st = 0;
 621 //    uint32_t aux1 = 0;
 622 //   st = rdtscp(aux1);
 623
 624     unsigned num_cpus = std::thread::hardware_concurrency();
 625     init_log();
 626     if (std::signal(SIGINT, catch_function) == SIG_ERR) {
 627         mdclog_write(MDCLOG_ERR, "Error initializing SIGINT");
 628         exit(1);
 629     }
 630     if (std::signal(SIGABRT, catch_function)== SIG_ERR) {
 631         mdclog_write(MDCLOG_ERR, "Error initializing SIGABRT");
 632         exit(1);
 633     }
 634     if (std::signal(SIGTERM, catch_function)== SIG_ERR) {
 635         mdclog_write(MDCLOG_ERR, "Error initializing SIGTERM");
 636         exit(1);
 637     }
 638
 639 //    cpuClock = approx_CPU_MHz(100);
 640
 641 //    mdclog_write(MDCLOG_DEBUG, "CPU speed %11.11f", cpuClock);
 642
 643     auto result = parse(argc, argv, sctpParams);
 644
 645     if (buildConfiguration(sctpParams) != 0) {
 646         exit(-1);
 647     }
 648
 649     //auto registry = std::make_shared<Registry>();
 650     sctpParams.prometheusRegistry = std::make_shared<Registry>();
 651
 652     //sctpParams.prometheusFamily = new Family<Counter>("E2T", "E2T message counter", {{"E", sctpParams.podName}});
 653
 654     startPrometheus(sctpParams);
 655
 656     // start epoll
 657     sctpParams.epoll_fd = epoll_create1(0);
 658     if (sctpParams.epoll_fd == -1) {
 659         mdclog_write(MDCLOG_ERR, "failed to open epoll descriptor");
 660         exit(-1);
 661     }
 662     getRmrContext(sctpParams);
 663     if (sctpParams.rmrCtx == nullptr) {
 664         close(sctpParams.epoll_fd);
 665         exit(-1);
 666     }
 667
 668     if (buildInotify(sctpParams) == -1) {
 669         close(sctpParams.rmrListenFd);
 670         rmr_close(sctpParams.rmrCtx);
 671         close(sctpParams.epoll_fd);
 672         exit(-1);
 673     }
 674
 675     if (buildListeningPort(sctpParams) != 0) {
 676         close(sctpParams.rmrListenFd);
 677         rmr_close(sctpParams.rmrCtx);
 678         close(sctpParams.epoll_fd);
 679         exit(-1);
 680     }
 681
 682     sctpParams.sctpMap = new mapWrapper();
 683
 684     if (pthread_mutex_init(&thread_lock, NULL) != 0) {
 685         mdclog_write(MDCLOG_ERR, "failed to init thread lock");
 686         exit(-1);
 687     }
 688     std::vector<std::thread> threads(num_cpus);
 689 //    std::vector<std::thread> threads;
 690
 691     num_cpus = 3;
 692     for (unsigned int i = 0; i < num_cpus; i++) {
 693         threads[i] = std::thread(listener, &sctpParams);
 694
 695         cpu_set_t cpuset;
 696         CPU_ZERO(&cpuset);
 697         CPU_SET(i, &cpuset);
 698         int rc = pthread_setaffinity_np(threads[i].native_handle(), sizeof(cpu_set_t), &cpuset);
 699         if (rc != 0) {
 700             mdclog_write(MDCLOG_ERR, "Error calling pthread_setaffinity_np: %d", rc);
 701         }
 702     }
 703
 704
 705     //loop over term_init until first message from xApp
 706     handleTermInit(sctpParams);
 707
 708     for (auto &t : threads) {
 709         t.join();
 710     }
 711     pthread_mutex_destroy(&thread_lock);
 712     return 0;
 713 }
 714 #endif
 715 void handleTermInit(sctp_params_t &sctpParams) {
 716     sendTermInit(sctpParams);
 717     //send to e2 manager init of e2 term
 718     //E2_TERM_INIT
 719
 720     int count = 0;
 721     while (true) {
 722         auto xappMessages = num_of_XAPP_messages.load(std::memory_order_acquire);
 723         if (xappMessages > 0) {
 724             if (mdclog_level_get() >=  MDCLOG_INFO) {
 725                 mdclog_write(MDCLOG_INFO, "Got a message from some application, stop sending E2_TERM_INIT");
 726             }
 727             return;
 728         }
 729         usleep(100000);
 730         count++;
 731         if (count % 1000 == 0) {
 732             mdclog_write(MDCLOG_ERR, "GOT No messages from any xApp");
 733             sendTermInit(sctpParams);
 734         }
 735     }
 736 }
 737
 738 void sendTermInit(sctp_params_t &sctpParams) {
 739     rmr_mbuf_t *msg = rmr_alloc_msg(sctpParams.rmrCtx, sctpParams.ka_message_length);
 740     auto count = 0;
 741     while (true) {
 742         msg->mtype = E2_TERM_INIT;
 743         msg->state = 0;
 744         rmr_bytes2payload(msg, (unsigned char *)sctpParams.ka_message, sctpParams.ka_message_length);
 745         static unsigned char tx[32];
 746         auto txLen = snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
 747         rmr_bytes2xact(msg, tx, txLen);
 748         msg = rmr_send_msg(sctpParams.rmrCtx, msg);
 749         if (msg == nullptr) {
 750             msg = rmr_alloc_msg(sctpParams.rmrCtx, sctpParams.ka_message_length);
 751         } else if (msg->state == 0) {
 752             rmr_free_msg(msg);
 753             if (mdclog_level_get() >=  MDCLOG_INFO) {
 754                 mdclog_write(MDCLOG_INFO, "E2_TERM_INIT successfully sent ");
 755             }
 756             return;
 757         } else {
 758             if (count % 100 == 0) {
 759                 mdclog_write(MDCLOG_ERR, "Error sending E2_TERM_INIT cause : %s ", translateRmrErrorMessages(msg->state).c_str());
 760             }
 761             sleep(1);
 762         }
 763         count++;
 764     }
 765 }
 766
 767 /**
 768  *
 769  * @param argc
 770  * @param argv
 771  * @param sctpParams
 772  * @return
 773  */
 774 cxxopts::ParseResult parse(int argc, char *argv[], sctp_params_t &sctpParams) {
 775     cxxopts::Options options(argv[0], "e2 term help");
 776     options.positional_help("[optional args]").show_positional_help();
 777     options.allow_unrecognised_options().add_options()
 778             ("p,path", "config file path", cxxopts::value<std::string>(sctpParams.configFilePath)->default_value("config"))
 779             ("f,file", "config file name", cxxopts::value<std::string>(sctpParams.configFileName)->default_value("config.conf"))
 780             ("h,help", "Print help");
 781
 782     auto result = options.parse(argc, (const char **&)argv);
 783
 784     if (result.count("help")) {
 785         std::cout << options.help({""}) << std::endl;
 786         exit(0);
 787     }
 788     return result;
 789 }
 790
 791 /**
 792  *
 793  * @param sctpParams
 794  * @return -1 failed 0 success
 795  */
 796 int buildInotify(sctp_params_t &sctpParams) {
 797     sctpParams.inotifyFD = inotify_init1(IN_NONBLOCK);
 798     if (sctpParams.inotifyFD == -1) {
 799         mdclog_write(MDCLOG_ERR, "Failed to init inotify (inotify_init1) %s", strerror(errno));
 800         return -1;
 801     }
 802
 803     sctpParams.inotifyWD = inotify_add_watch(sctpParams.inotifyFD,
 804                                              (const char *)sctpParams.configFilePath.c_str(),
 805                                              (unsigned)IN_OPEN | (unsigned)IN_CLOSE_WRITE | (unsigned)IN_CLOSE_NOWRITE); //IN_CLOSE = (IN_CLOSE_WRITE | IN_CLOSE_NOWRITE)
 806     if (sctpParams.inotifyWD == -1) {
 807         mdclog_write(MDCLOG_ERR, "Failed to add directory : %s to  inotify (inotify_add_watch) %s",
 808                      sctpParams.configFilePath.c_str(),
 809                      strerror(errno));
 810         close(sctpParams.inotifyFD);
 811         return -1;
 812     }
 813
 814     struct epoll_event event{};
 815     event.events = (EPOLLIN);
 816     event.data.fd = sctpParams.inotifyFD;
 817     // add listening RMR FD to epoll
 818     if (epoll_ctl(sctpParams.epoll_fd, EPOLL_CTL_ADD, sctpParams.inotifyFD, &event)) {
 819         mdclog_write(MDCLOG_ERR, "Failed to add inotify FD to epoll");
 820         close(sctpParams.inotifyFD);
 821         return -1;
 822     }
 823     return 0;
 824 }
 825
 826 /**
 827  *
 828  * @param args
 829  * @return
 830  */
 831 void listener(sctp_params_t *params) {
 832     int num_of_SCTP_messages = 0;
 833     auto totalTime = 0.0;
 834     std::thread::id this_id = std::this_thread::get_id();
 835     //save cout
 836     auto pod_name = std::getenv("POD_NAME");
 837     auto container_name = std::getenv("CONTAINER_NAME");
 838     auto service_name = std::getenv("SERVICE_NAME");
 839     auto host_name = std::getenv("HOST_NAME");
 840     auto system_name = std::getenv("SYSTEM_NAME");
 841     auto pid = std::to_string(getpid()).c_str();
 842     streambuf *oldCout = cout.rdbuf();
 843     ostringstream memCout;
 844     // create new cout
 845     cout.rdbuf(memCout.rdbuf());
 846     cout << this_id;
 847     //return to the normal cout
 848     cout.rdbuf(oldCout);
 849
 850     char tid[32];
 851     memcpy(tid, memCout.str().c_str(), memCout.str().length() < 32 ? memCout.str().length() : 31);
 852     tid[memCout.str().length()] = 0;
 853     mdclog_mdc_add("SYSTEM_NAME", system_name);
 854     mdclog_mdc_add("HOST_NAME", host_name);
 855     mdclog_mdc_add("SERVICE_NAME", service_name);
 856     mdclog_mdc_add("CONTAINER_NAME", container_name);
 857     mdclog_mdc_add("POD_NAME", pod_name);
 858     mdclog_mdc_add("PID", pid);
 859
 860     if (mdclog_level_get() >= MDCLOG_DEBUG) {
 861         mdclog_write(MDCLOG_DEBUG, "started thread number %s", tid);
 862     }
 863
 864     RmrMessagesBuffer_t rmrMessageBuffer{};
 865     //create and init RMR
 866     rmrMessageBuffer.rmrCtx = params->rmrCtx;
 867
 868     auto *events = (struct epoll_event *) calloc(MAXEVENTS, sizeof(struct epoll_event));
 869     struct timespec end{0, 0};
 870     struct timespec start{0, 0};
 871
 872     rmrMessageBuffer.rcvMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
 873     rmrMessageBuffer.sendMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
 874
 875     memcpy(rmrMessageBuffer.ka_message, params->ka_message, params->ka_message_length);
 876     rmrMessageBuffer.ka_message_len = params->ka_message_length;
 877     rmrMessageBuffer.ka_message[rmrMessageBuffer.ka_message_len] = 0;
 878
 879     if (mdclog_level_get() >= MDCLOG_DEBUG) {
 880         mdclog_write(MDCLOG_DEBUG, "keep alive message is : %s", rmrMessageBuffer.ka_message);
 881     }
 882
 883     ReportingMessages_t message {};
 884
 885 //    for (int i = 0; i < MAX_RMR_BUFF_ARRAY; i++) {
 886 //        rmrMessageBuffer.rcvBufferedMessages[i] = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
 887 //        rmrMessageBuffer.sendBufferedMessages[i] = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
 888 //    }
 889
 890     while (true) {
 891         if (mdclog_level_get() >= MDCLOG_DEBUG) {
 892             mdclog_write(MDCLOG_DEBUG, "Start EPOLL Wait. Timeout = %d", params->epollTimeOut);
 893         }
 894 #ifndef UNIT_TEST
 895         auto numOfEvents = epoll_wait(params->epoll_fd, events, MAXEVENTS, params->epollTimeOut);
 896 #else
 897         auto numOfEvents = 1;
 898 #endif
 899         if (numOfEvents == 0) { // time out
 900 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 901             if (mdclog_level_get() >= MDCLOG_DEBUG) {
 902                 mdclog_write(MDCLOG_DEBUG, "got epoll timeout");
 903             }
 904             continue;
 905         } else if (numOfEvents < 0) {
 906             if (errno == EINTR) {
 907                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
 908                     mdclog_write(MDCLOG_DEBUG, "got EINTR : %s", strerror(errno));
 909                 }
 910                 continue;
 911             }
 912             mdclog_write(MDCLOG_ERR, "Epoll wait failed, errno = %s", strerror(errno));
 913             if(events)
 914             {
 915                 free(events);
 916                 events = nullptr;
 917             }
 918             return;
 919 #endif
 920         }
 921         for (auto i = 0; i < numOfEvents; i++) {
 922             if (mdclog_level_get() >= MDCLOG_DEBUG) {
 923                 mdclog_write(MDCLOG_DEBUG, "handling epoll event %d out of %d", i + 1, numOfEvents);
 924             }
 925             clock_gettime(CLOCK_MONOTONIC, &message.message.time);
 926             start.tv_sec = message.message.time.tv_sec;
 927             start.tv_nsec = message.message.time.tv_nsec;
 928
 929
 930             if ((events[i].events & EPOLLERR) || (events[i].events & EPOLLHUP)) {
 931                 handlepoll_error(events[i], message, rmrMessageBuffer, params);
 932             } else if (events[i].events & EPOLLOUT) {
 933                 handleEinprogressMessages(events[i], message, rmrMessageBuffer, params);
 934             } else if (params->listenFD == events[i].data.fd) {
 935                 if (mdclog_level_get() >= MDCLOG_INFO) {
 936                     mdclog_write(MDCLOG_INFO, "New connection request from sctp network\n");
 937                 }
 938                 // new connection is requested from RAN  start build connection
 939                 while (true) {
 940                     struct sockaddr in_addr {};
 941                     socklen_t in_len;
 942                     char hostBuff[NI_MAXHOST];
 943                     char portBuff[NI_MAXSERV];
 944
 945                     in_len = sizeof(in_addr);
 946                     auto *peerInfo = (ConnectedCU_t *)calloc(1, sizeof(ConnectedCU_t));
 947                     if(peerInfo == nullptr){
 948                         mdclog_write(MDCLOG_ERR, "calloc failed");
 949                         break;
 950                     }
 951                     peerInfo->sctpParams = params;
 952                     peerInfo->fileDescriptor = accept(params->listenFD, &in_addr, &in_len);
 953                     if (peerInfo->fileDescriptor == -1) {
 954 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 955                         if ((errno == EAGAIN) || (errno == EWOULDBLOCK)) {
 956                             /* We have processed all incoming connections. */
 957                             if(peerInfo) {
 958                                 free(peerInfo);
 959                                 peerInfo = nullptr;
 960                             }
 961                             break;
 962                         } else {
 963                             if(peerInfo) {
 964                                 free(peerInfo);
 965                                 peerInfo = nullptr;
 966                             }
 967                             mdclog_write(MDCLOG_ERR, "Accept error, errno = %s", strerror(errno));
 968                             break;
 969                         }
 970                     }
 971                     if (setSocketNoBlocking(peerInfo->fileDescriptor) == -1) {
 972                         mdclog_write(MDCLOG_ERR, "setSocketNoBlocking failed to set new connection %s on port %s\n", hostBuff, portBuff);
 973                         close(peerInfo->fileDescriptor);
 974                         if(peerInfo) {
 975                             free(peerInfo);
 976                             peerInfo = nullptr;
 977                         }
 978                         break;
 979 #endif
 980                     }
 981                     struct sctp_event_subscribe sctpevents;
 982                     memset( (void *)&sctpevents, 0, sizeof(sctpevents) );
 983                     sctpevents.sctp_data_io_event = 1;
 984                     setsockopt(peerInfo->fileDescriptor, SOL_SCTP, SCTP_EVENTS,(const void *)&sctpevents, sizeof(sctpevents) );
 985
 986                     {
 987                         char *value = getenv("SCTP_ASSOC_MAX_RETRANS");
 988                         if (value)
 989                         {
 990                             int int_val = atoi(value);
 991                             mdclog_write(MDCLOG_INFO, "Changing sctp_association_max_retrans to %s, %d\n", value, int_val);
 992                             if (int_val > 0)
 993                             {
 994                                 struct sctp_assocparams sctpassocparams;
 995                                 memset((void *)&sctpassocparams, 0, sizeof(sctpassocparams));
 996                                 sctpassocparams.sasoc_asocmaxrxt = int_val;
 997                                 setsockopt(peerInfo->fileDescriptor, SOL_SCTP, SCTP_ASSOCINFO, (const void *)&sctpassocparams, sizeof(sctpassocparams));
 998                             }
 999                         }
1000                     }
1001
1002                     auto  ans = getnameinfo(&in_addr, in_len,
1003                                             peerInfo->hostName, NI_MAXHOST,
1004                                             peerInfo->portNumber, NI_MAXSERV, (unsigned )((unsigned int)NI_NUMERICHOST | (unsigned int)NI_NUMERICSERV));
1005                     if (ans < 0) {
1006                         mdclog_write(MDCLOG_ERR, "Failed to get info on connection request. %s\n", strerror(errno));
1007                         close(peerInfo->fileDescriptor);
1008                         if(peerInfo) {
1009                             free(peerInfo);
1010                             peerInfo = nullptr;
1011                         }
1012                         break;
1013                     }
1014                     if (mdclog_level_get() >= MDCLOG_DEBUG) {
1015                         mdclog_write(MDCLOG_DEBUG, "Accepted connection on descriptor %d (host=%s, port=%s)\n", peerInfo->fileDescriptor, peerInfo->hostName, peerInfo->portNumber);
1016                     }
1017                     peerInfo->isConnected = false;
1018                     peerInfo->gotSetup = false;
1019                     if (addToEpoll(params->epoll_fd,
1020                                    peerInfo,
1021                                    (EPOLLIN | EPOLLET),
1022                                    params->sctpMap, nullptr,
1023                                    0) != 0) {
1024                         if(peerInfo) {
1025                             free(peerInfo);
1026                             peerInfo = nullptr;
1027                         }
1028                         break;
1029                     }
1030                     break;
1031                 }
1032             } else if (params->rmrListenFd == events[i].data.fd) {
1033                 // got message from XAPP
1034                 //num_of_XAPP_messages.fetch_add(1, std::memory_order_release);
1035                 num_of_messages.fetch_add(1, std::memory_order_release);
1036                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
1037                     mdclog_write(MDCLOG_DEBUG, "new RMR message");
1038                 }
1039                 if (receiveXappMessages(params->sctpMap,
1040                                         rmrMessageBuffer,
1041                                         message.message.time) != 0) {
1042                     mdclog_write(MDCLOG_ERR, "Error handling Xapp message");
1043                 }
1044             } else if (params->inotifyFD == events[i].data.fd) {
1045                 mdclog_write(MDCLOG_INFO, "Got event from inotify (configuration update)");
1046                 handleConfigChange(params);
1047             } else {
1048                 /* We RMR_ERR_RETRY have data on the fd waiting to be read. Read and display it.
1049                  * We must read whatever data is available completely, as we are running
1050                  *  in edge-triggered mode and won't get a notification again for the same data. */
1051                 num_of_messages.fetch_add(1, std::memory_order_release);
1052                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
1053                     mdclog_write(MDCLOG_DEBUG, "new message from SCTP, epoll flags are : %0x", events[i].events);
1054                 }
1055                 receiveDataFromSctp(&events[i],
1056                                     params->sctpMap,
1057                                     num_of_SCTP_messages,
1058                                     rmrMessageBuffer,
1059                                     message.message.time);
1060             }
1061
1062             clock_gettime(CLOCK_MONOTONIC, &end);
1063             if (mdclog_level_get() >= MDCLOG_INFO) {
1064                 totalTime += ((end.tv_sec + 1.0e-9 * end.tv_nsec) -
1065                               ((double) start.tv_sec + 1.0e-9 * start.tv_nsec));
1066             }
1067             if (mdclog_level_get() >= MDCLOG_DEBUG) {
1068                 mdclog_write(MDCLOG_DEBUG, "message handling is %ld seconds %ld nanoseconds",
1069                              end.tv_sec - start.tv_sec,
1070                              end.tv_nsec - start.tv_nsec);
1071             }
1072         }
1073 #ifdef UNIT_TEST
1074     break;
1075 #endif
1076     }
1077 }
1078
1079 /**
1080  *
1081  * @param sctpParams
1082  */
1083 void handleConfigChange(sctp_params_t *sctpParams) {
1084     char buf[4096] __attribute__ ((aligned(__alignof__(struct inotify_event))));
1085     const struct inotify_event *event;
1086     char *ptr;
1087 #ifdef UNIT_TEST
1088     struct inotify_event tmpEvent;
1089 #endif
1090     path p = (sctpParams->configFilePath + "/" + sctpParams->configFileName).c_str();
1091     auto endlessLoop = true;
1092     while (endlessLoop) {
1093 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1094         auto len = read(sctpParams->inotifyFD, buf, sizeof buf);
1095 #else
1096     auto len=10;
1097 #endif
1098         if (len == -1) {
1099 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1100             if (errno != EAGAIN) {
1101                 mdclog_write(MDCLOG_ERR, "read %s ", strerror(errno));
1102                 endlessLoop = false;
1103                 continue;
1104             }
1105             else {
1106                 endlessLoop = false;
1107                 continue;
1108             }
1109 #endif
1110         }
1111
1112         for (ptr = buf; ptr < buf + len; ptr += sizeof(struct inotify_event) + event->len) {
1113 #ifndef UNIT_TEST
1114     event = (const struct inotify_event *)ptr;
1115 #else
1116     tmpEvent.mask = (uint32_t)IN_CLOSE_WRITE;
1117     event = &tmpEvent;
1118 #endif
1119             if (event->mask & (uint32_t)IN_ISDIR) {
1120                 continue;
1121             }
1122
1123             // the directory name
1124             if (sctpParams->inotifyWD == event->wd) {
1125                 // not the directory
1126             }
1127             if (event->len) {
1128 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1129                 auto  retVal = strcmp(sctpParams->configFileName.c_str(), event->name);
1130                 if (retVal != 0) {
1131                     continue;
1132                 }
1133 #endif
1134             }
1135             // only the file we want
1136             if (event->mask & (uint32_t)IN_CLOSE_WRITE) {
1137                 if (mdclog_level_get() >= MDCLOG_INFO) {
1138                     mdclog_write(MDCLOG_INFO, "Configuration file changed");
1139                 }
1140                 if (exists(p)) {
1141                     const int size = 2048;
1142                     auto fileSize = file_size(p);
1143                     if (fileSize > size) {
1144                         mdclog_write(MDCLOG_ERR, "File %s larger than %d", p.string().c_str(), size);
1145                         return;
1146                     }
1147                 } else {
1148                     mdclog_write(MDCLOG_ERR, "Configuration File %s not exists", p.string().c_str());
1149                     return;
1150                 }
1151
1152                 ReadConfigFile conf;
1153                 if (conf.openConfigFile(p.string()) == -1) {
1154                     mdclog_write(MDCLOG_ERR, "Filed to open config file %s, %s",
1155                                  p.string().c_str(), strerror(errno));
1156                     return;
1157                 }
1158                 auto tmpStr = conf.getStringValue("trace");
1159                 if (tmpStr.length() == 0) {
1160                     mdclog_write(MDCLOG_ERR, "illegal trace. Set trace to stop");
1161                     tmpStr = "stop";
1162                 }
1163
1164                 transform(tmpStr.begin(), tmpStr.end(), tmpStr.begin(), ::tolower);
1165                 if ((tmpStr.compare("start")) == 0) {
1166                     mdclog_write(MDCLOG_INFO, "Trace set to: start");
1167                     sctpParams->trace = true;
1168                 } else if ((tmpStr.compare("stop")) == 0) {
1169                     mdclog_write(MDCLOG_INFO, "Trace set to: stop");
1170                     sctpParams->trace = false;
1171                 } else {
1172                     mdclog_write(MDCLOG_ERR, "Trace was set to wrong value %s, set to stop", tmpStr.c_str());
1173                     sctpParams->trace = false;
1174                 }
1175                 jsonTrace = sctpParams->trace;
1176
1177
1178                 endlessLoop = false;
1179             }
1180 #ifdef UNIT_TEST
1181             break;
1182 #endif
1183         }
1184     }
1185 }
1186
1187 /**
1188  *
1189  * @param event
1190  * @param message
1191  * @param rmrMessageBuffer
1192  * @param params
1193  */
1194 void handleEinprogressMessages(struct epoll_event &event,
1195                                ReportingMessages_t &message,
1196                                RmrMessagesBuffer_t &rmrMessageBuffer,
1197                                sctp_params_t *params) {
1198     auto *peerInfo = (ConnectedCU_t *)event.data.ptr;
1199     memcpy(message.message.enodbName, peerInfo->enodbName, sizeof(peerInfo->enodbName));
1200
1201     mdclog_write(MDCLOG_INFO, "file descriptor %d got EPOLLOUT", peerInfo->fileDescriptor);
1202     auto retVal = 0;
1203     socklen_t retValLen = 0;
1204     auto rc = getsockopt(peerInfo->fileDescriptor, SOL_SOCKET, SO_ERROR, &retVal, &retValLen);
1205     if (rc != 0 || retVal != 0) {
1206 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1207         if (rc != 0) {
1208             rmrMessageBuffer.sendMessage->len = snprintf((char *)rmrMessageBuffer.sendMessage->payload, 256,
1209                                                          "%s|Failed SCTP Connection, after EINPROGRESS the getsockopt%s",
1210                                                          peerInfo->enodbName, strerror(errno));
1211         } else if (retVal != 0) {
1212             rmrMessageBuffer.sendMessage->len = snprintf((char *)rmrMessageBuffer.sendMessage->payload, 256,
1213                                                          "%s|Failed SCTP Connection after EINPROGRESS, SO_ERROR",
1214                                                          peerInfo->enodbName);
1215         }
1216
1217         message.message.asndata = rmrMessageBuffer.sendMessage->payload;
1218         message.message.asnLength = rmrMessageBuffer.sendMessage->len;
1219         mdclog_write(MDCLOG_ERR, "%s", rmrMessageBuffer.sendMessage->payload);
1220         message.message.direction = 'N';
1221         if (sendRequestToXapp(message, RIC_SCTP_CONNECTION_FAILURE, rmrMessageBuffer) != 0) {
1222             mdclog_write(MDCLOG_ERR, "SCTP_CONNECTION_FAIL message failed to send to xAPP");
1223         }
1224 #endif
1225         memset(peerInfo->asnData, 0, peerInfo->asnLength);
1226         peerInfo->asnLength = 0;
1227         peerInfo->mtype = 0;
1228         return;
1229     }
1230 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1231     peerInfo->isConnected = true;
1232
1233     if (modifyToEpoll(params->epoll_fd, peerInfo, (EPOLLIN | EPOLLET), params->sctpMap, peerInfo->enodbName,
1234                       peerInfo->mtype) != 0) {
1235         mdclog_write(MDCLOG_ERR, "epoll_ctl EPOLL_CTL_MOD");
1236         return;
1237     }
1238
1239     message.message.asndata = (unsigned char *)peerInfo->asnData;
1240     message.message.asnLength = peerInfo->asnLength;
1241     message.message.messageType = peerInfo->mtype;
1242     memcpy(message.message.enodbName, peerInfo->enodbName, sizeof(peerInfo->enodbName));
1243     num_of_messages.fetch_add(1, std::memory_order_release);
1244     if (mdclog_level_get() >= MDCLOG_DEBUG) {
1245         mdclog_write(MDCLOG_DEBUG, "send the delayed SETUP/ENDC SETUP to sctp for %s",
1246                      message.message.enodbName);
1247     }
1248     if (sendSctpMsg(peerInfo, message, params->sctpMap) != 0) {
1249         if (mdclog_level_get() >= MDCLOG_DEBUG) {
1250             mdclog_write(MDCLOG_DEBUG, "Error write to SCTP  %s %d", __func__, __LINE__);
1251         }
1252         return;
1253     }
1254
1255     memset(peerInfo->asnData, 0, peerInfo->asnLength);
1256     peerInfo->asnLength = 0;
1257     peerInfo->mtype = 0;
1258 #endif
1259 }
1260
1261
1262 void handlepoll_error(struct epoll_event &event,
1263                       ReportingMessages_t &message,
1264                       RmrMessagesBuffer_t &rmrMessageBuffer,
1265                       sctp_params_t *params) {
1266     if ((event.data.fd != params->rmrListenFd) && (event.data.ptr != nullptr)) {
1267         auto *peerInfo = (ConnectedCU_t *)event.data.ptr;
1268         mdclog_write(MDCLOG_ERR, "epoll error, events %0x on fd %d, RAN NAME : %s",
1269                      event.events, peerInfo->fileDescriptor, peerInfo->enodbName);
1270 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1271         rmrMessageBuffer.sendMessage->len = snprintf((char *)rmrMessageBuffer.sendMessage->payload, 256,
1272                                                      "%s|Failed SCTP Connection",
1273                                                      peerInfo->enodbName);
1274         message.message.asndata = rmrMessageBuffer.sendMessage->payload;
1275         message.message.asnLength = rmrMessageBuffer.sendMessage->len;
1276
1277         memcpy(message.message.enodbName, peerInfo->enodbName, sizeof(peerInfo->enodbName));
1278         message.message.direction = 'N';
1279         if (sendRequestToXapp(message, RIC_SCTP_CONNECTION_FAILURE, rmrMessageBuffer) != 0) {
1280             mdclog_write(MDCLOG_ERR, "SCTP_CONNECTION_FAIL message failed to send to xAPP");
1281         }
1282 #endif
1283         close(peerInfo->fileDescriptor);
1284         //params->sctpMap->erase(peerInfo->enodbName);
1285         cleanHashEntry((ConnectedCU_t *) event.data.ptr, params->sctpMap);
1286     } else {
1287         mdclog_write(MDCLOG_ERR, "epoll error, events %0x on RMR FD", event.events);
1288     }
1289 }
1290 /**
1291  *
1292  * @param socket
1293  * @return
1294  */
1295 int setSocketNoBlocking(int socket) {
1296     auto flags = fcntl(socket, F_GETFL, 0);
1297
1298     if (flags == -1) {
1299         mdclog_write(MDCLOG_ERR, "%s, %s", __FUNCTION__, strerror(errno));
1300         return -1;
1301     }
1302
1303     flags = (unsigned) flags | (unsigned) O_NONBLOCK;
1304     if (fcntl(socket, F_SETFL, flags) == -1) {
1305         mdclog_write(MDCLOG_ERR, "%s, %s", __FUNCTION__, strerror(errno));
1306         return -1;
1307     }
1308
1309     return 0;
1310 }
1311
1312 /**
1313  *
1314  * @param val
1315  * @param m
1316  */
1317 void cleanHashEntry(ConnectedCU_t *val, Sctp_Map_t *m) {
1318     if(val != nullptr) {
1319         char *dummy;
1320         auto port = (uint16_t) strtol(val->portNumber, &dummy, 10);
1321         char searchBuff[2048]{};
1322
1323         snprintf(searchBuff, sizeof searchBuff, "host:%s:%d", val->hostName, port);
1324         if(m->find(searchBuff)) {
1325             m->erase(searchBuff);
1326         }
1327
1328         if(m->find(val->enodbName)) {
1329             mdclog_write(MDCLOG_DEBUG, "remove key enodbName = %s from %s at line %d", val->enodbName, __FUNCTION__, __LINE__);
1330             m->erase(val->enodbName);
1331         }
1332 #ifndef UNIT_TEST
1333         if(val) {
1334             free(val);
1335             val = nullptr;
1336         }
1337 #endif
1338     }
1339 }
1340
1341 /**
1342  *
1343  * @param fd file descriptor
1344  * @param data the asn data to send
1345  * @param len  length of the data
1346  * @param enodbName the enodbName as in the map for printing purpose
1347  * @param m map host information
1348  * @param mtype message number
1349  * @return 0 success, a negative number on fail
1350  */
1351 int sendSctpMsg(ConnectedCU_t *peerInfo, ReportingMessages_t &message, Sctp_Map_t *m) {
1352     auto loglevel = mdclog_level_get();
1353 #ifndef UNIT_TEST
1354     int fd = peerInfo->fileDescriptor;
1355     int streamId = fetchStreamId(peerInfo,message);
1356 #else
1357     int fd = FILE_DESCRIPTOR;
1358     int streamId = 0;
1359 #endif
1360     if (loglevel >= MDCLOG_DEBUG) {
1361         mdclog_write(MDCLOG_DEBUG, "Send SCTP message for CU %s, %s",
1362                      message.message.enodbName, __FUNCTION__);
1363     }
1364
1365     while (true) {
1366         if (sctp_sendmsg(fd,message.message.asndata, message.message.asnLength,(struct sockaddr *) NULL, 0, htonl(E2AP_PPID), 0,streamId,0,0) < 0) {
1367             if (errno == EINTR) {
1368                 continue;
1369             }
1370             mdclog_write(MDCLOG_ERR, "error writing to CU a message, %s ", strerror(errno));
1371 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1372             if (!peerInfo->isConnected) {
1373                 mdclog_write(MDCLOG_ERR, "connection to CU %s is still in progress.", message.message.enodbName);
1374                 return -1;
1375             }
1376 #endif
1377 #ifndef UNIT_TEST
1378             cleanHashEntry(peerInfo, m);
1379             close(fd);
1380 #endif
1381             char key[MAX_ENODB_NAME_SIZE * 2];
1382             snprintf(key, MAX_ENODB_NAME_SIZE * 2, "msg:%s|%d", message.message.enodbName,
1383                      message.message.messageType);
1384             if (loglevel >= MDCLOG_DEBUG) {
1385                 mdclog_write(MDCLOG_DEBUG, "remove key = %s from %s at line %d", key, __FUNCTION__, __LINE__);
1386             }
1387             auto tmp = m->find(key);
1388             if (tmp) {
1389                 free(tmp);
1390                 tmp = nullptr;
1391             }
1392             m->erase(key);
1393 #ifndef UNIT_TEST
1394             return -1;
1395 #endif
1396         }
1397         message.message.direction = 'D';
1398         // send report.buffer of size
1399         buildJsonMessage(message);
1400
1401         if (loglevel >= MDCLOG_DEBUG) {
1402             mdclog_write(MDCLOG_DEBUG,
1403                          "SCTP message for CU %s sent from %s",
1404                          message.message.enodbName,
1405                          __FUNCTION__);
1406         }
1407         return 0;
1408     }
1409 }
1410
1411 /**
1412  *
1413  * @param message
1414  * @param rmrMessageBuffer
1415  */
1416 void getRequestMetaData(ReportingMessages_t &message, RmrMessagesBuffer_t &rmrMessageBuffer) {
1417     message.message.asndata = rmrMessageBuffer.rcvMessage->payload;
1418     message.message.asnLength = rmrMessageBuffer.rcvMessage->len;
1419
1420     if (mdclog_level_get() >= MDCLOG_DEBUG) {
1421         mdclog_write(MDCLOG_DEBUG, "Message from Xapp RAN name = %s message length = %ld",
1422                      message.message.enodbName, (unsigned long) message.message.asnLength);
1423     }
1424 }
1425
1426
1427
1428 /**
1429  *
1430  * @param events
1431  * @param sctpMap
1432  * @param numOfMessages
1433  * @param rmrMessageBuffer
1434  * @param ts
1435  * @return
1436  */
1437 int receiveDataFromSctp(struct epoll_event *events,
1438                         Sctp_Map_t *sctpMap,
1439                         int &numOfMessages,
1440                         RmrMessagesBuffer_t &rmrMessageBuffer,
1441                         struct timespec &ts) {
1442     /* We have data on the fd waiting to be read. Read and display it.
1443  * We must read whatever data is available completely, as we are running
1444  *  in edge-triggered mode and won't get a notification again for the same data. */
1445     ReportingMessages_t message {};
1446     auto done = 0;
1447     auto loglevel = mdclog_level_get();
1448     struct sctp_sndrcvinfo sndrcvinfo;
1449     int flags;
1450     int streamId;
1451
1452     // get the identity of the interface
1453     if (events->data.ptr != nullptr){
1454         message.peerInfo = (ConnectedCU_t *)events->data.ptr;
1455     }
1456
1457     struct timespec start{0, 0};
1458     struct timespec decodeStart{0, 0};
1459     struct timespec end{0, 0};
1460
1461     E2AP_PDU_t *pdu = nullptr;
1462
1463     while (true) {
1464         if (loglevel >= MDCLOG_DEBUG) {
1465             mdclog_write(MDCLOG_DEBUG, "Start Read from SCTP %d fd", message.peerInfo->fileDescriptor);
1466             clock_gettime(CLOCK_MONOTONIC, &start);
1467         }
1468         // read the buffer directly to rmr payload
1469         message.message.asndata = rmrMessageBuffer.sendMessage->payload;
1470 #ifndef UNIT_TEST
1471         message.message.asnLength = rmrMessageBuffer.sendMessage->len =
1472                 sctp_recvmsg(message.peerInfo->fileDescriptor, rmrMessageBuffer.sendMessage->payload, RECEIVE_SCTP_BUFFER_SIZE,(struct sockaddr *) NULL, 0, &sndrcvinfo, &flags);
1473         mdclog_write(MDCLOG_DEBUG, "Start Read from SCTP fd %d stream %d ", message.peerInfo->fileDescriptor, sndrcvinfo.sinfo_stream);
1474         streamId = sndrcvinfo.sinfo_stream;
1475 #else
1476         message.message.asnLength = rmrMessageBuffer.sendMessage->len;
1477         streamId = 0;
1478 #endif
1479
1480         if (loglevel >= MDCLOG_DEBUG) {
1481             mdclog_write(MDCLOG_DEBUG, "Finish Read from SCTP %d fd message length = %ld",
1482                          message.peerInfo->fileDescriptor, message.message.asnLength);
1483         }
1484
1485         memcpy(message.message.enodbName, message.peerInfo->enodbName, sizeof(message.peerInfo->enodbName));
1486         message.message.direction = 'U';
1487         message.message.time.tv_nsec = ts.tv_nsec;
1488         message.message.time.tv_sec = ts.tv_sec;
1489
1490         if (message.message.asnLength < 0) {
1491             if (errno == EINTR) {
1492                 continue;
1493             }
1494             /* If errno == EAGAIN, that means we have read all
1495                data. So goReportingMessages_t back to the main loop. */
1496             if (errno != EAGAIN) {
1497                 mdclog_write(MDCLOG_ERR, "Read error, %s ", strerror(errno));
1498                 done = 1;
1499             } else if (loglevel >= MDCLOG_DEBUG) {
1500                 mdclog_write(MDCLOG_DEBUG, "EAGAIN - descriptor = %d", message.peerInfo->fileDescriptor);
1501             }
1502             break;
1503         } else if (message.message.asnLength == 0) {
1504             /* End of file. The remote has closed the connection. */
1505             if (loglevel >= MDCLOG_INFO) {
1506                 mdclog_write(MDCLOG_INFO, "END of File Closed connection - descriptor = %d",
1507                              message.peerInfo->fileDescriptor);
1508             }
1509             done = 1;
1510             break;
1511         }
1512
1513         if (loglevel >= MDCLOG_DEBUG) {
1514             char printBuffer[RECEIVE_SCTP_BUFFER_SIZE]{};
1515             char *tmp = printBuffer;
1516             for (size_t i = 0; i < (size_t)message.message.asnLength; ++i) {
1517                 snprintf(tmp, 3, "%02x", message.message.asndata[i]);
1518                 tmp += 2;
1519             }
1520             printBuffer[message.message.asnLength] = 0;
1521             clock_gettime(CLOCK_MONOTONIC, &end);
1522             mdclog_write(MDCLOG_DEBUG, "Before Encoding E2AP PDU for : %s, Read time is : %ld seconds, %ld nanoseconds",
1523                          message.peerInfo->enodbName, end.tv_sec - start.tv_sec, end.tv_nsec - start.tv_nsec);
1524             mdclog_write(MDCLOG_DEBUG, "PDU buffer length = %ld, data =  : %s", message.message.asnLength,
1525                          printBuffer);
1526             clock_gettime(CLOCK_MONOTONIC, &decodeStart);
1527         }
1528 #ifndef UNIT_TEST
1529         auto rval = asn_decode(nullptr, ATS_ALIGNED_BASIC_PER, &asn_DEF_E2AP_PDU, (void **) &pdu,
1530                         message.message.asndata, message.message.asnLength);
1531 #else
1532         asn_dec_rval_t rval = {RC_OK, 0};
1533         pdu = (E2AP_PDU_t*)rmrMessageBuffer.sendMessage->tp_buf;
1534 #endif
1535         if (rval.code != RC_OK) {
1536             mdclog_write(MDCLOG_ERR, "Error %d Decoding (unpack) E2AP PDU from RAN : %s", rval.code,
1537                          message.peerInfo->enodbName);
1538             if (pdu != nullptr) {
1539                 ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
1540                 pdu = nullptr;
1541             }
1542             break;
1543         }
1544
1545         if (loglevel >= MDCLOG_DEBUG) {
1546             clock_gettime(CLOCK_MONOTONIC, &end);
1547             mdclog_write(MDCLOG_DEBUG, "After Encoding E2AP PDU for : %s, Read time is : %ld seconds, %ld nanoseconds",
1548                          message.peerInfo->enodbName, end.tv_sec - decodeStart.tv_sec, end.tv_nsec - decodeStart.tv_nsec);
1549             char *printBuffer;
1550             size_t size;
1551             FILE *stream = open_memstream(&printBuffer, &size);
1552             asn_fprint(stream, &asn_DEF_E2AP_PDU, pdu);
1553             mdclog_write(MDCLOG_DEBUG, "Encoding E2AP PDU past : %s", printBuffer);
1554             clock_gettime(CLOCK_MONOTONIC, &decodeStart);
1555
1556             fclose(stream);
1557             free(printBuffer);
1558         }
1559
1560         switch (pdu->present) {
1561             case E2AP_PDU_PR_initiatingMessage: {//initiating message
1562                 asnInitiatingRequest(pdu, sctpMap,message, rmrMessageBuffer, streamId);
1563                 break;
1564             }
1565             case E2AP_PDU_PR_successfulOutcome: { //successful outcome
1566                 asnSuccessfulMsg(pdu, sctpMap, message, rmrMessageBuffer);
1567                 break;
1568             }
1569             case E2AP_PDU_PR_unsuccessfulOutcome: { //Unsuccessful Outcome
1570                 asnUnSuccsesfulMsg(pdu, sctpMap, message, rmrMessageBuffer);
1571                 break;
1572             }
1573             default:
1574                 mdclog_write(MDCLOG_ERR, "Unknown index %d in E2AP PDU", pdu->present);
1575                 break;
1576         }
1577         if (loglevel >= MDCLOG_DEBUG) {
1578             clock_gettime(CLOCK_MONOTONIC, &end);
1579             mdclog_write(MDCLOG_DEBUG,
1580                          "After processing message and sent to rmr for : %s, Read time is : %ld seconds, %ld nanoseconds",
1581                          message.peerInfo->enodbName, end.tv_sec - decodeStart.tv_sec, end.tv_nsec - decodeStart.tv_nsec);
1582         }
1583         numOfMessages++;
1584 #ifndef UNIT_TEST
1585         if (pdu != nullptr) {
1586             // ASN_STRUCT_RESET(asn_DEF_E2AP_PDU, pdu); /* With reset we were not freeing the memory and was causing the leak here. */
1587             ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
1588             pdu = nullptr;
1589         }
1590 #else
1591     done = 1;
1592     break;
1593 #endif
1594     }
1595
1596     if (done) {
1597         if (loglevel >= MDCLOG_INFO) {
1598             mdclog_write(MDCLOG_INFO, "Closed connection - descriptor = %d", message.peerInfo->fileDescriptor);
1599         }
1600         message.message.asnLength = rmrMessageBuffer.sendMessage->len =
1601                 snprintf((char *)rmrMessageBuffer.sendMessage->payload,
1602                          256,
1603                          "%s|CU disconnected unexpectedly",
1604                          message.peerInfo->enodbName);
1605         message.message.asndata = rmrMessageBuffer.sendMessage->payload;
1606 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1607         if (sendRequestToXapp(message,
1608                               RIC_SCTP_CONNECTION_FAILURE,
1609                               rmrMessageBuffer) != 0) {
1610             mdclog_write(MDCLOG_ERR, "SCTP_CONNECTION_FAIL message failed to send to xAPP");
1611         }
1612 #endif
1613
1614         /* Closing descriptor make epoll remove it from the set of descriptors which are monitored. */
1615 #ifndef UNIT_TEST
1616         pthread_mutex_lock(&thread_lock);
1617         if (fcntl(message.peerInfo->fileDescriptor, F_GETFD) != -1) {
1618             mdclog_write(MDCLOG_DEBUG, "Closing connection - descriptor = %d", message.peerInfo->fileDescriptor);
1619             close(message.peerInfo->fileDescriptor);
1620             cleanHashEntry((ConnectedCU_t *) events->data.ptr, sctpMap);
1621         }
1622         pthread_mutex_unlock(&thread_lock);
1623 #else
1624         close(message.peerInfo->fileDescriptor);
1625         cleanHashEntry((ConnectedCU_t *) events->data.ptr, sctpMap);
1626 #endif
1627     }
1628     if (loglevel >= MDCLOG_DEBUG) {
1629         clock_gettime(CLOCK_MONOTONIC, &end);
1630         mdclog_write(MDCLOG_DEBUG, "from receive SCTP to send RMR time is %ld seconds and %ld nanoseconds",
1631                      end.tv_sec - start.tv_sec, end.tv_nsec - start.tv_nsec);
1632
1633     }
1634     return 0;
1635 }
1636
1637 static void buildAndSendSetupRequest(ReportingMessages_t &message,
1638                                      RmrMessagesBuffer_t &rmrMessageBuffer,
1639                                      E2AP_PDU_t *pdu/*,
1640                                      string const &messageName,
1641                                      string const &ieName,
1642                                      vector<string> &functionsToAdd_v,
1643                                      vector<string> &functionsToModified_v*/) {
1644     auto logLevel = mdclog_level_get();
1645     // now we can send the data to e2Mgr
1646
1647     asn_enc_rval_t er;
1648     auto buffer_size = RECEIVE_SCTP_BUFFER_SIZE * 2;
1649     unsigned char *buffer = nullptr;
1650     buffer = (unsigned char *) calloc(buffer_size, sizeof(unsigned char));
1651     if(!buffer)
1652     {
1653 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1654         mdclog_write(MDCLOG_ERR, "Allocating buffer for %s failed, %s", asn_DEF_E2AP_PDU.name, strerror(errno));
1655         return;
1656 #endif
1657     }
1658     while (true) {
1659         er = asn_encode_to_buffer(nullptr, ATS_BASIC_XER, &asn_DEF_E2AP_PDU, pdu, buffer, buffer_size);
1660         if (er.encoded == -1) {
1661 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1662             mdclog_write(MDCLOG_ERR, "encoding of %s failed, %s", asn_DEF_E2AP_PDU.name, strerror(errno));
1663             return;
1664 #endif
1665         } else if (er.encoded > (ssize_t) buffer_size) {
1666             buffer_size = er.encoded + 128;
1667 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1668             mdclog_write(MDCLOG_WARN, "Buffer of size %d is to small for %s. Reallocate buffer of size %d",
1669                          (int) buffer_size,
1670                          asn_DEF_E2AP_PDU.name, buffer_size);
1671             buffer_size = er.encoded + 128;
1672
1673             unsigned char *newBuffer = nullptr;
1674             newBuffer = (unsigned char *) realloc(buffer, buffer_size);
1675             if (!newBuffer)
1676             {
1677                 // out of memory
1678                 mdclog_write(MDCLOG_ERR, "Reallocating buffer for %s failed, %s", asn_DEF_E2AP_PDU.name, strerror(errno));
1679                 free(buffer);
1680                 buffer = nullptr;
1681                 return;
1682             }
1683             buffer = newBuffer;
1684             continue;
1685 #endif
1686         }
1687         buffer[er.encoded] = '\0';
1688         break;
1689     }
1690     // encode to xml
1691
1692     string res((char *)buffer);
1693     res.erase(std::remove(res.begin(), res.end(), '\n'), res.end());
1694     res.erase(std::remove(res.begin(), res.end(), '\t'), res.end());
1695     res.erase(std::remove(res.begin(), res.end(), ' '), res.end());
1696
1697 //    string res {};
1698 //    if (!functionsToAdd_v.empty() || !functionsToModified_v.empty()) {
1699 //        res = buildXmlData(messageName, ieName, functionsToAdd_v, functionsToModified_v, buffer, (size_t) er.encoded);
1700 //    }
1701     rmr_mbuf_t *rmrMsg;
1702 //    if (res.length() == 0) {
1703 //        rmrMsg = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, buffer_size + 256);
1704 //        rmrMsg->len = snprintf((char *) rmrMsg->payload, RECEIVE_SCTP_BUFFER_SIZE * 2, "%s:%d|%s",
1705 //                               message.peerInfo->sctpParams->myIP.c_str(),
1706 //                               message.peerInfo->sctpParams->rmrPort,
1707 //                               buffer);
1708 //    } else {
1709         rmrMsg = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, (int)res.length() + 256);
1710         rmrMsg->len = snprintf((char *) rmrMsg->payload, res.length() + 256, "%s:%d|%s",
1711                                message.peerInfo->sctpParams->myIP.c_str(),
1712                                message.peerInfo->sctpParams->rmrPort,
1713                                res.c_str());
1714 //    }
1715
1716     if (logLevel >= MDCLOG_DEBUG) {
1717         mdclog_write(MDCLOG_DEBUG, "Setup request of size %d :\n %s\n", rmrMsg->len, rmrMsg->payload);
1718     }
1719     // send to RMR
1720     rmrMsg->mtype = message.message.messageType;
1721     rmrMsg->state = 0;
1722     rmr_bytes2meid(rmrMsg, (unsigned char *) message.message.enodbName, strlen(message.message.enodbName));
1723
1724     static unsigned char tx[32];
1725     snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
1726     rmr_bytes2xact(rmrMsg, tx, strlen((const char *) tx));
1727 #ifndef UNIT_TEST
1728     rmrMsg = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMsg);
1729 #endif
1730     if (rmrMsg == nullptr) {
1731         mdclog_write(MDCLOG_ERR, "RMR failed to send returned nullptr");
1732     } else if (rmrMsg->state != 0) {
1733         char meid[RMR_MAX_MEID]{};
1734         if (rmrMsg->state == RMR_ERR_RETRY) {
1735             usleep(5);
1736             rmrMsg->state = 0;
1737             mdclog_write(MDCLOG_INFO, "RETRY sending Message %d to Xapp from %s",
1738                          rmrMsg->mtype, rmr_get_meid(rmrMsg, (unsigned char *) meid));
1739 #ifndef UNIT_TEST
1740             rmrMsg = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMsg);
1741 #endif
1742             if (rmrMsg == nullptr) {
1743                 mdclog_write(MDCLOG_ERR, "RMR failed send returned nullptr");
1744             } else if (rmrMsg->state != 0) {
1745                 mdclog_write(MDCLOG_ERR,
1746                              "RMR Retry failed %s sending request %d to Xapp from %s",
1747                              translateRmrErrorMessages(rmrMsg->state).c_str(),
1748                              rmrMsg->mtype,
1749                              rmr_get_meid(rmrMsg, (unsigned char *) meid));
1750             }
1751         } else {
1752             mdclog_write(MDCLOG_ERR, "RMR failed: %s. sending request %d to Xapp from %s",
1753                          translateRmrErrorMessages(rmrMsg->state).c_str(),
1754                          rmrMsg->mtype,
1755                          rmr_get_meid(rmrMsg, (unsigned char *) meid));
1756         }
1757     }
1758     message.peerInfo->gotSetup = true;
1759     buildJsonMessage(message);
1760
1761     if (rmrMsg != nullptr) {
1762         rmr_free_msg(rmrMsg);
1763     }
1764     free(buffer);
1765     buffer = nullptr;
1766
1767     return;
1768 }
1769
1770 #if 0
1771 int RAN_Function_list_To_Vector(RANfunctions_List_t& list, vector <string> &runFunXML_v) {
1772     auto index = 0;
1773     runFunXML_v.clear();
1774     for (auto j = 0; j < list.list.count; j++) {
1775         auto *raNfunctionItemIEs = (RANfunction_ItemIEs_t *)list.list.array[j];
1776         if (raNfunctionItemIEs->id == ProtocolIE_ID_id_RANfunction_Item &&
1777             (raNfunctionItemIEs->value.present == RANfunction_ItemIEs__value_PR_RANfunction_Item)) {
1778             // encode to xml
1779             E2SM_gNB_NRT_RANfunction_Definition_t *ranFunDef = nullptr;
1780             auto rval = asn_decode(nullptr, ATS_ALIGNED_BASIC_PER,
1781                                    &asn_DEF_E2SM_gNB_NRT_RANfunction_Definition,
1782                                    (void **)&ranFunDef,
1783                                    raNfunctionItemIEs->value.choice.RANfunction_Item.ranFunctionDefinition.buf,
1784                                    raNfunctionItemIEs->value.choice.RANfunction_Item.ranFunctionDefinition.size);
1785             if (rval.code != RC_OK) {
1786                 mdclog_write(MDCLOG_ERR, "Error %d Decoding (unpack) E2SM message from : %s",
1787                              rval.code,
1788                              asn_DEF_E2SM_gNB_NRT_RANfunction_Definition.name);
1789                 return -1;
1790             }
1791
1792             auto xml_buffer_size = RECEIVE_SCTP_BUFFER_SIZE * 2;
1793             unsigned char xml_buffer[RECEIVE_SCTP_BUFFER_SIZE * 2];
1794             memset(xml_buffer, 0, RECEIVE_SCTP_BUFFER_SIZE * 2);
1795             // encode to xml
1796             auto er = asn_encode_to_buffer(nullptr,
1797                                            ATS_BASIC_XER,
1798                                            &asn_DEF_E2SM_gNB_NRT_RANfunction_Definition,
1799                                            ranFunDef,
1800                                            xml_buffer,
1801                                            xml_buffer_size);
1802             if (er.encoded == -1) {
1803                 mdclog_write(MDCLOG_ERR, "encoding of %s failed, %s",
1804                              asn_DEF_E2SM_gNB_NRT_RANfunction_Definition.name,
1805                              strerror(errno));
1806             } else if (er.encoded > (ssize_t)xml_buffer_size) {
1807                 mdclog_write(MDCLOG_ERR, "Buffer of size %d is to small for %s, at %s line %d",
1808                              (int) xml_buffer_size,
1809                              asn_DEF_E2SM_gNB_NRT_RANfunction_Definition.name, __func__, __LINE__);
1810             } else {
1811                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
1812                     mdclog_write(MDCLOG_DEBUG, "Encoding E2SM %s PDU number %d : %s",
1813                                  asn_DEF_E2SM_gNB_NRT_RANfunction_Definition.name,
1814                                  index++,
1815                                  xml_buffer);
1816                 }
1817
1818                 string runFuncs = (char *)(xml_buffer);
1819                 runFunXML_v.emplace_back(runFuncs);
1820             }
1821         }
1822     }
1823     return 0;
1824 }
1825
1826 int collectServiceUpdate_RequestData(E2AP_PDU_t *pdu,
1827                                      Sctp_Map_t *sctpMap,
1828                                      ReportingMessages_t &message,
1829                                      vector <string> &RANfunctionsAdded_v,
1830                                      vector <string> &RANfunctionsModified_v) {
1831     memset(message.peerInfo->enodbName, 0 , MAX_ENODB_NAME_SIZE);
1832     for (auto i = 0; i < pdu->choice.initiatingMessage->value.choice.RICserviceUpdate.protocolIEs.list.count; i++) {
1833         auto *ie = pdu->choice.initiatingMessage->value.choice.RICserviceUpdate.protocolIEs.list.array[i];
1834         if (ie->id == ProtocolIE_ID_id_RANfunctionsAdded) {
1835             if (ie->value.present == RICserviceUpdate_IEs__value_PR_RANfunctionsID_List) {
1836                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
1837                     mdclog_write(MDCLOG_DEBUG, "Run function list have %d entries",
1838                                  ie->value.choice.RANfunctions_List.list.count);
1839                 }
1840                 if (RAN_Function_list_To_Vector(ie->value.choice.RANfunctions_List, RANfunctionsAdded_v) != 0 ) {
1841                     return -1;
1842                 }
1843             }
1844         } else if (ie->id == ProtocolIE_ID_id_RANfunctionsModified) {
1845             if (ie->value.present == RICserviceUpdate_IEs__value_PR_RANfunctions_List) {
1846                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
1847                     mdclog_write(MDCLOG_DEBUG, "Run function list have %d entries",
1848                                  ie->value.choice.RANfunctions_List.list.count);
1849                 }
1850                 if (RAN_Function_list_To_Vector(ie->value.choice.RANfunctions_List, RANfunctionsModified_v) != 0 ) {
1851                     return -1;
1852                 }
1853             }
1854         }
1855     }
1856     if (mdclog_level_get() >= MDCLOG_DEBUG) {
1857         mdclog_write(MDCLOG_DEBUG, "Run function vector have %ld entries",
1858                      RANfunctionsAdded_v.size());
1859     }
1860     return 0;
1861 }
1862
1863 #endif
1864
1865
1866 void buildE2TPrometheusCounters(sctp_params_t &sctpParams) {
1867     sctpParams.e2tCounters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_E2setup)] = &sctpParams.prometheusFamily->Add({{"counter", "SetupRequestMsgs"}});
1868     sctpParams.e2tCounters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_E2setup)] = &sctpParams.prometheusFamily->Add({{"counter", "SetupRequestBytes"}});
1869
1870     sctpParams.e2tCounters[OUT_SUCC][MSG_COUNTER][(ProcedureCode_id_E2setup)] = &sctpParams.prometheusFamily->Add({{"counter", "SetupResponseMsgs"}});
1871     sctpParams.e2tCounters[OUT_SUCC][BYTES_COUNTER][(ProcedureCode_id_E2setup)] = &sctpParams.prometheusFamily->Add({{"counter", "SetupResponseBytes"}});
1872
1873     sctpParams.e2tCounters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_E2setup] = &sctpParams.prometheusFamily->Add({{"counter", "SetupRequestFailureMsgs"}});
1874     sctpParams.e2tCounters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_E2setup] = &sctpParams.prometheusFamily->Add({{"counter", "SetupRequestFailureBytes"}});
1875
1876     sctpParams.e2tCounters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_E2nodeConfigurationUpdate)] = &sctpParams.prometheusFamily->Add({{"counter", "E2NodeConfigUpdateMsgs"}});
1877     sctpParams.e2tCounters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_E2nodeConfigurationUpdate)] = &sctpParams.prometheusFamily->Add({{"counter", "E2NodeConfigUpdateBytes"}});
1878
1879     sctpParams.e2tCounters[OUT_SUCC][MSG_COUNTER][(ProcedureCode_id_E2nodeConfigurationUpdate)] = &sctpParams.prometheusFamily->Add({{"counter", "E2NodeConfigUpdateResponseMsgs"}});
1880     sctpParams.e2tCounters[OUT_SUCC][BYTES_COUNTER][(ProcedureCode_id_E2nodeConfigurationUpdate)] = &sctpParams.prometheusFamily->Add({{"counter", "E2NodeConfigUpdateResponseBytes"}});
1881
1882     sctpParams.e2tCounters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate] = &sctpParams.prometheusFamily->Add({{"counter", "E2NodeConfigUpdateFailureMsgs"}});
1883     sctpParams.e2tCounters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate] = &sctpParams.prometheusFamily->Add({{"counter", "E2NodeConfigUpdateFailureBytes"}});
1884
1885     sctpParams.e2tCounters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_ErrorIndication)] = &sctpParams.prometheusFamily->Add({{"counter", "ErrorIndicationMsgs"}});
1886     sctpParams.e2tCounters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_ErrorIndication)] = &sctpParams.prometheusFamily->Add({{"counter", "ErrorIndicationBytes"}});
1887
1888     sctpParams.e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_Reset] = &sctpParams.prometheusFamily->Add({{"counter", "ResetRequestMsgs"}});
1889     sctpParams.e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_Reset] = &sctpParams.prometheusFamily->Add({{"counter", "ResetRequestBytes"}});
1890
1891     sctpParams.e2tCounters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_Reset] = &sctpParams.prometheusFamily->Add({{"counter", "ResetAckMsgs"}});
1892     sctpParams.e2tCounters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_Reset] = &sctpParams.prometheusFamily->Add({{"counter", "ResetAckBytes"}});
1893
1894     sctpParams.e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate] = &sctpParams.prometheusFamily->Add({{"counter", "RICServiceUpdateMsgs"}});
1895     sctpParams.e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate] = &sctpParams.prometheusFamily->Add({{"counter", "RICServiceUpdateBytes"}});
1896
1897     sctpParams.e2tCounters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate] = &sctpParams.prometheusFamily->Add({{"counter", "RICServiceUpdateRespMsgs"}});
1898     sctpParams.e2tCounters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate] = &sctpParams.prometheusFamily->Add({{"counter", "RICServiceUpdateRespBytes"}});
1899
1900     sctpParams.e2tCounters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate] = &sctpParams.prometheusFamily->Add({{"counter", "RICServiceUpdateFailureMsgs"}});
1901     sctpParams.e2tCounters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate] = &sctpParams.prometheusFamily->Add({{"counter", "RICServiceUpdateFailureBytes"}});
1902
1903     sctpParams.e2tCounters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICcontrol] = &sctpParams.prometheusFamily->Add({{"counter", "RICControlMsgs"}});
1904     sctpParams.e2tCounters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICcontrol] = &sctpParams.prometheusFamily->Add({{"counter", "RICControlBytes"}});
1905
1906     sctpParams.e2tCounters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICcontrol] = &sctpParams.prometheusFamily->Add({{"counter", "RICControlAckMsgs"}});
1907     sctpParams.e2tCounters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICcontrol] = &sctpParams.prometheusFamily->Add({{"counter", "RICControlAckBytes"}});
1908
1909     sctpParams.e2tCounters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICcontrol] = &sctpParams.prometheusFamily->Add({{"counter", "RICControlFailureMsgs"}});
1910     sctpParams.e2tCounters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICcontrol] = &sctpParams.prometheusFamily->Add({{"counter", "RICControlFailureBytes"}});
1911
1912     sctpParams.e2tCounters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscription] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionMsgs"}});
1913     sctpParams.e2tCounters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscription] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionBytes"}});
1914
1915     sctpParams.e2tCounters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscription] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionAckMsgs"}});
1916     sctpParams.e2tCounters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscription] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionAckBytes"}});
1917
1918     sctpParams.e2tCounters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscription] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionFailureMsgs"}});
1919     sctpParams.e2tCounters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscription] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionFailureBytes"}});
1920
1921     sctpParams.e2tCounters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionDeleteMsgs"}});
1922     sctpParams.e2tCounters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionDeleteBytes"}});
1923
1924     sctpParams.e2tCounters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionDeleteAckMsgs"}});
1925     sctpParams.e2tCounters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionDeleteAckBytes"}});
1926
1927     sctpParams.e2tCounters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionDeleteFailMsgs"}});
1928     sctpParams.e2tCounters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionDeleteFailBytes"}});
1929
1930     sctpParams.e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICindication] = &sctpParams.prometheusFamily->Add({{"counter", "RICIndicationMsgs"}});
1931     sctpParams.e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICindication] = &sctpParams.prometheusFamily->Add({{"counter", "RICIndicationBytes"}});
1932
1933     sctpParams.e2tCounters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICserviceQuery] = &sctpParams.prometheusFamily->Add({{"counter", "RICServiceQueryMsgs"}});
1934     sctpParams.e2tCounters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICserviceQuery] = &sctpParams.prometheusFamily->Add({{"counter", "RICServiceQueryBytes"}});
1935
1936     sctpParams.e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDeleteRequired] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionDeleteRequiredMsgs"}});
1937     sctpParams.e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDeleteRequired] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionDeleteRequiredBytes"}});
1938
1939 }
1940
1941 void buildPrometheusList(ConnectedCU_t *peerInfo, Family<Counter> *prometheusFamily) {
1942     peerInfo->counters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_E2setup)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"SetupRequest", "Messages"}});
1943     peerInfo->counters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_E2setup)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"SetupRequest", "Bytes"}});
1944
1945     peerInfo->counters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_E2nodeConfigurationUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"E2NodeConfigUpdate", "Messages"}});
1946     peerInfo->counters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_E2nodeConfigurationUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"E2NodeConfigUpdate", "Bytes"}});
1947
1948     peerInfo->counters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_ErrorIndication)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"ErrorIndication", "Messages"}});
1949     peerInfo->counters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_ErrorIndication)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"ErrorIndication", "Bytes"}});
1950
1951     peerInfo->counters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_RICindication)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICindication", "Messages"}});
1952     peerInfo->counters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_RICindication)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICindication", "Bytes"}});
1953
1954     peerInfo->counters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"ResetRequest", "Messages"}});
1955     peerInfo->counters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"ResetRequest", "Bytes"}});
1956
1957     peerInfo->counters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_RICserviceUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICserviceUpdate", "Messages"}});
1958     peerInfo->counters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_RICserviceUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICserviceUpdate", "Bytes"}});
1959     // ---------------------------------------------
1960     peerInfo->counters[IN_SUCC][MSG_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"ResetACK", "Messages"}});
1961     peerInfo->counters[IN_SUCC][BYTES_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"ResetACK", "Bytes"}});
1962
1963     peerInfo->counters[IN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICcontrol)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICcontrolACK", "Messages"}});
1964     peerInfo->counters[IN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICcontrol)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICcontrolACK", "Bytes"}});
1965
1966     peerInfo->counters[IN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICsubscription)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionACK", "Messages"}});
1967     peerInfo->counters[IN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICsubscription)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionACK", "Bytes"}});
1968
1969     peerInfo->counters[IN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICsubscriptionDelete)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionDeleteACK", "Messages"}});
1970     peerInfo->counters[IN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICsubscriptionDelete)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionDeleteACK", "Bytes"}});
1971     //-------------------------------------------------------------
1972
1973     peerInfo->counters[IN_UN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICcontrol)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICcontrolFailure", "Messages"}});
1974     peerInfo->counters[IN_UN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICcontrol)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICcontrolFailure", "Bytes"}});
1975
1976     peerInfo->counters[IN_UN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICsubscription)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionFailure", "Messages"}});
1977     peerInfo->counters[IN_UN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICsubscription)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionFailure", "Bytes"}});
1978
1979     peerInfo->counters[IN_UN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICsubscriptionDelete)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionDeleteFailure", "Messages"}});
1980     peerInfo->counters[IN_UN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICsubscriptionDelete)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionDeleteFailure", "Bytes"}});
1981
1982     //====================================================================================
1983     peerInfo->counters[OUT_INITI][MSG_COUNTER][(ProcedureCode_id_ErrorIndication)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"ErrorIndication", "Messages"}});
1984     peerInfo->counters[OUT_INITI][BYTES_COUNTER][(ProcedureCode_id_ErrorIndication)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"ErrorIndication", "Bytes"}});
1985
1986     peerInfo->counters[OUT_INITI][MSG_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"ResetRequest", "Messages"}});
1987     peerInfo->counters[OUT_INITI][BYTES_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"ResetRequest", "Bytes"}});
1988
1989     peerInfo->counters[OUT_INITI][MSG_COUNTER][(ProcedureCode_id_RICcontrol)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICcontrol", "Messages"}});
1990     peerInfo->counters[OUT_INITI][BYTES_COUNTER][(ProcedureCode_id_RICcontrol)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICcontrol", "Bytes"}});
1991
1992     peerInfo->counters[OUT_INITI][MSG_COUNTER][(ProcedureCode_id_RICserviceQuery)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICserviceQuery", "Messages"}});
1993     peerInfo->counters[OUT_INITI][BYTES_COUNTER][(ProcedureCode_id_RICserviceQuery)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICserviceQuery", "Bytes"}});
1994
1995     peerInfo->counters[OUT_INITI][MSG_COUNTER][(ProcedureCode_id_RICsubscription)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICsubscription", "Messages"}});
1996     peerInfo->counters[OUT_INITI][BYTES_COUNTER][(ProcedureCode_id_RICsubscription)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICsubscription", "Bytes"}});
1997
1998     peerInfo->counters[OUT_INITI][MSG_COUNTER][(ProcedureCode_id_RICsubscriptionDelete)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICsubscriptionDelete", "Messages"}});
1999     peerInfo->counters[OUT_INITI][BYTES_COUNTER][(ProcedureCode_id_RICsubscriptionDelete)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICsubscriptionDelete", "Bytes"}});
2000     //---------------------------------------------------------------------------------------------------------
2001     peerInfo->counters[OUT_SUCC][MSG_COUNTER][(ProcedureCode_id_E2setup)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"SetupResponse", "Messages"}});
2002     peerInfo->counters[OUT_SUCC][BYTES_COUNTER][(ProcedureCode_id_E2setup)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"SetupResponse", "Bytes"}});
2003
2004     peerInfo->counters[OUT_SUCC][MSG_COUNTER][(ProcedureCode_id_E2nodeConfigurationUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"E2NodeConfigUpdateSuccess", "Messages"}});
2005     peerInfo->counters[OUT_SUCC][BYTES_COUNTER][(ProcedureCode_id_E2nodeConfigurationUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"E2NodeConfigUpdateSuccess", "Bytes"}});
2006
2007     peerInfo->counters[OUT_SUCC][MSG_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"ResetACK", "Messages"}});
2008     peerInfo->counters[OUT_SUCC][BYTES_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"ResetACK", "Bytes"}});
2009
2010     peerInfo->counters[OUT_SUCC][MSG_COUNTER][(ProcedureCode_id_RICserviceUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICserviceUpdateResponse", "Messages"}});
2011     peerInfo->counters[OUT_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICserviceUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICserviceUpdateResponse", "Bytes"}});
2012     //----------------------------------------------------------------------------------------------------------------
2013     peerInfo->counters[OUT_UN_SUCC][MSG_COUNTER][(ProcedureCode_id_E2setup)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"SetupRequestFailure", "Messages"}});
2014     peerInfo->counters[OUT_UN_SUCC][BYTES_COUNTER][(ProcedureCode_id_E2setup)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"SetupRequestFailure", "Bytes"}});
2015
2016     peerInfo->counters[OUT_UN_SUCC][MSG_COUNTER][(ProcedureCode_id_E2nodeConfigurationUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"E2NodeConfigUpdateFailure", "Messages"}});
2017     peerInfo->counters[OUT_UN_SUCC][BYTES_COUNTER][(ProcedureCode_id_E2nodeConfigurationUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"E2NodeConfigUpdateFailure", "Bytes"}});
2018
2019     peerInfo->counters[OUT_UN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICserviceUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICserviceUpdateFailure", "Messages"}});
2020     peerInfo->counters[OUT_UN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICserviceUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICserviceUpdateFailure", "Bytes"}});
2021
2022
2023     peerInfo->counters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_RICsubscriptionDeleteRequired)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionDeleteRequired", "Messages"}});
2024     peerInfo->counters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_RICsubscriptionDeleteRequired)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionDeleteRequired", "Bytes"}});
2025
2026 }
2027
2028 /**
2029  *
2030  * @param pdu
2031  * @param sctpMap
2032  * @param message
2033  * @param RANfunctionsAdded_v
2034  * @return
2035  */
2036 int collectSetupRequestData(E2AP_PDU_t *pdu,
2037                                      Sctp_Map_t *sctpMap,
2038                                      ReportingMessages_t &message /*, vector <string> &RANfunctionsAdded_v*/) {
2039     memset(message.peerInfo->enodbName, 0 , MAX_ENODB_NAME_SIZE);
2040     for (auto i = 0; i < pdu->choice.initiatingMessage->value.choice.E2setupRequest.protocolIEs.list.count; i++) {
2041         auto *ie = pdu->choice.initiatingMessage->value.choice.E2setupRequest.protocolIEs.list.array[i];
2042         if (ie->id == ProtocolIE_ID_id_GlobalE2node_ID) {
2043             // get the ran name for meid
2044             if (ie->value.present == E2setupRequestIEs__value_PR_GlobalE2node_ID) {
2045                 if (buildRanName(message.peerInfo->enodbName, ie) < 0) {
2046                     mdclog_write(MDCLOG_ERR, "Bad param in E2setupRequestIEs GlobalE2node_ID.\n");
2047                     // no message will be sent
2048                     return -1;
2049                 }
2050
2051                 memcpy(message.message.enodbName, message.peerInfo->enodbName, strlen(message.peerInfo->enodbName));
2052                 sctpMap->setkey(message.message.enodbName, message.peerInfo);
2053             }
2054         } /*else if (ie->id == ProtocolIE_ID_id_RANfunctionsAdded) {
2055             if (ie->value.present == E2setupRequestIEs__value_PR_RANfunctions_List) {
2056                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
2057                     mdclog_write(MDCLOG_DEBUG, "Run function list have %d entries",
2058                                  ie->value.choice.RANfunctions_List.list.count);
2059                 }
2060                 if (RAN_Function_list_To_Vector(ie->value.choice.RANfunctions_List, RANfunctionsAdded_v) != 0 ) {
2061                     return -1;
2062                 }
2063             }
2064         } */
2065     }
2066 //    if (mdclog_level_get() >= MDCLOG_DEBUG) {
2067 //        mdclog_write(MDCLOG_DEBUG, "Run function vector have %ld entries",
2068 //                     RANfunctionsAdded_v.size());
2069 //    }
2070     return 0;
2071 }
2072
2073 int XML_From_PER(ReportingMessages_t &message, RmrMessagesBuffer_t &rmrMessageBuffer) {
2074     E2AP_PDU_t *pdu = nullptr;
2075
2076     if (mdclog_level_get() >= MDCLOG_DEBUG) {
2077         mdclog_write(MDCLOG_DEBUG, "got PER message of size %d is:%s",
2078                      rmrMessageBuffer.sendMessage->len, rmrMessageBuffer.sendMessage->payload);
2079     }
2080     auto rval = asn_decode(nullptr, ATS_ALIGNED_BASIC_PER, &asn_DEF_E2AP_PDU, (void **) &pdu,
2081                            rmrMessageBuffer.sendMessage->payload, rmrMessageBuffer.sendMessage->len);
2082     if (rval.code != RC_OK) {
2083         mdclog_write(MDCLOG_ERR, "Error %d Decoding (unpack) setup response  from E2MGR : %s",
2084                      rval.code,
2085                      message.message.enodbName);
2086         if (pdu != nullptr) {
2087             ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
2088             pdu = nullptr;
2089         }
2090         return -1;
2091     }
2092
2093     int buff_size = RECEIVE_XAPP_BUFFER_SIZE;
2094     auto er = asn_encode_to_buffer(nullptr, ATS_BASIC_XER, &asn_DEF_E2AP_PDU, pdu,
2095                                    rmrMessageBuffer.sendMessage->payload, buff_size);
2096     if (er.encoded == -1) {
2097         mdclog_write(MDCLOG_ERR, "encoding of %s failed, %s", asn_DEF_E2AP_PDU.name, strerror(errno));
2098         if (pdu != nullptr) {
2099             ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
2100             pdu = nullptr;
2101         }
2102         return -1;
2103     } else if (er.encoded > (ssize_t)buff_size) {
2104         mdclog_write(MDCLOG_ERR, "Buffer of size %d is to small for %s, at %s line %d",
2105                      (int)rmrMessageBuffer.sendMessage->len,
2106                      asn_DEF_E2AP_PDU.name,
2107                      __func__,
2108                      __LINE__);
2109         if (pdu != nullptr) {
2110             ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
2111             pdu = nullptr;
2112         }
2113         return -1;
2114     }
2115     rmrMessageBuffer.sendMessage->len = er.encoded;
2116     if (pdu != nullptr) {
2117         ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
2118         pdu = nullptr;
2119     }
2120     return 0;
2121
2122 }
2123
2124 /**
2125  *
2126  * @param pdu
2127  * @param message
2128  * @param rmrMessageBuffer
2129  */
2130 void asnInitiatingRequest(E2AP_PDU_t *pdu,
2131                           Sctp_Map_t *sctpMap,
2132                           ReportingMessages_t &message,
2133                           RmrMessagesBuffer_t &rmrMessageBuffer, int streamId) {
2134     auto logLevel = mdclog_level_get();
2135     auto procedureCode = ((InitiatingMessage_t *) pdu->choice.initiatingMessage)->procedureCode;
2136     if (logLevel >= MDCLOG_DEBUG) {
2137         mdclog_write(MDCLOG_DEBUG, "Initiating message %ld\n", procedureCode);
2138     }
2139     switch (procedureCode) {
2140         case ProcedureCode_id_E2setup: {
2141             if (logLevel >= MDCLOG_DEBUG) {
2142                 mdclog_write(MDCLOG_DEBUG, "Got E2setup");
2143             }
2144
2145 //            vector <string> RANfunctionsAdded_v;
2146 //            vector <string> RANfunctionsModified_v;
2147 //            RANfunctionsAdded_v.clear();
2148 //            RANfunctionsModified_v.clear();
2149             if (collectSetupRequestData(pdu, sctpMap, message) != 0) {
2150                 break;
2151             }
2152             struct sctp_status status;
2153             int stat_size = sizeof(status);
2154             getsockopt( message.peerInfo->fileDescriptor, SOL_SCTP, SCTP_STATUS,(void *)&status, (socklen_t *)&stat_size );
2155             if (logLevel >= MDCLOG_DEBUG) {
2156                 mdclog_write(MDCLOG_DEBUG, "Start from SCTP %d fd", message.peerInfo->fileDescriptor);
2157                 mdclog_write(MDCLOG_DEBUG, "SCTP status assoc id %d instrms %d outstrms %d", status.sstat_assoc_id,
2158                         status.sstat_instrms, status.sstat_outstrms);
2159             }
2160             if(status.sstat_outstrms == 1 || status.sstat_instrms == 1)
2161             {
2162                 message.peerInfo->isSingleStream = true;
2163                 message.peerInfo->singleStreamId = streamId;
2164                 if (status.sstat_outstrms == 1 && status.sstat_instrms == 1){
2165                     if (logLevel >= MDCLOG_DEBUG) {
2166                         mdclog_write(MDCLOG_DEBUG, "Single SCTP stream is used for sending from now on, assoc id %d streamId %d #instrms %d #outstrms %d, %s",status.sstat_assoc_id, streamId, status.sstat_instrms, status.sstat_outstrms, __FUNCTION__);
2167                     }
2168                 }
2169                 else {
2170                     mdclog_write(MDCLOG_ERR, "Single SCTP stream used for sending messages even if there is a mismatch in number of in & out streams, assoc id %d instrms %d outstrms %d", status.sstat_assoc_id,
2171                             status.sstat_instrms, status.sstat_outstrms);
2172                 }
2173             }
2174
2175             buildPrometheusList(message.peerInfo, message.peerInfo->sctpParams->prometheusFamily);
2176
2177             string messageName("E2setupRequest");
2178             string ieName("E2setupRequestIEs");
2179             message.message.messageType = RIC_E2_SETUP_REQ;
2180             message.peerInfo->counters[IN_INITI][MSG_COUNTER][ProcedureCode_id_E2setup]->Increment();
2181             message.peerInfo->counters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_E2setup]->Increment((double)message.message.asnLength);
2182
2183             // Update E2T instance level metrics
2184             message.peerInfo->sctpParams->e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_E2setup]->Increment();
2185             message.peerInfo->sctpParams->e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_E2setup]->Increment((double)message.message.asnLength);
2186
2187             buildAndSendSetupRequest(message, rmrMessageBuffer, pdu);
2188             break;
2189         }
2190         case ProcedureCode_id_RICserviceUpdate: {
2191             if (logLevel >= MDCLOG_DEBUG) {
2192                 mdclog_write(MDCLOG_DEBUG, "Got RICserviceUpdate %s", message.message.enodbName);
2193             }
2194 //            vector <string> RANfunctionsAdded_v;
2195 //            vector <string> RANfunctionsModified_v;
2196 //            RANfunctionsAdded_v.clear();
2197 //            RANfunctionsModified_v.clear();
2198 //            if (collectServiceUpdate_RequestData(pdu, sctpMap, message,
2199 //                                                 RANfunctionsAdded_v, RANfunctionsModified_v) != 0) {
2200 //                break;
2201 //            }
2202
2203             string messageName("RICserviceUpdate");
2204             string ieName("RICserviceUpdateIEs");
2205             message.message.messageType = RIC_SERVICE_UPDATE;
2206 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2207             message.peerInfo->counters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment();
2208             message.peerInfo->counters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment((double)message.message.asnLength);
2209
2210             // Update E2T instance level metrics
2211             message.peerInfo->sctpParams->e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment();
2212             message.peerInfo->sctpParams->e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment((double)message.message.asnLength);
2213 #endif
2214             buildAndSendSetupRequest(message, rmrMessageBuffer, pdu);
2215             break;
2216         }
2217
2218 case ProcedureCode_id_E2nodeConfigurationUpdate: {
2219             if (logLevel >= MDCLOG_DEBUG) {
2220                 mdclog_write(MDCLOG_DEBUG, "Got E2nodeConfigurationUpdate %s", message.message.enodbName);
2221             }
2222
2223             string messageName("RICE2nodeConfigurationUpdate");
2224             string ieName("RICE2nodeConfigurationUpdateIEs");
2225             message.message.messageType = RIC_E2NODE_CONFIG_UPDATE;
2226 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2227             message.peerInfo->counters[IN_INITI][MSG_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate]->Increment();
2228             message.peerInfo->counters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate]->Increment((double)message.message.asnLength);
2229
2230             // Update E2T instance level metrics
2231             message.peerInfo->sctpParams->e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate]->Increment();
2232             message.peerInfo->sctpParams->e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate]->Increment((double)message.message.asnLength);
2233 #endif
2234             buildAndSendSetupRequest(message, rmrMessageBuffer, pdu);
2235             break;
2236         }
2237
2238         case ProcedureCode_id_ErrorIndication: {
2239             if (logLevel >= MDCLOG_DEBUG) {
2240                 mdclog_write(MDCLOG_DEBUG, "Got ErrorIndication %s", message.message.enodbName);
2241             }
2242 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2243             message.peerInfo->counters[IN_INITI][MSG_COUNTER][ProcedureCode_id_ErrorIndication]->Increment();
2244             message.peerInfo->counters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_ErrorIndication]->Increment((double)message.message.asnLength);
2245
2246             // Update E2T instance level metrics
2247             message.peerInfo->sctpParams->e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_ErrorIndication]->Increment();
2248             message.peerInfo->sctpParams->e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_ErrorIndication]->Increment((double)message.message.asnLength);
2249 #endif
2250             if (sendRequestToXapp(message, RIC_ERROR_INDICATION, rmrMessageBuffer) != 0) {
2251                 mdclog_write(MDCLOG_ERR, "RIC_ERROR_INDICATION failed to send to xAPP");
2252             }
2253             break;
2254         }
2255         case ProcedureCode_id_Reset: {
2256             if (logLevel >= MDCLOG_DEBUG) {
2257                 mdclog_write(MDCLOG_DEBUG, "Got Reset %s", message.message.enodbName);
2258             }
2259 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2260             message.peerInfo->counters[IN_INITI][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
2261             message.peerInfo->counters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment((double)message.message.asnLength);
2262
2263             // Update E2T instance level metrics
2264             message.peerInfo->sctpParams->e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
2265             message.peerInfo->sctpParams->e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment((double)message.message.asnLength);
2266 #endif
2267             if (XML_From_PER(message, rmrMessageBuffer) < 0) {
2268                 break;
2269             }
2270
2271             if (sendRequestToXapp(message, RIC_E2_RESET_REQ, rmrMessageBuffer) != 0) {
2272                 mdclog_write(MDCLOG_ERR, "RIC_E2_RESET_REQ message failed to send to xAPP");
2273             }
2274             break;
2275         }
2276         case ProcedureCode_id_RICindication: {
2277             if (logLevel >= MDCLOG_DEBUG) {
2278                 mdclog_write(MDCLOG_DEBUG, "Got RICindication %s", message.message.enodbName);
2279             }
2280             for (auto i = 0; i < pdu->choice.initiatingMessage->value.choice.RICindication.protocolIEs.list.count; i++) {
2281                 auto messageSent = false;
2282                 RICindication_IEs_t *ie = pdu->choice.initiatingMessage->value.choice.RICindication.protocolIEs.list.array[i];
2283                 if (logLevel >= MDCLOG_DEBUG) {
2284                     mdclog_write(MDCLOG_DEBUG, "ie type (ProtocolIE_ID) = %ld", ie->id);
2285                 }
2286                 if (ie->id == ProtocolIE_ID_id_RICrequestID) {
2287                     if (logLevel >= MDCLOG_DEBUG) {
2288                         mdclog_write(MDCLOG_DEBUG, "Got RIC requestId entry, ie type (ProtocolIE_ID) = %ld", ie->id);
2289                     }
2290                     if (ie->value.present == RICindication_IEs__value_PR_RICrequestID) {
2291                         static unsigned char tx[32];
2292                         message.message.messageType = rmrMessageBuffer.sendMessage->mtype = RIC_INDICATION;
2293                         snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
2294                         rmr_bytes2xact(rmrMessageBuffer.sendMessage, tx, strlen((const char *) tx));
2295                         rmr_bytes2meid(rmrMessageBuffer.sendMessage,
2296                                        (unsigned char *)message.message.enodbName,
2297                                        strlen(message.message.enodbName));
2298                         rmrMessageBuffer.sendMessage->state = 0;
2299                         rmrMessageBuffer.sendMessage->sub_id = (int)ie->value.choice.RICrequestID.ricInstanceID;
2300
2301                         //ie->value.choice.RICrequestID.ricInstanceID;
2302                         if (mdclog_level_get() >= MDCLOG_DEBUG) {
2303                             mdclog_write(MDCLOG_DEBUG, "sub id = %d, mtype = %d, ric instance id %ld, requestor id = %ld",
2304                                          rmrMessageBuffer.sendMessage->sub_id,
2305                                          rmrMessageBuffer.sendMessage->mtype,
2306                                          ie->value.choice.RICrequestID.ricInstanceID,
2307                                          ie->value.choice.RICrequestID.ricRequestorID);
2308                         }
2309 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2310                         message.peerInfo->counters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICindication]->Increment();
2311                         message.peerInfo->counters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICindication]->Increment((double)message.message.asnLength);
2312
2313                         // Update E2T instance level metrics
2314                         message.peerInfo->sctpParams->e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICindication]->Increment();
2315                         message.peerInfo->sctpParams->e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICindication]->Increment((double)message.message.asnLength);
2316 #endif
2317                         sendRmrMessage(rmrMessageBuffer, message);
2318                         messageSent = true;
2319                     } else {
2320                         mdclog_write(MDCLOG_ERR, "RIC request id missing illegal request");
2321                     }
2322                 }
2323                 if (messageSent) {
2324                     break;
2325                 }
2326             }
2327             break;
2328         }
2329         case ProcedureCode_id_RICsubscriptionDeleteRequired: {
2330             if (logLevel >= MDCLOG_DEBUG) {
2331                 mdclog_write(MDCLOG_DEBUG, "Got RICsubscriptionDeleteRequired %s", message.message.enodbName);
2332             }
2333         #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2334             message.peerInfo->counters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDeleteRequired]->Increment();
2335             message.peerInfo->counters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDeleteRequired]->Increment((double)message.message.asnLength);
2336
2337             // Update E2T instance level metrics
2338             message.peerInfo->sctpParams->e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDeleteRequired]->Increment();
2339             message.peerInfo->sctpParams->e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDeleteRequired]->Increment((double)message.message.asnLength);
2340         #endif
2341             if (sendRequestToXapp(message, RIC_SUB_DEL_REQUIRED, rmrMessageBuffer) != 0) {
2342                 mdclog_write(MDCLOG_ERR, "Subscription Delete Required message failed to send to xAPP");
2343             }
2344             break;
2345         }
2346
2347         default: {
2348             mdclog_write(MDCLOG_ERR, "Undefined or not supported message = %ld", procedureCode);
2349             message.message.messageType = 0; // no RMR message type yet
2350
2351             buildJsonMessage(message);
2352
2353             break;
2354         }
2355     }
2356 }
2357
2358 /**
2359  *
2360  * @param pdu
2361  * @param message
2362  * @param rmrMessageBuffer
2363  */
2364 void asnSuccessfulMsg(E2AP_PDU_t *pdu,
2365                       Sctp_Map_t *sctpMap,
2366                       ReportingMessages_t &message,
2367                       RmrMessagesBuffer_t &rmrMessageBuffer) {
2368     auto procedureCode = pdu->choice.successfulOutcome->procedureCode;
2369     auto logLevel = mdclog_level_get();
2370     if (logLevel >= MDCLOG_INFO) {
2371         mdclog_write(MDCLOG_INFO, "Successful Outcome %ld", procedureCode);
2372     }
2373     switch (procedureCode) {
2374         case ProcedureCode_id_Reset: {
2375             if (logLevel >= MDCLOG_DEBUG) {
2376                 mdclog_write(MDCLOG_DEBUG, "Got Reset %s", message.message.enodbName);
2377             }
2378 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2379             message.peerInfo->counters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
2380             message.peerInfo->counters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment((double)message.message.asnLength);
2381
2382             // Update E2T instance level metrics
2383             message.peerInfo->sctpParams->e2tCounters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
2384             message.peerInfo->sctpParams->e2tCounters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment((double)message.message.asnLength);
2385 #endif
2386             if (XML_From_PER(message, rmrMessageBuffer) < 0) {
2387                 break;
2388             }
2389             if (sendRequestToXapp(message, RIC_E2_RESET_RESP, rmrMessageBuffer) != 0) {
2390                 mdclog_write(MDCLOG_ERR, "RIC_E2_RESET_RESP message failed to send to xAPP");
2391             }
2392             break;
2393         }
2394         case ProcedureCode_id_RICcontrol: {
2395             if (logLevel >= MDCLOG_DEBUG) {
2396                 mdclog_write(MDCLOG_DEBUG, "Got RICcontrol %s", message.message.enodbName);
2397             }
2398             for (auto i = 0;
2399                  i < pdu->choice.successfulOutcome->value.choice.RICcontrolAcknowledge.protocolIEs.list.count; i++) {
2400                 auto messageSent = false;
2401                 RICcontrolAcknowledge_IEs_t *ie = pdu->choice.successfulOutcome->value.choice.RICcontrolAcknowledge.protocolIEs.list.array[i];
2402                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
2403                     mdclog_write(MDCLOG_DEBUG, "ie type (ProtocolIE_ID) = %ld", ie->id);
2404                 }
2405                 if (ie->id == ProtocolIE_ID_id_RICrequestID) {
2406                     if (mdclog_level_get() >= MDCLOG_DEBUG) {
2407                         mdclog_write(MDCLOG_DEBUG, "Got RIC requestId entry, ie type (ProtocolIE_ID) = %ld", ie->id);
2408                     }
2409                     if (ie->value.present == RICcontrolAcknowledge_IEs__value_PR_RICrequestID) {
2410                         message.message.messageType = rmrMessageBuffer.sendMessage->mtype = RIC_CONTROL_ACK;
2411                         rmrMessageBuffer.sendMessage->state = 0;
2412 //                        rmrMessageBuffer.sendMessage->sub_id = (int) ie->value.choice.RICrequestID.ricRequestorID;
2413                         rmrMessageBuffer.sendMessage->sub_id = (int)ie->value.choice.RICrequestID.ricInstanceID;
2414
2415                         static unsigned char tx[32];
2416                         snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
2417                         rmr_bytes2xact(rmrMessageBuffer.sendMessage, tx, strlen((const char *) tx));
2418                         rmr_bytes2meid(rmrMessageBuffer.sendMessage,
2419                                        (unsigned char *)message.message.enodbName,
2420                                        strlen(message.message.enodbName));
2421 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2422                         message.peerInfo->counters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICcontrol]->Increment();
2423                         message.peerInfo->counters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICcontrol]->Increment((double)message.message.asnLength);
2424
2425                         // Update E2T instance level metrics
2426                         message.peerInfo->sctpParams->e2tCounters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICcontrol]->Increment();
2427                         message.peerInfo->sctpParams->e2tCounters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICcontrol]->Increment((double)message.message.asnLength);
2428 #endif
2429                         sendRmrMessage(rmrMessageBuffer, message);
2430                         messageSent = true;
2431                     } else {
2432                         mdclog_write(MDCLOG_ERR, "RIC request id missing illegal request");
2433                     }
2434                 }
2435                 if (messageSent) {
2436                     break;
2437                 }
2438             }
2439
2440             break;
2441         }
2442         case ProcedureCode_id_RICsubscription: {
2443             if (logLevel >= MDCLOG_DEBUG) {
2444                 mdclog_write(MDCLOG_DEBUG, "Got RICsubscription %s", message.message.enodbName);
2445             }
2446 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2447             message.peerInfo->counters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscription]->Increment();
2448             message.peerInfo->counters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscription]->Increment((double)message.message.asnLength);
2449
2450             // Update E2T instance level metrics
2451             message.peerInfo->sctpParams->e2tCounters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscription]->Increment();
2452             message.peerInfo->sctpParams->e2tCounters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscription]->Increment((double)message.message.asnLength);
2453 #endif
2454             if (sendRequestToXapp(message, RIC_SUB_RESP, rmrMessageBuffer) != 0) {
2455                 mdclog_write(MDCLOG_ERR, "Subscription successful message failed to send to xAPP");
2456             }
2457             break;
2458         }
2459         case ProcedureCode_id_RICsubscriptionDelete: {
2460             if (logLevel >= MDCLOG_DEBUG) {
2461                 mdclog_write(MDCLOG_DEBUG, "Got RICsubscriptionDelete %s", message.message.enodbName);
2462             }
2463 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2464             message.peerInfo->counters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment();
2465             message.peerInfo->counters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment((double)message.message.asnLength);
2466
2467             // Update E2T instance level metrics
2468             message.peerInfo->sctpParams->e2tCounters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment();
2469             message.peerInfo->sctpParams->e2tCounters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment((double)message.message.asnLength);
2470 #endif
2471             if (sendRequestToXapp(message, RIC_SUB_DEL_RESP, rmrMessageBuffer) != 0) {
2472                 mdclog_write(MDCLOG_ERR, "Subscription delete successful message failed to send to xAPP");
2473             }
2474             break;
2475         }
2476         default: {
2477             mdclog_write(MDCLOG_WARN, "Undefined or not supported message = %ld", procedureCode);
2478             message.message.messageType = 0; // no RMR message type yet
2479             buildJsonMessage(message);
2480
2481             break;
2482         }
2483     }
2484 }
2485
2486 /**
2487  *
2488  * @param pdu
2489  * @param message
2490  * @param rmrMessageBuffer
2491  */
2492 void asnUnSuccsesfulMsg(E2AP_PDU_t *pdu,
2493                         Sctp_Map_t *sctpMap,
2494                         ReportingMessages_t &message,
2495                         RmrMessagesBuffer_t &rmrMessageBuffer) {
2496     auto procedureCode = pdu->choice.unsuccessfulOutcome->procedureCode;
2497     auto logLevel = mdclog_level_get();
2498     if (logLevel >= MDCLOG_INFO) {
2499         mdclog_write(MDCLOG_INFO, "Unsuccessful Outcome %ld", procedureCode);
2500     }
2501     switch (procedureCode) {
2502         case ProcedureCode_id_RICcontrol: {
2503             if (logLevel >= MDCLOG_DEBUG) {
2504                 mdclog_write(MDCLOG_DEBUG, "Got RICcontrol %s", message.message.enodbName);
2505             }
2506             for (int i = 0;
2507                  i < pdu->choice.unsuccessfulOutcome->value.choice.RICcontrolFailure.protocolIEs.list.count; i++) {
2508                 auto messageSent = false;
2509                 RICcontrolFailure_IEs_t *ie = pdu->choice.unsuccessfulOutcome->value.choice.RICcontrolFailure.protocolIEs.list.array[i];
2510                 if (logLevel >= MDCLOG_DEBUG) {
2511                     mdclog_write(MDCLOG_DEBUG, "ie type (ProtocolIE_ID) = %ld", ie->id);
2512                 }
2513                 if (ie->id == ProtocolIE_ID_id_RICrequestID) {
2514                     if (logLevel >= MDCLOG_DEBUG) {
2515                         mdclog_write(MDCLOG_DEBUG, "Got RIC requestId entry, ie type (ProtocolIE_ID) = %ld", ie->id);
2516                     }
2517                     if (ie->value.present == RICcontrolFailure_IEs__value_PR_RICrequestID) {
2518                         message.message.messageType = rmrMessageBuffer.sendMessage->mtype = RIC_CONTROL_FAILURE;
2519                         rmrMessageBuffer.sendMessage->state = 0;
2520 //                        rmrMessageBuffer.sendMessage->sub_id = (int)ie->value.choice.RICrequestID.ricRequestorID;
2521                         rmrMessageBuffer.sendMessage->sub_id = (int)ie->value.choice.RICrequestID.ricInstanceID;
2522                         static unsigned char tx[32];
2523                         snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
2524                         rmr_bytes2xact(rmrMessageBuffer.sendMessage, tx, strlen((const char *) tx));
2525                         rmr_bytes2meid(rmrMessageBuffer.sendMessage, (unsigned char *) message.message.enodbName,
2526                                        strlen(message.message.enodbName));
2527 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2528                         message.peerInfo->counters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICcontrol]->Increment();
2529                         message.peerInfo->counters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICcontrol]->Increment((double)message.message.asnLength);
2530
2531                         // Update E2T instance level metrics
2532                         message.peerInfo->sctpParams->e2tCounters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICcontrol]->Increment();
2533                         message.peerInfo->sctpParams->e2tCounters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICcontrol]->Increment((double)message.message.asnLength);
2534 #endif
2535                         sendRmrMessage(rmrMessageBuffer, message);
2536                         messageSent = true;
2537                     } else {
2538                         mdclog_write(MDCLOG_ERR, "RIC request id missing illegal request");
2539                     }
2540                 }
2541                 if (messageSent) {
2542                     break;
2543                 }
2544             }
2545             break;
2546         }
2547         case ProcedureCode_id_RICsubscription: {
2548             if (logLevel >= MDCLOG_DEBUG) {
2549                 mdclog_write(MDCLOG_DEBUG, "Got RICsubscription %s", message.message.enodbName);
2550             }
2551 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2552             message.peerInfo->counters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscription]->Increment();
2553             message.peerInfo->counters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscription]->Increment((double)message.message.asnLength);
2554
2555             // Update E2T instance level metrics
2556             message.peerInfo->sctpParams->e2tCounters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscription]->Increment();
2557             message.peerInfo->sctpParams->e2tCounters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscription]->Increment((double)message.message.asnLength);
2558 #endif
2559             if (sendRequestToXapp(message, RIC_SUB_FAILURE, rmrMessageBuffer) != 0) {
2560                 mdclog_write(MDCLOG_ERR, "Subscription unsuccessful message failed to send to xAPP");
2561             }
2562             break;
2563         }
2564         case ProcedureCode_id_RICsubscriptionDelete: {
2565             if (logLevel >= MDCLOG_DEBUG) {
2566                 mdclog_write(MDCLOG_DEBUG, "Got RICsubscriptionDelete %s", message.message.enodbName);
2567             }
2568 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2569             message.peerInfo->counters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment();
2570             message.peerInfo->counters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment((double)message.message.asnLength);
2571
2572             // Update E2T instance level metrics
2573             message.peerInfo->sctpParams->e2tCounters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment();
2574             message.peerInfo->sctpParams->e2tCounters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment((double)message.message.asnLength);
2575 #endif
2576             if (sendRequestToXapp(message, RIC_SUB_FAILURE, rmrMessageBuffer) != 0) {
2577                 mdclog_write(MDCLOG_ERR, "Subscription Delete unsuccessful message failed to send to xAPP");
2578             }
2579             break;
2580         }
2581         default: {
2582             mdclog_write(MDCLOG_WARN, "Undefined or not supported message = %ld", procedureCode);
2583             message.message.messageType = 0; // no RMR message type yet
2584 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2585             buildJsonMessage(message);
2586 #endif
2587             break;
2588         }
2589     }
2590 }
2591
2592 /**
2593  *
2594  * @param message
2595  * @param requestId
2596  * @param rmrMmessageBuffer
2597  * @return
2598  */
2599 int sendRequestToXapp(ReportingMessages_t &message,
2600                       int requestId,
2601                       RmrMessagesBuffer_t &rmrMmessageBuffer) {
2602     rmr_bytes2meid(rmrMmessageBuffer.sendMessage,
2603                    (unsigned char *)message.message.enodbName,
2604                    strlen(message.message.enodbName));
2605     message.message.messageType = rmrMmessageBuffer.sendMessage->mtype = requestId;
2606     rmrMmessageBuffer.sendMessage->state = 0;
2607     static unsigned char tx[32];
2608     snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
2609     rmr_bytes2xact(rmrMmessageBuffer.sendMessage, tx, strlen((const char *) tx));
2610
2611     auto rc = sendRmrMessage(rmrMmessageBuffer, message);
2612     return rc;
2613 }
2614
2615 /**
2616  *
2617  * @param pSctpParams
2618  */
2619 void getRmrContext(sctp_params_t &pSctpParams) {
2620     pSctpParams.rmrCtx = nullptr;
2621     pSctpParams.rmrCtx = rmr_init(pSctpParams.rmrAddress, RECEIVE_XAPP_BUFFER_SIZE, RMRFL_NONE);
2622     if (pSctpParams.rmrCtx == nullptr) {
2623         mdclog_write(MDCLOG_ERR, "Failed to initialize RMR");
2624         return;
2625     }
2626
2627     rmr_set_stimeout(pSctpParams.rmrCtx, 0);    // disable retries for any send operation
2628     // we need to find that routing table exist and we can run
2629     if (mdclog_level_get() >= MDCLOG_INFO) {
2630         mdclog_write(MDCLOG_INFO, "We are after RMR INIT wait for RMR_Ready");
2631     }
2632     int rmrReady = 0;
2633     int count = 0;
2634     while (!rmrReady) {
2635         if ((rmrReady = rmr_ready(pSctpParams.rmrCtx)) == 0) {
2636             sleep(1);
2637         }
2638         count++;
2639         if (count % 60 == 0) {
2640             mdclog_write(MDCLOG_INFO, "waiting to RMR ready state for %d seconds", count);
2641         }
2642     }
2643     if (mdclog_level_get() >= MDCLOG_INFO) {
2644         mdclog_write(MDCLOG_INFO, "RMR running");
2645     }
2646     rmr_init_trace(pSctpParams.rmrCtx, 200);
2647     // get the RMR fd for the epoll
2648     pSctpParams.rmrListenFd = rmr_get_rcvfd(pSctpParams.rmrCtx);
2649     struct epoll_event event{};
2650     // add RMR fd to epoll
2651     event.events = (EPOLLIN);
2652     event.data.fd = pSctpParams.rmrListenFd;
2653     // add listening RMR FD to epoll
2654     if (epoll_ctl(pSctpParams.epoll_fd, EPOLL_CTL_ADD, pSctpParams.rmrListenFd, &event)) {
2655         mdclog_write(MDCLOG_ERR, "Failed to add RMR descriptor to epoll");
2656         close(pSctpParams.rmrListenFd);
2657         rmr_close(pSctpParams.rmrCtx);
2658         pSctpParams.rmrCtx = nullptr;
2659     }
2660 }
2661
2662 /**
2663  *
2664  * @param message
2665  * @param rmrMessageBuffer
2666  * @return
2667  */
2668 int PER_FromXML(ReportingMessages_t &message, RmrMessagesBuffer_t &rmrMessageBuffer) {
2669     E2AP_PDU_t *pdu = nullptr;
2670
2671     if (mdclog_level_get() >= MDCLOG_DEBUG) {
2672         mdclog_write(MDCLOG_DEBUG, "got xml Format  data from xApp of size %d is:%s",
2673                 rmrMessageBuffer.rcvMessage->len, rmrMessageBuffer.rcvMessage->payload);
2674     }
2675     auto rval = asn_decode(nullptr, ATS_BASIC_XER, &asn_DEF_E2AP_PDU, (void **) &pdu,
2676                            rmrMessageBuffer.rcvMessage->payload, rmrMessageBuffer.rcvMessage->len);
2677     if (mdclog_level_get() >= MDCLOG_DEBUG) {
2678         mdclog_write(MDCLOG_DEBUG, "%s After  decoding the XML to PDU", __func__ );
2679     }
2680     if (rval.code != RC_OK) {
2681 #ifdef UNIT_TEST
2682     return 0;
2683 #endif
2684         mdclog_write(MDCLOG_ERR, "Error %d Decoding (unpack) setup response  from E2MGR : %s",
2685                      rval.code,
2686                      message.message.enodbName);
2687         if (pdu != nullptr) {
2688             ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
2689             pdu = nullptr;
2690         }
2691         return -1;
2692     }
2693
2694     int buff_size = RECEIVE_XAPP_BUFFER_SIZE;
2695     auto er = asn_encode_to_buffer(nullptr, ATS_ALIGNED_BASIC_PER, &asn_DEF_E2AP_PDU, pdu,
2696                                    rmrMessageBuffer.rcvMessage->payload, buff_size);
2697     if (mdclog_level_get() >= MDCLOG_DEBUG) {
2698         mdclog_write(MDCLOG_DEBUG, "%s After encoding PDU to PER", __func__ );
2699     }
2700     if (er.encoded == -1) {
2701         mdclog_write(MDCLOG_ERR, "encoding of %s failed, %s", asn_DEF_E2AP_PDU.name, strerror(errno));
2702         if (pdu != nullptr) {
2703             ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
2704             pdu = nullptr;
2705         }
2706         return -1;
2707     } else if (er.encoded > (ssize_t)buff_size) {
2708         mdclog_write(MDCLOG_ERR, "Buffer of size %d is to small for %s, at %s line %d",
2709                      (int)rmrMessageBuffer.rcvMessage->len,
2710                      asn_DEF_E2AP_PDU.name,
2711                      __func__,
2712                      __LINE__);
2713         if (pdu != nullptr) {
2714             ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
2715             pdu = nullptr;
2716         }
2717         return -1;
2718     }
2719     rmrMessageBuffer.rcvMessage->len = er.encoded;
2720     if (pdu != nullptr) {
2721         ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
2722         pdu = nullptr;
2723     }
2724     return 0;
2725 }
2726
2727 /**
2728  *
2729  * @param sctpMap
2730  * @param rmrMessageBuffer
2731  * @param ts
2732  * @return
2733  */
2734 int receiveXappMessages(Sctp_Map_t *sctpMap,
2735                         RmrMessagesBuffer_t &rmrMessageBuffer,
2736                         struct timespec &ts) {
2737     int loglevel = mdclog_level_get();
2738     if (rmrMessageBuffer.rcvMessage == nullptr) {
2739         //we have error
2740         mdclog_write(MDCLOG_ERR, "RMR Allocation message, %s", strerror(errno));
2741         return -1;
2742     }
2743
2744 //    if (loglevel >= MDCLOG_DEBUG) {
2745 //        mdclog_write(MDCLOG_DEBUG, "Call to rmr_rcv_msg");
2746 //    }
2747     rmrMessageBuffer.rcvMessage = rmr_rcv_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.rcvMessage);
2748     if (rmrMessageBuffer.rcvMessage == nullptr) {
2749         mdclog_write(MDCLOG_ERR, "RMR Receiving message with null pointer, Reallocated rmr message buffer");
2750         rmrMessageBuffer.rcvMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
2751         return -2;
2752     }
2753     ReportingMessages_t message;
2754     message.message.direction = 'D';
2755     message.message.time.tv_nsec = ts.tv_nsec;
2756     message.message.time.tv_sec = ts.tv_sec;
2757
2758     // get message payload
2759     //auto msgData = msg->payload;
2760 #ifdef UNIT_TEST
2761     rmrMessageBuffer.rcvMessage->state = 0;
2762 #endif
2763     if (rmrMessageBuffer.rcvMessage->state != 0) {
2764         mdclog_write(MDCLOG_ERR, "RMR Receiving message with stat = %d", rmrMessageBuffer.rcvMessage->state);
2765         return -1;
2766     }
2767     rmr_get_meid(rmrMessageBuffer.rcvMessage, (unsigned char *)message.message.enodbName);
2768     message.peerInfo = (ConnectedCU_t *) sctpMap->find(message.message.enodbName);
2769     if (message.peerInfo == nullptr) {
2770         auto type = rmrMessageBuffer.rcvMessage->mtype;
2771         switch (type) {
2772             case RIC_SCTP_CLEAR_ALL:
2773             case E2_TERM_KEEP_ALIVE_REQ:
2774             case RIC_HEALTH_CHECK_REQ:
2775                 break;
2776             default:
2777 #ifdef UNIT_TEST
2778     break;
2779 #endif
2780                 mdclog_write(MDCLOG_ERR, "Failed to send message no CU entry %s", message.message.enodbName);
2781                 return -1;
2782         }
2783     }
2784
2785     if (rmrMessageBuffer.rcvMessage->mtype != RIC_HEALTH_CHECK_REQ) {
2786         num_of_XAPP_messages.fetch_add(1, std::memory_order_release);
2787
2788     }
2789     switch (rmrMessageBuffer.rcvMessage->mtype) {
2790         case RIC_E2_SETUP_RESP : {
2791             if (loglevel >= MDCLOG_DEBUG) {
2792                 mdclog_write(MDCLOG_DEBUG, "RIC_E2_SETUP_RESP");
2793             }
2794             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2795                 break;
2796             }
2797 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2798             message.peerInfo->counters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_E2setup]->Increment();
2799             message.peerInfo->counters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_E2setup]->Increment(rmrMessageBuffer.rcvMessage->len);
2800
2801             // Update E2T instance level metrics
2802             message.peerInfo->sctpParams->e2tCounters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_E2setup]->Increment();
2803             message.peerInfo->sctpParams->e2tCounters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_E2setup]->Increment(rmrMessageBuffer.rcvMessage->len);
2804 #endif
2805             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2806                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_E2_SETUP_RESP");
2807                 return -6;
2808             }
2809             break;
2810         }
2811         case RIC_E2_SETUP_FAILURE : {
2812             if (loglevel >= MDCLOG_DEBUG) {
2813                 mdclog_write(MDCLOG_DEBUG, "RIC_E2_SETUP_FAILURE");
2814             }
2815             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2816                 break;
2817             }
2818 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2819             message.peerInfo->counters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_E2setup]->Increment();
2820             message.peerInfo->counters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_E2setup]->Increment(rmrMessageBuffer.rcvMessage->len);
2821
2822             // Update E2T instance level metrics
2823             message.peerInfo->sctpParams->e2tCounters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_E2setup]->Increment();
2824             message.peerInfo->sctpParams->e2tCounters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_E2setup]->Increment(rmrMessageBuffer.rcvMessage->len);
2825 #endif
2826             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2827                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_E2_SETUP_FAILURE");
2828                 return -6;
2829             }
2830             break;
2831         }
2832
2833         case RIC_E2NODE_CONFIG_UPDATE_ACK: {
2834             if (loglevel >= MDCLOG_DEBUG) {
2835                 mdclog_write(MDCLOG_DEBUG, "RIC_E2NODE_CONFIG_UPDATE_ACK");
2836             }
2837             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2838                 break;
2839             }
2840 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2841             message.peerInfo->counters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate]->Increment();
2842             message.peerInfo->counters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate]->Increment(rmrMessageBuffer.rcvMessage->len);
2843
2844             // Update E2T instance level metrics
2845             message.peerInfo->sctpParams->e2tCounters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate]->Increment();
2846             message.peerInfo->sctpParams->e2tCounters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate]->Increment(rmrMessageBuffer.rcvMessage->len);
2847 #endif
2848             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2849                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_E2NODE_CONFIG_UPDATE_ACK");
2850                 return -6;
2851             }
2852             break;
2853         }
2854
2855         case RIC_E2NODE_CONFIG_UPDATE_FAILURE: {
2856             if (loglevel >= MDCLOG_DEBUG) {
2857                 mdclog_write(MDCLOG_DEBUG, "RIC_E2NODE_CONFIG_UPDATE_FAILURE");
2858             }
2859             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2860                 break;
2861             }
2862 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2863             message.peerInfo->counters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate]->Increment();
2864             message.peerInfo->counters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate]->Increment(rmrMessageBuffer.rcvMessage->len);
2865
2866             // Update E2T instance level metrics
2867             message.peerInfo->sctpParams->e2tCounters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate]->Increment();
2868             message.peerInfo->sctpParams->e2tCounters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate]->Increment(rmrMessageBuffer.rcvMessage->len);
2869 #endif
2870             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2871                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_E2NODE_CONFIG_UPDATE_FAILURE");
2872                 return -6;
2873             }
2874             break;
2875         }
2876
2877         case RIC_ERROR_INDICATION: {
2878             if (loglevel >= MDCLOG_DEBUG) {
2879                 mdclog_write(MDCLOG_DEBUG, "RIC_ERROR_INDICATION");
2880             }
2881 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2882             message.peerInfo->counters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_ErrorIndication]->Increment();
2883             message.peerInfo->counters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_ErrorIndication]->Increment(rmrMessageBuffer.rcvMessage->len);
2884
2885             // Update E2T instance level metrics
2886             message.peerInfo->sctpParams->e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_ErrorIndication]->Increment();
2887             message.peerInfo->sctpParams->e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_ErrorIndication]->Increment(rmrMessageBuffer.rcvMessage->len);
2888 #endif
2889             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2890                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_ERROR_INDICATION");
2891                 return -6;
2892             }
2893             break;
2894         }
2895         case RIC_SUB_REQ: {
2896             if (loglevel >= MDCLOG_DEBUG) {
2897                 mdclog_write(MDCLOG_DEBUG, "RIC_SUB_REQ");
2898             }
2899 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2900             message.peerInfo->counters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscription]->Increment();
2901             message.peerInfo->counters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscription]->Increment(rmrMessageBuffer.rcvMessage->len);
2902
2903             // Update E2T instance level metrics
2904             message.peerInfo->sctpParams->e2tCounters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscription]->Increment();
2905             message.peerInfo->sctpParams->e2tCounters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscription]->Increment(rmrMessageBuffer.rcvMessage->len);
2906 #endif
2907             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2908                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_SUB_REQ");
2909                 return -6;
2910             }
2911             break;
2912         }
2913         case RIC_SUB_DEL_REQ: {
2914             if (loglevel >= MDCLOG_DEBUG) {
2915                 mdclog_write(MDCLOG_DEBUG, "RIC_SUB_DEL_REQ");
2916             }
2917 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2918             message.peerInfo->counters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment();
2919             message.peerInfo->counters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment(rmrMessageBuffer.rcvMessage->len);
2920
2921             // Update E2T instance level metrics
2922             message.peerInfo->sctpParams->e2tCounters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment();
2923             message.peerInfo->sctpParams->e2tCounters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment(rmrMessageBuffer.rcvMessage->len);
2924 #endif
2925             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2926                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_SUB_DEL_REQ");
2927                 return -6;
2928             }
2929             break;
2930         }
2931         case RIC_CONTROL_REQ: {
2932             if (loglevel >= MDCLOG_DEBUG) {
2933                 mdclog_write(MDCLOG_DEBUG, "RIC_CONTROL_REQ");
2934             }
2935 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2936             message.peerInfo->counters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICcontrol]->Increment();
2937             message.peerInfo->counters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICcontrol]->Increment(rmrMessageBuffer.rcvMessage->len);
2938
2939             // Update E2T instance level metrics
2940             message.peerInfo->sctpParams->e2tCounters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICcontrol]->Increment();
2941             message.peerInfo->sctpParams->e2tCounters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICcontrol]->Increment(rmrMessageBuffer.rcvMessage->len);
2942 #endif
2943             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2944                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_CONTROL_REQ");
2945                 return -6;
2946             }
2947             break;
2948         }
2949         case RIC_SERVICE_QUERY: {
2950             if (loglevel >= MDCLOG_DEBUG) {
2951                 mdclog_write(MDCLOG_DEBUG, "RIC_SERVICE_QUERY");
2952             }
2953             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2954                 break;
2955             }
2956 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2957             message.peerInfo->counters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICserviceQuery]->Increment();
2958             message.peerInfo->counters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICserviceQuery]->Increment(rmrMessageBuffer.rcvMessage->len);
2959
2960             // Update E2T instance level metrics
2961             message.peerInfo->sctpParams->e2tCounters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICserviceQuery]->Increment();
2962             message.peerInfo->sctpParams->e2tCounters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICserviceQuery]->Increment(rmrMessageBuffer.rcvMessage->len);
2963 #endif
2964             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2965                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_SERVICE_QUERY");
2966                 return -6;
2967             }
2968             break;
2969         }
2970         case RIC_SERVICE_UPDATE_ACK: {
2971             if (loglevel >= MDCLOG_DEBUG) {
2972                 mdclog_write(MDCLOG_DEBUG, "RIC_SERVICE_UPDATE_ACK");
2973             }
2974             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2975                 mdclog_write(MDCLOG_ERR, "error in PER_FromXML");
2976                 break;
2977             }
2978 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2979             message.peerInfo->counters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment();
2980             message.peerInfo->counters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment(rmrMessageBuffer.rcvMessage->len);
2981
2982             // Update E2T instance level metrics
2983             message.peerInfo->sctpParams->e2tCounters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment();
2984             message.peerInfo->sctpParams->e2tCounters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment(rmrMessageBuffer.rcvMessage->len);
2985 #endif
2986             if (loglevel >= MDCLOG_DEBUG) {
2987                 mdclog_write(MDCLOG_DEBUG, "Before sending to CU");
2988             }
2989             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2990                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_SERVICE_UPDATE_ACK");
2991                 return -6;
2992             }
2993             break;
2994         }
2995         case RIC_SERVICE_UPDATE_FAILURE: {
2996             if (loglevel >= MDCLOG_DEBUG) {
2997                 mdclog_write(MDCLOG_DEBUG, "RIC_SERVICE_UPDATE_FAILURE");
2998             }
2999             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
3000                 break;
3001             }
3002 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
3003             message.peerInfo->counters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment();
3004             message.peerInfo->counters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment(rmrMessageBuffer.rcvMessage->len);
3005
3006             // Update E2T instance level metrics
3007             message.peerInfo->sctpParams->e2tCounters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment();
3008             message.peerInfo->sctpParams->e2tCounters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment(rmrMessageBuffer.rcvMessage->len);
3009 #endif
3010             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
3011                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_SERVICE_UPDATE_FAILURE");
3012                 return -6;
3013             }
3014             break;
3015         }
3016         case RIC_E2_RESET_REQ: {
3017             if (loglevel >= MDCLOG_DEBUG) {
3018                 mdclog_write(MDCLOG_DEBUG, "RIC_E2_RESET_REQ");
3019             }
3020             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
3021                 break;
3022             }
3023 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
3024             message.peerInfo->counters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
3025             message.peerInfo->counters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment(rmrMessageBuffer.rcvMessage->len);
3026
3027             // Update E2T instance level metrics
3028             message.peerInfo->sctpParams->e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
3029             message.peerInfo->sctpParams->e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment(rmrMessageBuffer.rcvMessage->len);
3030 #endif
3031             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
3032                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_E2_RESET");
3033                 return -6;
3034             }
3035             break;
3036         }
3037         case RIC_E2_RESET_RESP: {
3038             if (loglevel >= MDCLOG_DEBUG) {
3039                 mdclog_write(MDCLOG_DEBUG, "RIC_E2_RESET_RESP");
3040             }
3041             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
3042                 break;
3043             }
3044 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
3045             message.peerInfo->counters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
3046             message.peerInfo->counters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment(rmrMessageBuffer.rcvMessage->len);
3047
3048             // Update E2T instance level metrics
3049             message.peerInfo->sctpParams->e2tCounters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
3050             message.peerInfo->sctpParams->e2tCounters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment(rmrMessageBuffer.rcvMessage->len);
3051 #endif
3052             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
3053                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_E2_RESET_RESP");
3054                 return -6;
3055             }
3056             break;
3057         }
3058         case RIC_SCTP_CLEAR_ALL: {
3059             mdclog_write(MDCLOG_INFO, "RIC_SCTP_CLEAR_ALL");
3060             // loop on all keys and close socket and then erase all map.
3061             vector<char *> v;
3062             sctpMap->getKeys(v);
3063             for (auto const &iter : v) { //}; iter != sctpMap.end(); iter++) {
3064                 if (!boost::starts_with((string) (iter), "host:") && !boost::starts_with((string) (iter), "msg:")) {
3065                     auto *peerInfo = (ConnectedCU_t *) sctpMap->find(iter);
3066                     if (peerInfo == nullptr) {
3067                         continue;
3068                     }
3069                     close(peerInfo->fileDescriptor);
3070                     memcpy(message.message.enodbName, peerInfo->enodbName, sizeof(peerInfo->enodbName));
3071                     message.message.direction = 'D';
3072                     message.message.time.tv_nsec = ts.tv_nsec;
3073                     message.message.time.tv_sec = ts.tv_sec;
3074
3075                     message.message.asnLength = rmrMessageBuffer.sendMessage->len =
3076                             snprintf((char *)rmrMessageBuffer.sendMessage->payload,
3077                                      256,
3078                                      "%s|RIC_SCTP_CLEAR_ALL",
3079                                      peerInfo->enodbName);
3080                     message.message.asndata = rmrMessageBuffer.sendMessage->payload;
3081                     mdclog_write(MDCLOG_INFO, "%s", message.message.asndata);
3082                     if (sendRequestToXapp(message, RIC_SCTP_CONNECTION_FAILURE, rmrMessageBuffer) != 0) {
3083                         mdclog_write(MDCLOG_ERR, "SCTP_CONNECTION_FAIL message failed to send to xAPP");
3084                     }
3085                     free(peerInfo);
3086                     peerInfo = nullptr;
3087                 }
3088             }
3089
3090             sleep(1);
3091             sctpMap->clear();
3092             break;
3093         }
3094         case E2_TERM_KEEP_ALIVE_REQ: {
3095             // send message back
3096             rmr_bytes2payload(rmrMessageBuffer.sendMessage,
3097                               (unsigned char *)rmrMessageBuffer.ka_message,
3098                               rmrMessageBuffer.ka_message_len);
3099             rmrMessageBuffer.sendMessage->mtype = E2_TERM_KEEP_ALIVE_RESP;
3100             rmrMessageBuffer.sendMessage->state = 0;
3101             static unsigned char tx[32];
3102             auto txLen = snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
3103             rmr_bytes2xact(rmrMessageBuffer.sendMessage, tx, txLen);
3104 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
3105             rmrMessageBuffer.sendMessage = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.sendMessage);
3106 #endif
3107             if (rmrMessageBuffer.sendMessage == nullptr) {
3108                 rmrMessageBuffer.sendMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
3109                 mdclog_write(MDCLOG_ERR, "Failed to send E2_TERM_KEEP_ALIVE_RESP RMR message returned NULL");
3110             } else if (rmrMessageBuffer.sendMessage->state != 0)  {
3111                 mdclog_write(MDCLOG_ERR, "Failed to send E2_TERM_KEEP_ALIVE_RESP, on RMR state = %d ( %s)",
3112                              rmrMessageBuffer.sendMessage->state, translateRmrErrorMessages(rmrMessageBuffer.sendMessage->state).c_str());
3113             } else if (loglevel >= MDCLOG_DEBUG) {
3114                 mdclog_write(MDCLOG_DEBUG, "Got Keep Alive Request send : %s", rmrMessageBuffer.ka_message);
3115             }
3116
3117             break;
3118         }
3119         case RIC_HEALTH_CHECK_REQ: {
3120             static int counter = 0;
3121             // send message back
3122             rmr_bytes2payload(rmrMessageBuffer.rcvMessage,
3123                               (unsigned char *)"OK",
3124                               2);
3125             rmrMessageBuffer.rcvMessage->mtype = RIC_HEALTH_CHECK_RESP;
3126             rmrMessageBuffer.rcvMessage->state = 0;
3127             static unsigned char tx[32];
3128             auto txLen = snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
3129             rmr_bytes2xact(rmrMessageBuffer.rcvMessage, tx, txLen);
3130             rmrMessageBuffer.rcvMessage = rmr_rts_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.rcvMessage);
3131             //rmrMessageBuffer.sendMessage = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.sendMessage);
3132             if (rmrMessageBuffer.rcvMessage == nullptr) {
3133                 rmrMessageBuffer.rcvMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
3134                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_HEALTH_CHECK_RESP RMR message returned NULL");
3135             } else if (rmrMessageBuffer.rcvMessage->state != 0)  {
3136                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_HEALTH_CHECK_RESP, on RMR state = %d ( %s)",
3137                              rmrMessageBuffer.rcvMessage->state, translateRmrErrorMessages(rmrMessageBuffer.rcvMessage->state).c_str());
3138             } else if (loglevel >= MDCLOG_DEBUG && (++counter % 100 == 0)) {
3139                 mdclog_write(MDCLOG_DEBUG, "Got %d RIC_HEALTH_CHECK_REQ Request send : OK", counter);
3140             }
3141
3142             break;
3143         }
3144
3145         default:
3146             mdclog_write(MDCLOG_WARN, "Message Type : %d is not supported", rmrMessageBuffer.rcvMessage->mtype);
3147             message.message.asndata = rmrMessageBuffer.rcvMessage->payload;
3148             message.message.asnLength = rmrMessageBuffer.rcvMessage->len;
3149             message.message.time.tv_nsec = ts.tv_nsec;
3150             message.message.time.tv_sec = ts.tv_sec;
3151             message.message.messageType = rmrMessageBuffer.rcvMessage->mtype;
3152
3153             buildJsonMessage(message);
3154
3155
3156             return -7;
3157     }
3158     if (mdclog_level_get() >= MDCLOG_DEBUG) {
3159         mdclog_write(MDCLOG_DEBUG, "EXIT OK from %s", __FUNCTION__);
3160     }
3161     return 0;
3162 }
3163
3164 /**
3165  * Send message to the CU that is not expecting for successful or unsuccessful results
3166  * @param messageBuffer
3167  * @param message
3168  * @param failedMsgId
3169  * @param sctpMap
3170  * @return
3171  */
3172 int sendDirectionalSctpMsg(RmrMessagesBuffer_t &messageBuffer,
3173                            ReportingMessages_t &message,
3174                            int failedMsgId,
3175                            Sctp_Map_t *sctpMap) {
3176     if (mdclog_level_get() >= MDCLOG_DEBUG) {
3177         mdclog_write(MDCLOG_DEBUG, "send message: %d to %s address", message.message.messageType, message.message.enodbName);
3178     }
3179
3180     getRequestMetaData(message, messageBuffer);
3181     if (mdclog_level_get() >= MDCLOG_INFO) {
3182         mdclog_write(MDCLOG_INFO, "send message to %s address", message.message.enodbName);
3183     }
3184
3185     auto rc = sendMessagetoCu(sctpMap, messageBuffer, message, failedMsgId);
3186     return rc;
3187 }
3188
3189 /**
3190  *
3191  * @param sctpMap
3192  * @param messageBuffer
3193  * @param message
3194  * @param failedMesgId
3195  * @return
3196  */
3197 int sendMessagetoCu(Sctp_Map_t *sctpMap,
3198                     RmrMessagesBuffer_t &messageBuffer,
3199                     ReportingMessages_t &message,
3200                     int failedMesgId) {
3201     // get the FD
3202     message.message.messageType = messageBuffer.rcvMessage->mtype;
3203     auto rc = sendSctpMsg(message.peerInfo, message, sctpMap);
3204     return rc;
3205 }
3206
3207
3208 /**
3209  *
3210  * @param epoll_fd
3211  * @param peerInfo
3212  * @param events
3213  * @param sctpMap
3214  * @param enodbName
3215  * @param msgType
3216  * @return
3217  */
3218 int addToEpoll(int epoll_fd,
3219                ConnectedCU_t *peerInfo,
3220                uint32_t events,
3221                Sctp_Map_t *sctpMap,
3222                char *enodbName,
3223                int msgType) {
3224     // Add to Epol
3225     struct epoll_event event{};
3226     event.data.ptr = peerInfo;
3227     event.events = events;
3228     if (epoll_ctl(epoll_fd, EPOLL_CTL_ADD, peerInfo->fileDescriptor, &event) < 0) {
3229 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
3230         if (mdclog_level_get() >= MDCLOG_DEBUG) {
3231             mdclog_write(MDCLOG_DEBUG, "epoll_ctl EPOLL_CTL_ADD (may check not to quit here), %s, %s %d",
3232                          strerror(errno), __func__, __LINE__);
3233         }
3234         close(peerInfo->fileDescriptor);
3235         if (enodbName != nullptr) {
3236             cleanHashEntry(peerInfo, sctpMap);
3237             char key[MAX_ENODB_NAME_SIZE * 2];
3238             snprintf(key, MAX_ENODB_NAME_SIZE * 2, "msg:%s|%d", enodbName, msgType);
3239             if (mdclog_level_get() >= MDCLOG_DEBUG) {
3240                 mdclog_write(MDCLOG_DEBUG, "remove key = %s from %s at line %d", key, __FUNCTION__, __LINE__);
3241             }
3242             auto tmp = sctpMap->find(key);
3243             if (tmp) {
3244                 free(tmp);
3245                 tmp = nullptr;
3246                 sctpMap->erase(key);
3247             }
3248         } else {
3249             peerInfo->enodbName[0] = 0;
3250         }
3251         mdclog_write(MDCLOG_ERR, "epoll_ctl EPOLL_CTL_ADD (may check not to quit here)");
3252         return -1;
3253 #endif
3254     }
3255     return 0;
3256 }
3257
3258 /**
3259  *
3260  * @param epoll_fd
3261  * @param peerInfo
3262  * @param events
3263  * @param sctpMap
3264  * @param enodbName
3265  * @param msgType
3266  * @return
3267  */
3268 int modifyToEpoll(int epoll_fd,
3269                   ConnectedCU_t *peerInfo,
3270                   uint32_t events,
3271                   Sctp_Map_t *sctpMap,
3272                   char *enodbName,
3273                   int msgType) {
3274     // Add to Epol
3275     struct epoll_event event{};
3276     event.data.ptr = peerInfo;
3277     event.events = events;
3278     if (epoll_ctl(epoll_fd, EPOLL_CTL_MOD, peerInfo->fileDescriptor, &event) < 0) {
3279         if (mdclog_level_get() >= MDCLOG_DEBUG) {
3280             mdclog_write(MDCLOG_DEBUG, "epoll_ctl EPOLL_CTL_MOD (may check not to quit here), %s, %s %d",
3281                          strerror(errno), __func__, __LINE__);
3282         }
3283         close(peerInfo->fileDescriptor);
3284         cleanHashEntry(peerInfo, sctpMap);
3285         char key[MAX_ENODB_NAME_SIZE * 2];
3286         snprintf(key, MAX_ENODB_NAME_SIZE * 2, "msg:%s|%d", enodbName, msgType);
3287         if (mdclog_level_get() >= MDCLOG_DEBUG) {
3288             mdclog_write(MDCLOG_DEBUG, "remove key = %s from %s at line %d", key, __FUNCTION__, __LINE__);
3289         }
3290         auto tmp = sctpMap->find(key);
3291         if (tmp) {
3292             free(tmp);
3293             tmp = nullptr;
3294             sctpMap->erase(key);
3295         }
3296         mdclog_write(MDCLOG_ERR, "epoll_ctl EPOLL_CTL_ADD (may check not to quit here)");
3297         return -1;
3298     }
3299     return 0;
3300 }
3301
3302
3303 int sendRmrMessage(RmrMessagesBuffer_t &rmrMessageBuffer, ReportingMessages_t &message) {
3304     buildJsonMessage(message);
3305 #ifndef UNIT_TEST
3306     rmrMessageBuffer.sendMessage = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.sendMessage);
3307 #else
3308     rmrMessageBuffer.sendMessage->state = RMR_ERR_RETRY;
3309 #endif
3310     if (rmrMessageBuffer.sendMessage == nullptr) {
3311         rmrMessageBuffer.sendMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
3312         mdclog_write(MDCLOG_ERR, "RMR failed send message returned with NULL pointer");
3313         return -1;
3314     }
3315
3316     if (rmrMessageBuffer.sendMessage->state != 0) {
3317         char meid[RMR_MAX_MEID]{};
3318         if (rmrMessageBuffer.sendMessage->state == RMR_ERR_RETRY) {
3319             usleep(5);
3320             rmrMessageBuffer.sendMessage->state = 0;
3321             mdclog_write(MDCLOG_INFO, "RETRY sending Message type %d to Xapp from %s",
3322                          rmrMessageBuffer.sendMessage->mtype,
3323                          rmr_get_meid(rmrMessageBuffer.sendMessage, (unsigned char *)meid));
3324 #ifndef UNIT_TEST
3325             rmrMessageBuffer.sendMessage = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.sendMessage);
3326 #endif
3327             if (rmrMessageBuffer.sendMessage == nullptr) {
3328                 mdclog_write(MDCLOG_ERR, "RMR failed send message returned with NULL pointer");
3329                 rmrMessageBuffer.sendMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
3330                 return -1;
3331             } else if (rmrMessageBuffer.sendMessage->state != 0) {
3332                 mdclog_write(MDCLOG_ERR,
3333                              "Message state %s while sending request %d to Xapp from %s after retry of 10 microseconds",
3334                              translateRmrErrorMessages(rmrMessageBuffer.sendMessage->state).c_str(),
3335                              rmrMessageBuffer.sendMessage->mtype,
3336                              rmr_get_meid(rmrMessageBuffer.sendMessage, (unsigned char *)meid));
3337                 auto rc = rmrMessageBuffer.sendMessage->state;
3338                 return rc;
3339             }
3340         } else {
3341             mdclog_write(MDCLOG_ERR, "Message state %s while sending request %d to Xapp from %s",
3342                          translateRmrErrorMessages(rmrMessageBuffer.sendMessage->state).c_str(),
3343                          rmrMessageBuffer.sendMessage->mtype,
3344                          rmr_get_meid(rmrMessageBuffer.sendMessage, (unsigned char *)meid));
3345             return rmrMessageBuffer.sendMessage->state;
3346         }
3347     }
3348     return 0;
3349 }
3350
3351 void buildJsonMessage(ReportingMessages_t &message) {
3352 #ifdef UNIT_TEST
3353     jsonTrace = true;
3354 #endif
3355     if (jsonTrace) {
3356         message.outLen = sizeof(message.base64Data);
3357         base64::encode((const unsigned char *) message.message.asndata,
3358                        (const int) message.message.asnLength,
3359                        message.base64Data,
3360                        message.outLen);
3361         if (mdclog_level_get() >= MDCLOG_DEBUG) {
3362             mdclog_write(MDCLOG_DEBUG, "Tracing: ASN length = %d, base64 message length = %d ",
3363                          (int) message.message.asnLength,
3364                          (int) message.outLen);
3365         }
3366
3367         snprintf(message.buffer, sizeof(message.buffer),
3368                  "{\"header\": {\"ts\": \"%ld.%09ld\","
3369                  "\"ranName\": \"%s\","
3370                  "\"messageType\": %d,"
3371                  "\"direction\": \"%c\"},"
3372                  "\"base64Length\": %d,"
3373                  "\"asnBase64\": \"%s\"}",
3374                  message.message.time.tv_sec,
3375                  message.message.time.tv_nsec,
3376                  message.message.enodbName,
3377                  message.message.messageType,
3378                  message.message.direction,
3379                  (int) message.outLen,
3380                  message.base64Data);
3381         static src::logger_mt &lg = my_logger::get();
3382
3383         BOOST_LOG(lg) << message.buffer;
3384     }
3385 }
3386
3387
3388 /**
3389  * take RMR error code to string
3390  * @param state
3391  * @return
3392  */
3393 string translateRmrErrorMessages(int state) {
3394     string str = {};
3395     switch (state) {
3396         case RMR_OK:
3397             str = "RMR_OK - state is good";
3398             break;
3399         case RMR_ERR_BADARG:
3400             str = "RMR_ERR_BADARG - argument passed to function was unusable";
3401             break;
3402         case RMR_ERR_NOENDPT:
3403             str = "RMR_ERR_NOENDPT - send//call could not find an endpoint based on msg type";
3404             break;
3405         case RMR_ERR_EMPTY:
3406             str = "RMR_ERR_EMPTY - msg received had no payload; attempt to send an empty message";
3407             break;
3408         case RMR_ERR_NOHDR:
3409             str = "RMR_ERR_NOHDR - message didn't contain a valid header";
3410             break;
3411         case RMR_ERR_SENDFAILED:
3412             str = "RMR_ERR_SENDFAILED - send failed; errno has nano reason";
3413             break;
3414         case RMR_ERR_CALLFAILED:
3415             str = "RMR_ERR_CALLFAILED - unable to send call() message";
3416             break;
3417         case RMR_ERR_NOWHOPEN:
3418             str = "RMR_ERR_NOWHOPEN - no wormholes are open";
3419             break;
3420         case RMR_ERR_WHID:
3421             str = "RMR_ERR_WHID - wormhole id was invalid";
3422             break;
3423         case RMR_ERR_OVERFLOW:
3424             str = "RMR_ERR_OVERFLOW - operation would have busted through a buffer/field size";
3425             break;
3426         case RMR_ERR_RETRY:
3427             str = "RMR_ERR_RETRY - request (send/call/rts) failed, but caller should retry (EAGAIN for wrappers)";
3428             break;
3429         case RMR_ERR_RCVFAILED:
3430             str = "RMR_ERR_RCVFAILED - receive failed (hard error)";
3431             break;
3432         case RMR_ERR_TIMEOUT:
3433             str = "RMR_ERR_TIMEOUT - message processing call timed out";
3434             break;
3435         case RMR_ERR_UNSET:
3436             str = "RMR_ERR_UNSET - the message hasn't been populated with a transport buffer";
3437             break;
3438         case RMR_ERR_TRUNC:
3439             str = "RMR_ERR_TRUNC - received message likely truncated";
3440             break;
3441         case RMR_ERR_INITFAILED:
3442             str = "RMR_ERR_INITFAILED - initialisation of something (probably message) failed";
3443             break;
3444         case RMR_ERR_NOTSUPP:
3445             str = "RMR_ERR_NOTSUPP - the request is not supported, or RMr was not initialised for the request";
3446             break;
3447         default:
3448             char buf[128]{};
3449             snprintf(buf, sizeof buf, "UNDOCUMENTED RMR_ERR : %d", state);
3450             str = buf;
3451             break;
3452     }
3453     return str;
3454 }
3455 int fetchStreamId(ConnectedCU_t *peerInfo, ReportingMessages_t &message)
3456 {
3457     auto loglevel = mdclog_level_get();
3458     int streamId = INVALID_STREAM_ID;
3459     if(message.peerInfo->isSingleStream != false)
3460     {
3461         streamId = message.peerInfo->singleStreamId;
3462         if (loglevel >= MDCLOG_DEBUG) {
3463         mdclog_write(MDCLOG_DEBUG, "Send SCTP message for SINGLE_STREAM streamId %d , Messeage Type %d ,%s",
3464                      streamId,message.message.messageType,  __FUNCTION__);
3465         }
3466         return streamId;
3467     }
3468     int msgType = message.message.messageType;
3469     switch (msgType){
3470         case RIC_E2_RESET_REQ:
3471         case RIC_E2_RESET_RESP:
3472         case RIC_E2_SETUP_RESP:
3473         case RIC_E2_SETUP_FAILURE:
3474         case RIC_ERROR_INDICATION:
3475         case RIC_SERVICE_QUERY:
3476         case RIC_SERVICE_UPDATE_ACK:
3477         case RIC_SERVICE_UPDATE_FAILURE:
3478             streamId = 0;
3479             break;
3480         case RIC_SUB_REQ:
3481         case RIC_SUB_DEL_REQ:
3482         case RIC_CONTROL_REQ:
3483             streamId = 1;
3484             break;
3485         default:
3486             streamId = 0;
3487             break;
3488     }
3489     if (loglevel >= MDCLOG_DEBUG) {
3490         mdclog_write(MDCLOG_DEBUG, "Send SCTP message for streamId %d Messeage Type %d, %s",
3491                      streamId, message.message.messageType, __FUNCTION__);
3492     }
3493     return streamId;
3494 }