RIC-E2-TERMINATION/sctpThread.cpp

   1 // Copyright 2019 AT&T Intellectual Property
   2 // Copyright 2019 Nokia
   3 //
   4 // Licensed under the Apache License, Version 2.0 (the "License");
   5 // you may not use this file except in compliance with the License.
   6 // You may obtain a copy of the License at
   7 //
   8 //      http://www.apache.org/licenses/LICENSE-2.0
   9 //
  10 // Unless required by applicable law or agreed to in writing, software
  11 // distributed under the License is distributed on an "AS IS" BASIS,
  12 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13 // See the License for the specific language governing permissions and
  14 // limitations under the License.
  15
  16 //  This source code is part of the near-RT RIC (RAN Intelligent Controller)
  17 //  platform project (RICP).
  18
  19 // TODO: High-level file comment.
  20
  21
  22
  23 #include <3rdparty/oranE2/RANfunctions-List.h>
  24 #include "sctpThread.h"
  25 #include "BuildRunName.h"
  26 #include <unistd.h>
  27 //#include "3rdparty/oranE2SM/E2SM-gNB-NRT-RANfunction-Definition.h"
  28 //#include "BuildXml.h"
  29 //#include "pugixml/src/pugixml.hpp"
  30 #include <pthread.h>
  31 #include <sys/time.h>
  32 #include <sys/inotify.h>
  33 #include <errno.h>
  34 #include <sys/stat.h>
  35 #include <arpa/inet.h>
  36
  37 using namespace std;
  38 //using namespace std::placeholders;
  39 using namespace boost::filesystem;
  40 using namespace prometheus;
  41
  42
  43 //#ifdef __cplusplus
  44 //extern "C"
  45 //{
  46 //#endif
  47
  48 // need to expose without the include of gcov
  49 extern "C" void __gcov_flush(void);
  50 #define LOG_FILE_CONFIG_MAP "CONFIG_MAP_NAME"
  51 #define E2AP_PPID 70 // as per E2GAP chapter 6.1
  52
  53 static void catch_function(int signal) {
  54     __gcov_flush();
  55     exit(signal);
  56 }
  57
  58
  59 BOOST_LOG_INLINE_GLOBAL_LOGGER_DEFAULT(my_logger, src::logger_mt)
  60
  61 boost::shared_ptr<sinks::synchronous_sink<sinks::text_file_backend>> boostLogger;
  62 // double cpuClock = 0.0;
  63 bool jsonTrace = false;
  64
  65 char* getinterfaceip()
  66 {
  67    char hostname[256];
  68    char *IP;
  69    struct hostent *host_entry;
  70    int retVal;
  71    retVal = gethostname(hostname, sizeof(hostname));
  72    if ( retVal == -1 )
  73        return NULL;
  74    host_entry = gethostbyname(hostname);
  75    if ( host_entry == NULL )
  76        return NULL;
  77    IP = inet_ntoa(*((struct in_addr*) host_entry->h_addr_list[0]));
  78    return IP;
  79 }
  80
  81
  82 static int enable_log_change_notify(const char* fileName)
  83 {
  84     int ret = -1;
  85     struct stat fileInfo;
  86     if ( lstat(fileName,&fileInfo) == 0 )
  87     {
  88         ret = register_log_change_notify(fileName);
  89     }
  90     return ret;
  91 }
  92
  93
  94 static int register_log_change_notify(const char *fileName)
  95 {
  96     pthread_attr_t cb_attr;
  97     pthread_t tid;
  98     pthread_attr_init(&cb_attr);
  99     pthread_attr_setdetachstate(&cb_attr,PTHREAD_CREATE_DETACHED);
 100     return pthread_create(&tid, &cb_attr,&monitor_loglevel_change_handler,(void *)fileName);
 101 }
 102
 103
 104 static void * monitor_loglevel_change_handler(void* arg)
 105 {
 106     char *fileName = (char*) arg;
 107     int ifd;                   // the inotify file des
 108     int wfd;                   // the watched file des
 109     ssize_t n = 0;
 110     char rbuf[4096];           // large read buffer as the event is var len
 111     fd_set fds;
 112     int res = 0;
 113     char* dname=NULL;          // directory name
 114     char* bname = NULL;        // basename
 115     char* tok=NULL;
 116     char* log_level=NULL;
 117
 118     dname = strdup( fileName ); // defrock the file name into dir and basename
 119     if( (tok = strrchr( dname, '/' )) != NULL ) {
 120         *tok = '\0';
 121         bname = strdup( tok+1 );
 122     }
 123
 124     ifd = inotify_init1( 0 ); // initialise watcher setting blocking read (no option)
 125     if( ifd < 0 ) {
 126         fprintf( stderr, "### ERR ### unable to initialise file watch %s\n", strerror( errno ) );
 127     } else {
 128         wfd = inotify_add_watch( ifd, dname, IN_MOVED_TO | IN_CLOSE_WRITE ); // we only care about close write changes
 129
 130         if( wfd < 0 ) {
 131             fprintf( stderr, "### ERR ### unable to add watch on config file %s: %s\n", fileName, strerror( errno ) );
 132         } else {
 133
 134             FD_ZERO (&fds);
 135             FD_SET (ifd, &fds);
 136             while( 1 ) {
 137                 res = select (ifd + 1, &fds, NULL, NULL, NULL);
 138                 if(res)
 139                 {
 140                     n = read( ifd, rbuf, sizeof( rbuf ) ); // read the event
 141                     if( n < 0  ) {
 142 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 143                         if( errno == EAGAIN ) {
 144                         } else {
 145                             fprintf( stderr, "### CRIT ### config listener read err: %s\n", strerror( errno ) );
 146                         }
 147                         continue;
 148 #endif
 149                     }
 150
 151                     //Retrieving Log Level from configmap by parsing configmap file
 152                     log_level = parse_file(fileName);
 153                     update_mdc_log_level_severity(log_level); //setting log level
 154                     if(log_level != NULL) {
 155                         mdclog_write(MDCLOG_INFO, "MDC log level updated to %s", log_level);
 156                         free(log_level);
 157                     }
 158                 }
 159             }
 160             inotify_rm_watch(ifd,wfd);
 161         }
 162         close(ifd);
 163     }
 164     free(bname);
 165     free(dname);
 166     free(fileName);
 167
 168     pthread_exit(NULL);
 169 }
 170
 171 void  update_mdc_log_level_severity(char* log_level)
 172 {
 173     mdclog_severity_t level = MDCLOG_ERR;
 174
 175     if(log_level == NULL)
 176     {
 177         printf("### ERR ### Invalid Log-Level Configuration in ConfigMap, Default Log-Level Applied:   %d\n",level);
 178     }
 179     else if(strcasecmp(log_level,"1")==0)
 180     {
 181         level = MDCLOG_ERR;
 182     }
 183     else if(strcasecmp(log_level,"2")==0)
 184     {
 185         level = MDCLOG_WARN;
 186     }
 187     else if(strcasecmp(log_level,"3")==0)
 188     {
 189         level = MDCLOG_INFO;
 190     }
 191     else if(strcasecmp(log_level,"4")==0)
 192     {
 193         level = MDCLOG_DEBUG;
 194     }
 195
 196     mdclog_level_set(level);
 197 }
 198
 199 /**
 200  * @brief Remove leading and trailing spaces from s.
 201  *
 202  * If the string was allocated dynamically, the caller cannot
 203  * overwrite the returned pointer.
 204  *
 205  * @param s the string we want to remove spaces.
 206  * @return Returns a null-terminated substring of "s".
 207  */
 208 static inline char *trim(char *s)
 209 {
 210     char *end;
 211     /* skip leading spaces */
 212     while (isspace(*s)) s++;
 213
 214     /* all spaces */
 215     if (*s == '\0') return s;
 216
 217     /* skip trailing spaces */
 218     end = s + strlen(s) - 1;
 219     while (end > s && isspace(*end)) end--;
 220
 221     /* write null character */
 222     *(end+1) = '\0';
 223
 224     return s;
 225 }
 226
 227 static char* parse_file(char* filename)
 228 {
 229     char *token=NULL;
 230     bool found = false;
 231     FILE *file = fopen ( filename, "r" );
 232
 233     if ( file != NULL )
 234     {
 235         char line [ 128 ];
 236         while ( fgets ( line, sizeof(line), file ) != NULL )
 237         {
 238             token = strtok(line, ":");
 239             token = trim(token);
 240             if (strcmp(token,"log-level") == 0) {
 241                 found = true;
 242                 token = strtok(NULL, "\n");
 243                 token = trim(token);
 244                 break;
 245             }
 246         }
 247         fclose ( file );
 248      }
 249      if(found)
 250          return(strdup(token));
 251      else
 252          return(NULL);
 253 }
 254
 255 char *read_env_param(const char*envkey)
 256 {
 257     if(envkey)
 258     {
 259         char *value = getenv(envkey);
 260         if(value)
 261             return strdup(value);
 262     }
 263     return NULL;
 264 }
 265
 266 void dynamic_log_level_change()
 267 {
 268     char *logFile_Name = read_env_param(LOG_FILE_CONFIG_MAP);
 269     char* log_level_init=NULL;
 270     if(logFile_Name)
 271     {
 272         log_level_init = parse_file(logFile_Name);
 273         update_mdc_log_level_severity(log_level_init); //setting log level
 274         mdclog_write(MDCLOG_INFO, "MDC log level set to %s", log_level_init);
 275         free(log_level_init);
 276
 277     }
 278     enable_log_change_notify(logFile_Name);
 279 }
 280
 281 void init_log() {
 282     int log_change_monitor = 0;
 283     mdclog_attr_t *attr;
 284     mdclog_attr_init(&attr);
 285     mdclog_attr_set_ident(attr, "E2Terminator");
 286     mdclog_init(attr);
 287     if(mdclog_format_initialize(log_change_monitor)!=0)
 288         mdclog_write(MDCLOG_ERR, "Failed to intialize MDC log format !!!");
 289     dynamic_log_level_change();
 290     mdclog_attr_destroy(attr);
 291 }
 292 //auto start_time = std::chrono::high_resolution_clock::now();
 293 //typedef std::chrono::duration<double, std::ratio<1,1>> seconds_t;
 294
 295 //double age() {
 296 //    return seconds_t(std::chrono::high_resolution_clock::now() - start_time).count();
 297 //}
 298
 299 // If model name in "/proc/cpuinfo" is happens to be "Common KVM processor" then
 300 // approx_CPU_MHz() results in "SIGILL - Illegal Instruction" signal.
 301 //
 302 // double approx_CPU_MHz(unsigned sleepTime) {
 303 //    using namespace std::chrono_literals;
 304 //    uint32_t aux = 0;
 305 //    uint64_t cycles_start = rdtscp(aux);
 306 //    double time_start = age();
 307 //    std::this_thread::sleep_for(sleepTime * 1ms);
 308 //    uint64_t elapsed_cycles = rdtscp(aux) - cycles_start;
 309 //    double elapsed_time = age() - time_start;
 310 //    return elapsed_cycles / elapsed_time;
 311 //}
 312
 313 //std::atomic<int64_t> rmrCounter{0};
 314 std::atomic<int64_t> num_of_messages{0};
 315 std::atomic<int64_t> num_of_XAPP_messages{0};
 316 static long transactionCounter = 0;
 317 pthread_mutex_t thread_lock;
 318
 319 int buildListeningPort(sctp_params_t &sctpParams) {
 320     sctpParams.listenFD = socket(AF_INET6, SOCK_STREAM, IPPROTO_SCTP);
 321     if (sctpParams.listenFD <= 0) {
 322 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 323         mdclog_write(MDCLOG_ERR, "Error Opening socket, %s", strerror(errno));
 324         return -1;
 325 #endif
 326     }
 327     struct sctp_initmsg initmsg;
 328     memset (&initmsg, 0, sizeof (initmsg));
 329     initmsg.sinit_num_ostreams = 2;
 330     initmsg.sinit_max_instreams = 2;
 331     initmsg.sinit_max_attempts = 4;
 332     setsockopt (sctpParams.listenFD, IPPROTO_SCTP, SCTP_INITMSG, &initmsg, sizeof (initmsg));
 333
 334     struct sockaddr_in6 serverAddress {};
 335     serverAddress.sin6_family = AF_INET6;
 336     serverAddress.sin6_addr   = in6addr_any;
 337     serverAddress.sin6_port = htons(sctpParams.sctpPort);
 338     if (bind(sctpParams.listenFD, (SA *)&serverAddress, sizeof(serverAddress)) < 0 ) {
 339 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 340         mdclog_write(MDCLOG_ERR, "Error binding port %d. %s", sctpParams.sctpPort, strerror(errno));
 341         return -1;
 342 #endif
 343     }
 344     if (setSocketNoBlocking(sctpParams.listenFD) == -1) {
 345         //mdclog_write(MDCLOG_ERR, "Error binding. %s", strerror(errno));
 346         return -1;
 347     }
 348     if (mdclog_level_get() >= MDCLOG_DEBUG) {
 349         struct sockaddr_in6 clientAddress {};
 350         socklen_t len = sizeof(clientAddress);
 351         getsockname(sctpParams.listenFD, (SA *)&clientAddress, &len);
 352         char buff[1024] {};
 353         inet_ntop(AF_INET6, &clientAddress.sin6_addr, buff, sizeof(buff));
 354         mdclog_write(MDCLOG_DEBUG, "My address: %s, port %d\n", buff, htons(clientAddress.sin6_port));
 355     }
 356
 357     // SCTP_HB_INTERVAL is in milisec
 358     char *sctp_hb_interval = std::getenv("SCTP_HB_INTERVAL");
 359     if (sctp_hb_interval) {
 360         // Setting the heartbeat interval timeout value
 361         struct sctp_paddrparams sckt_parms;
 362         memset(&sckt_parms, 0, sizeof(sckt_parms));
 363         unsigned int sckt_parms_size = sizeof(sckt_parms);
 364         sckt_parms.spp_address.ss_family = AF_INET6;
 365         sckt_parms.spp_flags |= SPP_HB_ENABLE;
 366         sctp_opt_info(sctpParams.listenFD, 0, SCTP_PEER_ADDR_PARAMS, &sckt_parms, &sckt_parms_size);
 367         if (sckt_parms_size != sizeof(sckt_parms)) {
 368             fprintf(stderr, "Invalid size of sctp_paddrparams socket option: {} / {}", sckt_parms_size, (socklen_t)sizeof(sckt_parms));
 369         } else {
 370             sckt_parms.spp_hbinterval = atoi(sctp_hb_interval);
 371             setsockopt(sctpParams.listenFD, IPPROTO_SCTP, SCTP_PEER_ADDR_PARAMS, &sckt_parms, sizeof(sckt_parms));
 372         }
 373     }
 374
 375     char *sctp_max_retries = std::getenv("SCTP_MAX_RETRIES");
 376     if (sctp_max_retries) {
 377         // Setting the max retries config for the socket if rechability loss
 378         struct sctp_assocparams sckt_assoc;
 379         memset(&sckt_assoc, 0, sizeof(sckt_assoc));
 380         unsigned int str_assoc_size = sizeof(sckt_assoc);
 381         sctp_opt_info(sctpParams.listenFD, 0, SCTP_ASSOCINFO, &sckt_assoc, &str_assoc_size);
 382         if (str_assoc_size != sizeof(sckt_assoc)) {
 383             fprintf(stderr, "Invalid size of sctp_assocparams socket option: {} / {}", str_assoc_size, (socklen_t)sizeof(sckt_assoc));
 384         } else {
 385             sckt_assoc.sasoc_asocmaxrxt = atoi(sctp_max_retries);
 386             setsockopt(sctpParams.listenFD, IPPROTO_SCTP, SCTP_ASSOCINFO, &sckt_assoc, sizeof(sckt_assoc));
 387         }
 388     }
 389
 390
 391     if (listen(sctpParams.listenFD, SOMAXCONN) < 0) {
 392 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 393         mdclog_write(MDCLOG_ERR, "Error listening. %s\n", strerror(errno));
 394         return -1;
 395 #endif
 396     }
 397     struct epoll_event event {};
 398     event.events = EPOLLIN | EPOLLET;
 399     event.data.fd = sctpParams.listenFD;
 400
 401     // add listening port to epoll
 402     if (epoll_ctl(sctpParams.epoll_fd, EPOLL_CTL_ADD, sctpParams.listenFD, &event)) {
 403 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 404         printf("Failed to add descriptor to epoll\n");
 405         mdclog_write(MDCLOG_ERR, "Failed to add descriptor to epoll. %s\n", strerror(errno));
 406         return -1;
 407 #endif
 408     }
 409
 410     return 0;
 411 }
 412
 413 int buildConfiguration(sctp_params_t &sctpParams) {
 414     path p = (sctpParams.configFilePath + "/" + sctpParams.configFileName).c_str();
 415     if (exists(p)) {
 416         const int size = 2048;
 417         auto fileSize = file_size(p);
 418         if (fileSize > size) {
 419 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 420             mdclog_write(MDCLOG_ERR, "File %s larger than %d", p.string().c_str(), size);
 421             return -1;
 422 #endif
 423         }
 424     } else {
 425 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 426         mdclog_write(MDCLOG_ERR, "Configuration File %s not exists", p.string().c_str());
 427         return -1;
 428 #endif
 429     }
 430
 431     ReadConfigFile conf;
 432     if (conf.openConfigFile(p.string()) == -1) {
 433 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 434         mdclog_write(MDCLOG_ERR, "Filed to open config file %s, %s",
 435                      p.string().c_str(), strerror(errno));
 436         return -1;
 437 #endif
 438     }
 439     int rmrPort = conf.getIntValue("nano");
 440     if (rmrPort == -1) {
 441 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 442         mdclog_write(MDCLOG_ERR, "illegal RMR port ");
 443         return -1;
 444 #endif
 445     }
 446     sctpParams.rmrPort = (uint16_t)rmrPort;
 447     snprintf(sctpParams.rmrAddress, sizeof(sctpParams.rmrAddress), "%d", (int) (sctpParams.rmrPort));
 448     auto tmpStr = conf.getStringValue("volume");
 449     if (tmpStr.length() == 0) {
 450 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 451         mdclog_write(MDCLOG_ERR, "illegal volume.");
 452         return -1;
 453 #endif
 454     }
 455
 456     char tmpLogFilespec[VOLUME_URL_SIZE];
 457     tmpLogFilespec[0] = 0;
 458     sctpParams.volume[0] = 0;
 459     snprintf(sctpParams.volume, VOLUME_URL_SIZE, "%s", tmpStr.c_str());
 460     // copy the name to temp file as well
 461     snprintf(tmpLogFilespec, VOLUME_URL_SIZE, "%s", tmpStr.c_str());
 462
 463
 464     // define the file name in the tmp directory under the volume
 465     strcat(tmpLogFilespec,"/tmp/E2Term_%Y-%m-%d_%H-%M-%S.%N.tmpStr");
 466
 467     sctpParams.myIP = conf.getStringValue("local-ip");
 468     if (sctpParams.myIP.length() == 0) {
 469 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 470         mdclog_write(MDCLOG_ERR, "illegal local-ip.");
 471         return -1;
 472 #endif
 473     }
 474
 475     int sctpPort = conf.getIntValue("sctp-port");
 476     if (sctpPort == -1) {
 477 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 478         mdclog_write(MDCLOG_ERR, "illegal SCTP port ");
 479         return -1;
 480 #endif
 481     }
 482     sctpParams.sctpPort = (uint16_t)sctpPort;
 483
 484     sctpParams.fqdn = conf.getStringValue("external-fqdn");
 485     if (sctpParams.fqdn.length() == 0) {
 486 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 487         mdclog_write(MDCLOG_ERR, "illegal external-fqdn");
 488         return -1;
 489 #endif
 490     }
 491
 492     std::string pod = conf.getStringValue("pod_name");
 493 #ifndef UNIT_TEST
 494     if (pod.length() == 0) {
 495         mdclog_write(MDCLOG_ERR, "illegal pod_name in config file");
 496         return -1;
 497     }
 498     auto *podName = getenv(pod.c_str());
 499     if (podName == nullptr) {
 500         mdclog_write(MDCLOG_ERR, "illegal pod_name or environment variable not exists : %s", pod.c_str());
 501         return -1;
 502
 503     } else {
 504         sctpParams.podName.assign(podName);
 505         if (sctpParams.podName.length() == 0) {
 506             mdclog_write(MDCLOG_ERR, "illegal pod_name");
 507             return -1;
 508         }
 509     }
 510 #endif
 511     tmpStr = conf.getStringValue("trace");
 512     transform(tmpStr.begin(), tmpStr.end(), tmpStr.begin(), ::tolower);
 513     if ((tmpStr.compare("start")) == 0) {
 514 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 515         mdclog_write(MDCLOG_INFO, "Trace set to: start");
 516         sctpParams.trace = true;
 517 #endif
 518     } else if ((tmpStr.compare("stop")) == 0) {
 519         mdclog_write(MDCLOG_INFO, "Trace set to: stop");
 520         sctpParams.trace = false;
 521     } else {
 522 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 523         mdclog_write(MDCLOG_ERR, "Trace was set to wrong value %s, set to stop", tmpStr.c_str());
 524         sctpParams.trace = false;
 525 #endif
 526     }
 527     jsonTrace = sctpParams.trace;
 528
 529     sctpParams.epollTimeOut = -1;
 530
 531     tmpStr = conf.getStringValue("prometheusPort");
 532     if (tmpStr.length() != 0) {
 533         sctpParams.prometheusPort = tmpStr;
 534     }
 535
 536     sctpParams.ka_message_length = snprintf(sctpParams.ka_message, KA_MESSAGE_SIZE, "{\"address\": \"%s:%d\","
 537                                                                                     "\"fqdn\": \"%s\","
 538                                                                                     "\"pod_name\": \"%s\"}",
 539                                             (const char *)sctpParams.myIP.c_str(),
 540                                             sctpParams.rmrPort,
 541                                             sctpParams.fqdn.c_str(),
 542                                             sctpParams.podName.c_str());
 543
 544     if (mdclog_level_get() >= MDCLOG_INFO) {
 545         mdclog_write(MDCLOG_DEBUG,"RMR Port: %s", to_string(sctpParams.rmrPort).c_str());
 546         mdclog_write(MDCLOG_DEBUG,"volume: %s", sctpParams.volume);
 547         mdclog_write(MDCLOG_DEBUG,"tmpLogFilespec: %s", tmpLogFilespec);
 548         mdclog_write(MDCLOG_DEBUG,"my ip: %s", sctpParams.myIP.c_str());
 549         mdclog_write(MDCLOG_DEBUG,"pod name: %s", sctpParams.podName.c_str());
 550
 551         mdclog_write(MDCLOG_INFO, "running parameters for instance : %s", sctpParams.ka_message);
 552     }
 553
 554     // Files written to the current working directory
 555     boostLogger = logging::add_file_log(
 556             keywords::file_name = tmpLogFilespec, // to temp directory
 557             keywords::rotation_size = 10 * 1024 * 1024,
 558             keywords::time_based_rotation = sinks::file::rotation_at_time_interval(posix_time::hours(1)),
 559             keywords::format = "%Message%"
 560             //keywords::format = "[%TimeStamp%]: %Message%" // use each tmpStr with time stamp
 561     );
 562
 563     // Setup a destination folder for collecting rotated (closed) files --since the same volume can use rename()
 564     boostLogger->locked_backend()->set_file_collector(sinks::file::make_collector(
 565             keywords::target = sctpParams.volume
 566     ));
 567
 568     // Upon restart, scan the directory for files matching the file_name pattern
 569     boostLogger->locked_backend()->scan_for_files();
 570
 571     // Enable auto-flushing after each tmpStr record written
 572     if (mdclog_level_get() >= MDCLOG_DEBUG) {
 573         boostLogger->locked_backend()->auto_flush(true);
 574     }
 575
 576     return 0;
 577 }
 578
 579 void startPrometheus(sctp_params_t &sctpParams) {
 580     auto podName = std::getenv("POD_NAME");
 581     string metric = "E2TBeta";
 582     if (strstr(podName, "alpha") != NULL) {
 583         metric = "E2TAlpha";
 584     }
 585     //Get eth0 interface IP
 586     char* host = getinterfaceip();
 587     string hostip = host;
 588
 589     sctpParams.prometheusFamily = &BuildCounter()
 590             .Name(metric.c_str())
 591             .Help("E2T instance metrics")
 592             .Labels({{"POD_NAME", sctpParams.podName}})
 593             .Register(*sctpParams.prometheusRegistry);
 594
 595     // Build E2T instance level metrics
 596     buildE2TPrometheusCounters(sctpParams);
 597
 598     string prometheusPath;
 599     if (hostip.empty())
 600         prometheusPath = sctpParams.prometheusPort + "," + "[::]:" + sctpParams.prometheusPort;
 601     else
 602         prometheusPath = hostip + ":" + sctpParams.prometheusPort;
 603
 604     if (mdclog_level_get() >= MDCLOG_DEBUG) {
 605         mdclog_write(MDCLOG_DEBUG, "Start Prometheus Pull mode on %s", prometheusPath.c_str());
 606     }
 607     sctpParams.prometheusExposer = new Exposer(prometheusPath, 1);
 608     sctpParams.prometheusExposer->RegisterCollectable(sctpParams.prometheusRegistry);
 609 }
 610 #ifndef UNIT_TEST
 611
 612 int main(const int argc, char **argv) {
 613     sctp_params_t sctpParams;
 614     {
 615         std::random_device device{};
 616         std::mt19937 generator(device());
 617         std::uniform_int_distribution<long> distribution(1, (long) 1e12);
 618         transactionCounter = distribution(generator);
 619     }
 620
 621 //    uint64_t st = 0;
 622 //    uint32_t aux1 = 0;
 623 //   st = rdtscp(aux1);
 624
 625     unsigned num_cpus = std::thread::hardware_concurrency();
 626     init_log();
 627     if (std::signal(SIGINT, catch_function) == SIG_ERR) {
 628         mdclog_write(MDCLOG_ERR, "Error initializing SIGINT");
 629         exit(1);
 630     }
 631     if (std::signal(SIGABRT, catch_function)== SIG_ERR) {
 632         mdclog_write(MDCLOG_ERR, "Error initializing SIGABRT");
 633         exit(1);
 634     }
 635     if (std::signal(SIGTERM, catch_function)== SIG_ERR) {
 636         mdclog_write(MDCLOG_ERR, "Error initializing SIGTERM");
 637         exit(1);
 638     }
 639
 640 //    cpuClock = approx_CPU_MHz(100);
 641
 642 //    mdclog_write(MDCLOG_DEBUG, "CPU speed %11.11f", cpuClock);
 643
 644     auto result = parse(argc, argv, sctpParams);
 645
 646     if (buildConfiguration(sctpParams) != 0) {
 647         exit(-1);
 648     }
 649
 650     //auto registry = std::make_shared<Registry>();
 651     sctpParams.prometheusRegistry = std::make_shared<Registry>();
 652
 653     //sctpParams.prometheusFamily = new Family<Counter>("E2T", "E2T message counter", {{"E", sctpParams.podName}});
 654
 655     startPrometheus(sctpParams);
 656
 657     // start epoll
 658     sctpParams.epoll_fd = epoll_create1(0);
 659     if (sctpParams.epoll_fd == -1) {
 660         mdclog_write(MDCLOG_ERR, "failed to open epoll descriptor");
 661         exit(-1);
 662     }
 663     getRmrContext(sctpParams);
 664     if (sctpParams.rmrCtx == nullptr) {
 665         close(sctpParams.epoll_fd);
 666         exit(-1);
 667     }
 668
 669     if (buildInotify(sctpParams) == -1) {
 670         close(sctpParams.rmrListenFd);
 671         rmr_close(sctpParams.rmrCtx);
 672         close(sctpParams.epoll_fd);
 673         exit(-1);
 674     }
 675
 676     if (buildListeningPort(sctpParams) != 0) {
 677         close(sctpParams.rmrListenFd);
 678         rmr_close(sctpParams.rmrCtx);
 679         close(sctpParams.epoll_fd);
 680         exit(-1);
 681     }
 682
 683     sctpParams.sctpMap = new mapWrapper();
 684
 685     if (pthread_mutex_init(&thread_lock, NULL) != 0) {
 686         mdclog_write(MDCLOG_ERR, "failed to init thread lock");
 687         exit(-1);
 688     }
 689     std::vector<std::thread> threads(num_cpus);
 690 //    std::vector<std::thread> threads;
 691
 692     num_cpus = 3;
 693     for (unsigned int i = 0; i < num_cpus; i++) {
 694         threads[i] = std::thread(listener, &sctpParams);
 695
 696         cpu_set_t cpuset;
 697         CPU_ZERO(&cpuset);
 698         CPU_SET(i, &cpuset);
 699         int rc = pthread_setaffinity_np(threads[i].native_handle(), sizeof(cpu_set_t), &cpuset);
 700         if (rc != 0) {
 701             mdclog_write(MDCLOG_ERR, "Error calling pthread_setaffinity_np: %d", rc);
 702         }
 703     }
 704
 705
 706     //loop over term_init until first message from xApp
 707     handleTermInit(sctpParams);
 708
 709     for (auto &t : threads) {
 710         t.join();
 711     }
 712     pthread_mutex_destroy(&thread_lock);
 713     return 0;
 714 }
 715 #endif
 716 void handleTermInit(sctp_params_t &sctpParams) {
 717     sendTermInit(sctpParams);
 718     //send to e2 manager init of e2 term
 719     //E2_TERM_INIT
 720
 721     int count = 0;
 722     while (true) {
 723         auto xappMessages = num_of_XAPP_messages.load(std::memory_order_acquire);
 724         if (xappMessages > 0) {
 725             if (mdclog_level_get() >=  MDCLOG_INFO) {
 726                 mdclog_write(MDCLOG_INFO, "Got a message from some application, stop sending E2_TERM_INIT");
 727             }
 728             return;
 729         }
 730         usleep(100000);
 731         count++;
 732         if (count % 1000 == 0) {
 733             mdclog_write(MDCLOG_ERR, "GOT No messages from any xApp");
 734             sendTermInit(sctpParams);
 735         }
 736     }
 737 }
 738
 739 void sendTermInit(sctp_params_t &sctpParams) {
 740     rmr_mbuf_t *msg = rmr_alloc_msg(sctpParams.rmrCtx, sctpParams.ka_message_length);
 741     auto count = 0;
 742     while (true) {
 743         msg->mtype = E2_TERM_INIT;
 744         msg->state = 0;
 745         rmr_bytes2payload(msg, (unsigned char *)sctpParams.ka_message, sctpParams.ka_message_length);
 746         static unsigned char tx[32];
 747         auto txLen = snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
 748         rmr_bytes2xact(msg, tx, txLen);
 749         msg = rmr_send_msg(sctpParams.rmrCtx, msg);
 750         if (msg == nullptr) {
 751             msg = rmr_alloc_msg(sctpParams.rmrCtx, sctpParams.ka_message_length);
 752         } else if (msg->state == 0) {
 753             rmr_free_msg(msg);
 754             if (mdclog_level_get() >=  MDCLOG_INFO) {
 755                 mdclog_write(MDCLOG_INFO, "E2_TERM_INIT successfully sent ");
 756             }
 757             return;
 758         } else {
 759             if (count % 100 == 0) {
 760                 mdclog_write(MDCLOG_ERR, "Error sending E2_TERM_INIT cause : %s ", translateRmrErrorMessages(msg->state).c_str());
 761             }
 762             sleep(1);
 763         }
 764         count++;
 765     }
 766 }
 767
 768 /**
 769  *
 770  * @param argc
 771  * @param argv
 772  * @param sctpParams
 773  * @return
 774  */
 775 cxxopts::ParseResult parse(int argc, char *argv[], sctp_params_t &sctpParams) {
 776     cxxopts::Options options(argv[0], "e2 term help");
 777     options.positional_help("[optional args]").show_positional_help();
 778     options.allow_unrecognised_options().add_options()
 779             ("p,path", "config file path", cxxopts::value<std::string>(sctpParams.configFilePath)->default_value("config"))
 780             ("f,file", "config file name", cxxopts::value<std::string>(sctpParams.configFileName)->default_value("config.conf"))
 781             ("h,help", "Print help");
 782
 783     auto result = options.parse(argc, (const char **&)argv);
 784
 785     if (result.count("help")) {
 786         std::cout << options.help({""}) << std::endl;
 787         exit(0);
 788     }
 789     return result;
 790 }
 791
 792 /**
 793  *
 794  * @param sctpParams
 795  * @return -1 failed 0 success
 796  */
 797 int buildInotify(sctp_params_t &sctpParams) {
 798     sctpParams.inotifyFD = inotify_init1(IN_NONBLOCK);
 799     if (sctpParams.inotifyFD == -1) {
 800         mdclog_write(MDCLOG_ERR, "Failed to init inotify (inotify_init1) %s", strerror(errno));
 801         return -1;
 802     }
 803
 804     sctpParams.inotifyWD = inotify_add_watch(sctpParams.inotifyFD,
 805                                              (const char *)sctpParams.configFilePath.c_str(),
 806                                              (unsigned)IN_OPEN | (unsigned)IN_CLOSE_WRITE | (unsigned)IN_CLOSE_NOWRITE); //IN_CLOSE = (IN_CLOSE_WRITE | IN_CLOSE_NOWRITE)
 807     if (sctpParams.inotifyWD == -1) {
 808         mdclog_write(MDCLOG_ERR, "Failed to add directory : %s to  inotify (inotify_add_watch) %s",
 809                      sctpParams.configFilePath.c_str(),
 810                      strerror(errno));
 811         close(sctpParams.inotifyFD);
 812         return -1;
 813     }
 814
 815     struct epoll_event event{};
 816     event.events = (EPOLLIN);
 817     event.data.fd = sctpParams.inotifyFD;
 818     // add listening RMR FD to epoll
 819     if (epoll_ctl(sctpParams.epoll_fd, EPOLL_CTL_ADD, sctpParams.inotifyFD, &event)) {
 820         mdclog_write(MDCLOG_ERR, "Failed to add inotify FD to epoll");
 821         close(sctpParams.inotifyFD);
 822         return -1;
 823     }
 824     return 0;
 825 }
 826
 827 /**
 828  *
 829  * @param args
 830  * @return
 831  */
 832 void listener(sctp_params_t *params) {
 833     int num_of_SCTP_messages = 0;
 834     auto totalTime = 0.0;
 835     std::thread::id this_id = std::this_thread::get_id();
 836     //save cout
 837     auto pod_name = std::getenv("POD_NAME");
 838     auto container_name = std::getenv("CONTAINER_NAME");
 839     auto service_name = std::getenv("SERVICE_NAME");
 840     auto host_name = std::getenv("HOST_NAME");
 841     auto system_name = std::getenv("SYSTEM_NAME");
 842     auto pid = std::to_string(getpid()).c_str();
 843     streambuf *oldCout = cout.rdbuf();
 844     ostringstream memCout;
 845     // create new cout
 846     cout.rdbuf(memCout.rdbuf());
 847     cout << this_id;
 848     //return to the normal cout
 849     cout.rdbuf(oldCout);
 850
 851     char tid[32];
 852     memcpy(tid, memCout.str().c_str(), memCout.str().length() < 32 ? memCout.str().length() : 31);
 853     tid[memCout.str().length()] = 0;
 854     mdclog_mdc_add("SYSTEM_NAME", system_name);
 855     mdclog_mdc_add("HOST_NAME", host_name);
 856     mdclog_mdc_add("SERVICE_NAME", service_name);
 857     mdclog_mdc_add("CONTAINER_NAME", container_name);
 858     mdclog_mdc_add("POD_NAME", pod_name);
 859     mdclog_mdc_add("PID", pid);
 860
 861     if (mdclog_level_get() >= MDCLOG_DEBUG) {
 862         mdclog_write(MDCLOG_DEBUG, "started thread number %s", tid);
 863     }
 864
 865     RmrMessagesBuffer_t rmrMessageBuffer{};
 866     //create and init RMR
 867     rmrMessageBuffer.rmrCtx = params->rmrCtx;
 868
 869     auto *events = (struct epoll_event *) calloc(MAXEVENTS, sizeof(struct epoll_event));
 870     struct timespec end{0, 0};
 871     struct timespec start{0, 0};
 872
 873     rmrMessageBuffer.rcvMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
 874     rmrMessageBuffer.sendMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
 875
 876     memcpy(rmrMessageBuffer.ka_message, params->ka_message, params->ka_message_length);
 877     rmrMessageBuffer.ka_message_len = params->ka_message_length;
 878     rmrMessageBuffer.ka_message[rmrMessageBuffer.ka_message_len] = 0;
 879
 880     if (mdclog_level_get() >= MDCLOG_DEBUG) {
 881         mdclog_write(MDCLOG_DEBUG, "keep alive message is : %s", rmrMessageBuffer.ka_message);
 882     }
 883
 884     ReportingMessages_t message {};
 885
 886 //    for (int i = 0; i < MAX_RMR_BUFF_ARRAY; i++) {
 887 //        rmrMessageBuffer.rcvBufferedMessages[i] = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
 888 //        rmrMessageBuffer.sendBufferedMessages[i] = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
 889 //    }
 890
 891     while (true) {
 892         if (mdclog_level_get() >= MDCLOG_DEBUG) {
 893             mdclog_write(MDCLOG_DEBUG, "Start EPOLL Wait. Timeout = %d", params->epollTimeOut);
 894         }
 895 #ifndef UNIT_TEST
 896         auto numOfEvents = epoll_wait(params->epoll_fd, events, MAXEVENTS, params->epollTimeOut);
 897 #else
 898         auto numOfEvents = 1;
 899 #endif
 900         if (numOfEvents == 0) { // time out
 901 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 902             if (mdclog_level_get() >= MDCLOG_DEBUG) {
 903                 mdclog_write(MDCLOG_DEBUG, "got epoll timeout");
 904             }
 905             continue;
 906         } else if (numOfEvents < 0) {
 907             if (errno == EINTR) {
 908                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
 909                     mdclog_write(MDCLOG_DEBUG, "got EINTR : %s", strerror(errno));
 910                 }
 911                 continue;
 912             }
 913             mdclog_write(MDCLOG_ERR, "Epoll wait failed, errno = %s", strerror(errno));
 914             if(events)
 915             {
 916                 free(events);
 917                 events = nullptr;
 918             }
 919             return;
 920 #endif
 921         }
 922         for (auto i = 0; i < numOfEvents; i++) {
 923             if (mdclog_level_get() >= MDCLOG_DEBUG) {
 924                 mdclog_write(MDCLOG_DEBUG, "handling epoll event %d out of %d", i + 1, numOfEvents);
 925             }
 926             clock_gettime(CLOCK_MONOTONIC, &message.message.time);
 927             start.tv_sec = message.message.time.tv_sec;
 928             start.tv_nsec = message.message.time.tv_nsec;
 929
 930
 931             if ((events[i].events & EPOLLERR) || (events[i].events & EPOLLHUP)) {
 932                 handlepoll_error(events[i], message, rmrMessageBuffer, params);
 933             } else if (events[i].events & EPOLLOUT) {
 934                 handleEinprogressMessages(events[i], message, rmrMessageBuffer, params);
 935             } else if (params->listenFD == events[i].data.fd) {
 936                 if (mdclog_level_get() >= MDCLOG_INFO) {
 937                     mdclog_write(MDCLOG_INFO, "New connection request from sctp network\n");
 938                 }
 939                 // new connection is requested from RAN  start build connection
 940                 while (true) {
 941                     struct sockaddr in_addr {};
 942                     socklen_t in_len;
 943                     char hostBuff[NI_MAXHOST];
 944                     char portBuff[NI_MAXSERV];
 945
 946                     in_len = sizeof(in_addr);
 947                     auto *peerInfo = (ConnectedCU_t *)calloc(1, sizeof(ConnectedCU_t));
 948                     if(peerInfo == nullptr){
 949                         mdclog_write(MDCLOG_ERR, "calloc failed");
 950                         break;
 951                     }
 952                     peerInfo->sctpParams = params;
 953                     peerInfo->fileDescriptor = accept(params->listenFD, &in_addr, &in_len);
 954                     if (peerInfo->fileDescriptor == -1) {
 955 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
 956                         if ((errno == EAGAIN) || (errno == EWOULDBLOCK)) {
 957                             /* We have processed all incoming connections. */
 958                             if(peerInfo) {
 959                                 free(peerInfo);
 960                                 peerInfo = nullptr;
 961                             }
 962                             break;
 963                         } else {
 964                             if(peerInfo) {
 965                                 free(peerInfo);
 966                                 peerInfo = nullptr;
 967                             }
 968                             mdclog_write(MDCLOG_ERR, "Accept error, errno = %s", strerror(errno));
 969                             break;
 970                         }
 971                     }
 972                     if (setSocketNoBlocking(peerInfo->fileDescriptor) == -1) {
 973                         mdclog_write(MDCLOG_ERR, "setSocketNoBlocking failed to set new connection %s on port %s\n", hostBuff, portBuff);
 974                         close(peerInfo->fileDescriptor);
 975                         if(peerInfo) {
 976                             free(peerInfo);
 977                             peerInfo = nullptr;
 978                         }
 979                         break;
 980 #endif
 981                     }
 982                     struct sctp_event_subscribe sctpevents;
 983                     memset( (void *)&sctpevents, 0, sizeof(sctpevents) );
 984                     sctpevents.sctp_data_io_event = 1;
 985                     setsockopt(peerInfo->fileDescriptor, SOL_SCTP, SCTP_EVENTS,(const void *)&sctpevents, sizeof(sctpevents) );
 986
 987                     auto  ans = getnameinfo(&in_addr, in_len,
 988                                             peerInfo->hostName, NI_MAXHOST,
 989                                             peerInfo->portNumber, NI_MAXSERV, (unsigned )((unsigned int)NI_NUMERICHOST | (unsigned int)NI_NUMERICSERV));
 990                     if (ans < 0) {
 991                         mdclog_write(MDCLOG_ERR, "Failed to get info on connection request. %s\n", strerror(errno));
 992                         close(peerInfo->fileDescriptor);
 993                         if(peerInfo) {
 994                             free(peerInfo);
 995                             peerInfo = nullptr;
 996                         }
 997                         break;
 998                     }
 999                     if (mdclog_level_get() >= MDCLOG_DEBUG) {
1000                         mdclog_write(MDCLOG_DEBUG, "Accepted connection on descriptor %d (host=%s, port=%s)\n", peerInfo->fileDescriptor, peerInfo->hostName, peerInfo->portNumber);
1001                     }
1002                     peerInfo->isConnected = false;
1003                     peerInfo->gotSetup = false;
1004                     if (addToEpoll(params->epoll_fd,
1005                                    peerInfo,
1006                                    (EPOLLIN | EPOLLET),
1007                                    params->sctpMap, nullptr,
1008                                    0) != 0) {
1009                         if(peerInfo) {
1010                             free(peerInfo);
1011                             peerInfo = nullptr;
1012                         }
1013                         break;
1014                     }
1015                     break;
1016                 }
1017             } else if (params->rmrListenFd == events[i].data.fd) {
1018                 // got message from XAPP
1019                 //num_of_XAPP_messages.fetch_add(1, std::memory_order_release);
1020                 num_of_messages.fetch_add(1, std::memory_order_release);
1021                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
1022                     mdclog_write(MDCLOG_DEBUG, "new RMR message");
1023                 }
1024                 if (receiveXappMessages(params->sctpMap,
1025                                         rmrMessageBuffer,
1026                                         message.message.time) != 0) {
1027                     mdclog_write(MDCLOG_ERR, "Error handling Xapp message");
1028                 }
1029             } else if (params->inotifyFD == events[i].data.fd) {
1030                 mdclog_write(MDCLOG_INFO, "Got event from inotify (configuration update)");
1031                 handleConfigChange(params);
1032             } else {
1033                 /* We RMR_ERR_RETRY have data on the fd waiting to be read. Read and display it.
1034                  * We must read whatever data is available completely, as we are running
1035                  *  in edge-triggered mode and won't get a notification again for the same data. */
1036                 num_of_messages.fetch_add(1, std::memory_order_release);
1037                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
1038                     mdclog_write(MDCLOG_DEBUG, "new message from SCTP, epoll flags are : %0x", events[i].events);
1039                 }
1040                 receiveDataFromSctp(&events[i],
1041                                     params->sctpMap,
1042                                     num_of_SCTP_messages,
1043                                     rmrMessageBuffer,
1044                                     message.message.time);
1045             }
1046
1047             clock_gettime(CLOCK_MONOTONIC, &end);
1048             if (mdclog_level_get() >= MDCLOG_INFO) {
1049                 totalTime += ((end.tv_sec + 1.0e-9 * end.tv_nsec) -
1050                               ((double) start.tv_sec + 1.0e-9 * start.tv_nsec));
1051             }
1052             if (mdclog_level_get() >= MDCLOG_DEBUG) {
1053                 mdclog_write(MDCLOG_DEBUG, "message handling is %ld seconds %ld nanoseconds",
1054                              end.tv_sec - start.tv_sec,
1055                              end.tv_nsec - start.tv_nsec);
1056             }
1057         }
1058 #ifdef UNIT_TEST
1059     break;
1060 #endif
1061     }
1062 }
1063
1064 /**
1065  *
1066  * @param sctpParams
1067  */
1068 void handleConfigChange(sctp_params_t *sctpParams) {
1069     char buf[4096] __attribute__ ((aligned(__alignof__(struct inotify_event))));
1070     const struct inotify_event *event;
1071     char *ptr;
1072 #ifdef UNIT_TEST
1073     struct inotify_event tmpEvent;
1074 #endif
1075     path p = (sctpParams->configFilePath + "/" + sctpParams->configFileName).c_str();
1076     auto endlessLoop = true;
1077     while (endlessLoop) {
1078 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1079         auto len = read(sctpParams->inotifyFD, buf, sizeof buf);
1080 #else
1081     auto len=10;
1082 #endif
1083         if (len == -1) {
1084 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1085             if (errno != EAGAIN) {
1086                 mdclog_write(MDCLOG_ERR, "read %s ", strerror(errno));
1087                 endlessLoop = false;
1088                 continue;
1089             }
1090             else {
1091                 endlessLoop = false;
1092                 continue;
1093             }
1094 #endif
1095         }
1096
1097         for (ptr = buf; ptr < buf + len; ptr += sizeof(struct inotify_event) + event->len) {
1098 #ifndef UNIT_TEST
1099     event = (const struct inotify_event *)ptr;
1100 #else
1101     tmpEvent.mask = (uint32_t)IN_CLOSE_WRITE;
1102     event = &tmpEvent;
1103 #endif
1104             if (event->mask & (uint32_t)IN_ISDIR) {
1105                 continue;
1106             }
1107
1108             // the directory name
1109             if (sctpParams->inotifyWD == event->wd) {
1110                 // not the directory
1111             }
1112             if (event->len) {
1113 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1114                 auto  retVal = strcmp(sctpParams->configFileName.c_str(), event->name);
1115                 if (retVal != 0) {
1116                     continue;
1117                 }
1118 #endif
1119             }
1120             // only the file we want
1121             if (event->mask & (uint32_t)IN_CLOSE_WRITE) {
1122                 if (mdclog_level_get() >= MDCLOG_INFO) {
1123                     mdclog_write(MDCLOG_INFO, "Configuration file changed");
1124                 }
1125                 if (exists(p)) {
1126                     const int size = 2048;
1127                     auto fileSize = file_size(p);
1128                     if (fileSize > size) {
1129                         mdclog_write(MDCLOG_ERR, "File %s larger than %d", p.string().c_str(), size);
1130                         return;
1131                     }
1132                 } else {
1133                     mdclog_write(MDCLOG_ERR, "Configuration File %s not exists", p.string().c_str());
1134                     return;
1135                 }
1136
1137                 ReadConfigFile conf;
1138                 if (conf.openConfigFile(p.string()) == -1) {
1139                     mdclog_write(MDCLOG_ERR, "Filed to open config file %s, %s",
1140                                  p.string().c_str(), strerror(errno));
1141                     return;
1142                 }
1143                 auto tmpStr = conf.getStringValue("trace");
1144                 if (tmpStr.length() == 0) {
1145                     mdclog_write(MDCLOG_ERR, "illegal trace. Set trace to stop");
1146                     tmpStr = "stop";
1147                 }
1148
1149                 transform(tmpStr.begin(), tmpStr.end(), tmpStr.begin(), ::tolower);
1150                 if ((tmpStr.compare("start")) == 0) {
1151                     mdclog_write(MDCLOG_INFO, "Trace set to: start");
1152                     sctpParams->trace = true;
1153                 } else if ((tmpStr.compare("stop")) == 0) {
1154                     mdclog_write(MDCLOG_INFO, "Trace set to: stop");
1155                     sctpParams->trace = false;
1156                 } else {
1157                     mdclog_write(MDCLOG_ERR, "Trace was set to wrong value %s, set to stop", tmpStr.c_str());
1158                     sctpParams->trace = false;
1159                 }
1160                 jsonTrace = sctpParams->trace;
1161
1162
1163                 endlessLoop = false;
1164             }
1165 #ifdef UNIT_TEST
1166             break;
1167 #endif
1168         }
1169     }
1170 }
1171
1172 /**
1173  *
1174  * @param event
1175  * @param message
1176  * @param rmrMessageBuffer
1177  * @param params
1178  */
1179 void handleEinprogressMessages(struct epoll_event &event,
1180                                ReportingMessages_t &message,
1181                                RmrMessagesBuffer_t &rmrMessageBuffer,
1182                                sctp_params_t *params) {
1183     auto *peerInfo = (ConnectedCU_t *)event.data.ptr;
1184     memcpy(message.message.enodbName, peerInfo->enodbName, sizeof(peerInfo->enodbName));
1185
1186     mdclog_write(MDCLOG_INFO, "file descriptor %d got EPOLLOUT", peerInfo->fileDescriptor);
1187     auto retVal = 0;
1188     socklen_t retValLen = 0;
1189     auto rc = getsockopt(peerInfo->fileDescriptor, SOL_SOCKET, SO_ERROR, &retVal, &retValLen);
1190     if (rc != 0 || retVal != 0) {
1191 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1192         if (rc != 0) {
1193             rmrMessageBuffer.sendMessage->len = snprintf((char *)rmrMessageBuffer.sendMessage->payload, 256,
1194                                                          "%s|Failed SCTP Connection, after EINPROGRESS the getsockopt%s",
1195                                                          peerInfo->enodbName, strerror(errno));
1196         } else if (retVal != 0) {
1197             rmrMessageBuffer.sendMessage->len = snprintf((char *)rmrMessageBuffer.sendMessage->payload, 256,
1198                                                          "%s|Failed SCTP Connection after EINPROGRESS, SO_ERROR",
1199                                                          peerInfo->enodbName);
1200         }
1201
1202         message.message.asndata = rmrMessageBuffer.sendMessage->payload;
1203         message.message.asnLength = rmrMessageBuffer.sendMessage->len;
1204         mdclog_write(MDCLOG_ERR, "%s", rmrMessageBuffer.sendMessage->payload);
1205         message.message.direction = 'N';
1206         if (sendRequestToXapp(message, RIC_SCTP_CONNECTION_FAILURE, rmrMessageBuffer) != 0) {
1207             mdclog_write(MDCLOG_ERR, "SCTP_CONNECTION_FAIL message failed to send to xAPP");
1208         }
1209 #endif
1210         memset(peerInfo->asnData, 0, peerInfo->asnLength);
1211         peerInfo->asnLength = 0;
1212         peerInfo->mtype = 0;
1213         return;
1214     }
1215 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1216     peerInfo->isConnected = true;
1217
1218     if (modifyToEpoll(params->epoll_fd, peerInfo, (EPOLLIN | EPOLLET), params->sctpMap, peerInfo->enodbName,
1219                       peerInfo->mtype) != 0) {
1220         mdclog_write(MDCLOG_ERR, "epoll_ctl EPOLL_CTL_MOD");
1221         return;
1222     }
1223
1224     message.message.asndata = (unsigned char *)peerInfo->asnData;
1225     message.message.asnLength = peerInfo->asnLength;
1226     message.message.messageType = peerInfo->mtype;
1227     memcpy(message.message.enodbName, peerInfo->enodbName, sizeof(peerInfo->enodbName));
1228     num_of_messages.fetch_add(1, std::memory_order_release);
1229     if (mdclog_level_get() >= MDCLOG_DEBUG) {
1230         mdclog_write(MDCLOG_DEBUG, "send the delayed SETUP/ENDC SETUP to sctp for %s",
1231                      message.message.enodbName);
1232     }
1233     if (sendSctpMsg(peerInfo, message, params->sctpMap) != 0) {
1234         if (mdclog_level_get() >= MDCLOG_DEBUG) {
1235             mdclog_write(MDCLOG_DEBUG, "Error write to SCTP  %s %d", __func__, __LINE__);
1236         }
1237         return;
1238     }
1239
1240     memset(peerInfo->asnData, 0, peerInfo->asnLength);
1241     peerInfo->asnLength = 0;
1242     peerInfo->mtype = 0;
1243 #endif
1244 }
1245
1246
1247 void handlepoll_error(struct epoll_event &event,
1248                       ReportingMessages_t &message,
1249                       RmrMessagesBuffer_t &rmrMessageBuffer,
1250                       sctp_params_t *params) {
1251     if ((event.data.fd != params->rmrListenFd) && (event.data.ptr != nullptr)) {
1252         auto *peerInfo = (ConnectedCU_t *)event.data.ptr;
1253         mdclog_write(MDCLOG_ERR, "epoll error, events %0x on fd %d, RAN NAME : %s",
1254                      event.events, peerInfo->fileDescriptor, peerInfo->enodbName);
1255 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1256         rmrMessageBuffer.sendMessage->len = snprintf((char *)rmrMessageBuffer.sendMessage->payload, 256,
1257                                                      "%s|Failed SCTP Connection",
1258                                                      peerInfo->enodbName);
1259         message.message.asndata = rmrMessageBuffer.sendMessage->payload;
1260         message.message.asnLength = rmrMessageBuffer.sendMessage->len;
1261
1262         memcpy(message.message.enodbName, peerInfo->enodbName, sizeof(peerInfo->enodbName));
1263         message.message.direction = 'N';
1264         if (sendRequestToXapp(message, RIC_SCTP_CONNECTION_FAILURE, rmrMessageBuffer) != 0) {
1265             mdclog_write(MDCLOG_ERR, "SCTP_CONNECTION_FAIL message failed to send to xAPP");
1266         }
1267 #endif
1268         close(peerInfo->fileDescriptor);
1269         //params->sctpMap->erase(peerInfo->enodbName);
1270         cleanHashEntry((ConnectedCU_t *) event.data.ptr, params->sctpMap);
1271     } else {
1272         mdclog_write(MDCLOG_ERR, "epoll error, events %0x on RMR FD", event.events);
1273     }
1274 }
1275 /**
1276  *
1277  * @param socket
1278  * @return
1279  */
1280 int setSocketNoBlocking(int socket) {
1281     auto flags = fcntl(socket, F_GETFL, 0);
1282
1283     if (flags == -1) {
1284         mdclog_write(MDCLOG_ERR, "%s, %s", __FUNCTION__, strerror(errno));
1285         return -1;
1286     }
1287
1288     flags = (unsigned) flags | (unsigned) O_NONBLOCK;
1289     if (fcntl(socket, F_SETFL, flags) == -1) {
1290         mdclog_write(MDCLOG_ERR, "%s, %s", __FUNCTION__, strerror(errno));
1291         return -1;
1292     }
1293
1294     return 0;
1295 }
1296
1297 /**
1298  *
1299  * @param val
1300  * @param m
1301  */
1302 void cleanHashEntry(ConnectedCU_t *val, Sctp_Map_t *m) {
1303     if(val != nullptr) {
1304         char *dummy;
1305         auto port = (uint16_t) strtol(val->portNumber, &dummy, 10);
1306         char searchBuff[2048]{};
1307
1308         snprintf(searchBuff, sizeof searchBuff, "host:%s:%d", val->hostName, port);
1309         if(m->find(searchBuff)) {
1310             m->erase(searchBuff);
1311         }
1312
1313         if(m->find(val->enodbName)) {
1314             mdclog_write(MDCLOG_DEBUG, "remove key enodbName = %s from %s at line %d", val->enodbName, __FUNCTION__, __LINE__);
1315             m->erase(val->enodbName);
1316         }
1317 #ifndef UNIT_TEST
1318         if(val) {
1319             free(val);
1320             val = nullptr;
1321         }
1322 #endif
1323     }
1324 }
1325
1326 /**
1327  *
1328  * @param fd file descriptor
1329  * @param data the asn data to send
1330  * @param len  length of the data
1331  * @param enodbName the enodbName as in the map for printing purpose
1332  * @param m map host information
1333  * @param mtype message number
1334  * @return 0 success, a negative number on fail
1335  */
1336 int sendSctpMsg(ConnectedCU_t *peerInfo, ReportingMessages_t &message, Sctp_Map_t *m) {
1337     auto loglevel = mdclog_level_get();
1338 #ifndef UNIT_TEST
1339     int fd = peerInfo->fileDescriptor;
1340     int streamId = fetchStreamId(peerInfo,message);
1341 #else
1342     int fd = FILE_DESCRIPTOR;
1343     int streamId = 0;
1344 #endif
1345     if (loglevel >= MDCLOG_DEBUG) {
1346         mdclog_write(MDCLOG_DEBUG, "Send SCTP message for CU %s, %s",
1347                      message.message.enodbName, __FUNCTION__);
1348     }
1349
1350     while (true) {
1351         if (sctp_sendmsg(fd,message.message.asndata, message.message.asnLength,(struct sockaddr *) NULL, 0, htonl(E2AP_PPID), 0,streamId,0,0) < 0) {
1352             if (errno == EINTR) {
1353                 continue;
1354             }
1355             mdclog_write(MDCLOG_ERR, "error writing to CU a message, %s ", strerror(errno));
1356 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1357             if (!peerInfo->isConnected) {
1358                 mdclog_write(MDCLOG_ERR, "connection to CU %s is still in progress.", message.message.enodbName);
1359                 return -1;
1360             }
1361 #endif
1362 #ifndef UNIT_TEST
1363             cleanHashEntry(peerInfo, m);
1364             close(fd);
1365 #endif
1366             char key[MAX_ENODB_NAME_SIZE * 2];
1367             snprintf(key, MAX_ENODB_NAME_SIZE * 2, "msg:%s|%d", message.message.enodbName,
1368                      message.message.messageType);
1369             if (loglevel >= MDCLOG_DEBUG) {
1370                 mdclog_write(MDCLOG_DEBUG, "remove key = %s from %s at line %d", key, __FUNCTION__, __LINE__);
1371             }
1372             auto tmp = m->find(key);
1373             if (tmp) {
1374                 free(tmp);
1375                 tmp = nullptr;
1376             }
1377             m->erase(key);
1378 #ifndef UNIT_TEST
1379             return -1;
1380 #endif
1381         }
1382         message.message.direction = 'D';
1383         // send report.buffer of size
1384         buildJsonMessage(message);
1385
1386         if (loglevel >= MDCLOG_DEBUG) {
1387             mdclog_write(MDCLOG_DEBUG,
1388                          "SCTP message for CU %s sent from %s",
1389                          message.message.enodbName,
1390                          __FUNCTION__);
1391         }
1392         return 0;
1393     }
1394 }
1395
1396 /**
1397  *
1398  * @param message
1399  * @param rmrMessageBuffer
1400  */
1401 void getRequestMetaData(ReportingMessages_t &message, RmrMessagesBuffer_t &rmrMessageBuffer) {
1402     message.message.asndata = rmrMessageBuffer.rcvMessage->payload;
1403     message.message.asnLength = rmrMessageBuffer.rcvMessage->len;
1404
1405     if (mdclog_level_get() >= MDCLOG_DEBUG) {
1406         mdclog_write(MDCLOG_DEBUG, "Message from Xapp RAN name = %s message length = %ld",
1407                      message.message.enodbName, (unsigned long) message.message.asnLength);
1408     }
1409 }
1410
1411
1412
1413 /**
1414  *
1415  * @param events
1416  * @param sctpMap
1417  * @param numOfMessages
1418  * @param rmrMessageBuffer
1419  * @param ts
1420  * @return
1421  */
1422 int receiveDataFromSctp(struct epoll_event *events,
1423                         Sctp_Map_t *sctpMap,
1424                         int &numOfMessages,
1425                         RmrMessagesBuffer_t &rmrMessageBuffer,
1426                         struct timespec &ts) {
1427     /* We have data on the fd waiting to be read. Read and display it.
1428  * We must read whatever data is available completely, as we are running
1429  *  in edge-triggered mode and won't get a notification again for the same data. */
1430     ReportingMessages_t message {};
1431     auto done = 0;
1432     auto loglevel = mdclog_level_get();
1433     struct sctp_sndrcvinfo sndrcvinfo;
1434     int flags;
1435     int streamId;
1436
1437     // get the identity of the interface
1438     if (events->data.ptr != nullptr){
1439         message.peerInfo = (ConnectedCU_t *)events->data.ptr;
1440     }
1441
1442     struct timespec start{0, 0};
1443     struct timespec decodeStart{0, 0};
1444     struct timespec end{0, 0};
1445
1446     E2AP_PDU_t *pdu = nullptr;
1447
1448     while (true) {
1449         if (loglevel >= MDCLOG_DEBUG) {
1450             mdclog_write(MDCLOG_DEBUG, "Start Read from SCTP %d fd", message.peerInfo->fileDescriptor);
1451             clock_gettime(CLOCK_MONOTONIC, &start);
1452         }
1453         // read the buffer directly to rmr payload
1454         message.message.asndata = rmrMessageBuffer.sendMessage->payload;
1455 #ifndef UNIT_TEST
1456         message.message.asnLength = rmrMessageBuffer.sendMessage->len =
1457                 sctp_recvmsg(message.peerInfo->fileDescriptor, rmrMessageBuffer.sendMessage->payload, RECEIVE_SCTP_BUFFER_SIZE,(struct sockaddr *) NULL, 0, &sndrcvinfo, &flags);
1458         mdclog_write(MDCLOG_DEBUG, "Start Read from SCTP fd %d stream %d ", message.peerInfo->fileDescriptor, sndrcvinfo.sinfo_stream);
1459         streamId = sndrcvinfo.sinfo_stream;
1460 #else
1461         message.message.asnLength = rmrMessageBuffer.sendMessage->len;
1462         streamId = 0;
1463 #endif
1464
1465         if (loglevel >= MDCLOG_DEBUG) {
1466             mdclog_write(MDCLOG_DEBUG, "Finish Read from SCTP %d fd message length = %ld",
1467                          message.peerInfo->fileDescriptor, message.message.asnLength);
1468         }
1469
1470         memcpy(message.message.enodbName, message.peerInfo->enodbName, sizeof(message.peerInfo->enodbName));
1471         message.message.direction = 'U';
1472         message.message.time.tv_nsec = ts.tv_nsec;
1473         message.message.time.tv_sec = ts.tv_sec;
1474
1475         if (message.message.asnLength < 0) {
1476             if (errno == EINTR) {
1477                 continue;
1478             }
1479             /* If errno == EAGAIN, that means we have read all
1480                data. So goReportingMessages_t back to the main loop. */
1481             if (errno != EAGAIN) {
1482                 mdclog_write(MDCLOG_ERR, "Read error, %s ", strerror(errno));
1483                 done = 1;
1484             } else if (loglevel >= MDCLOG_DEBUG) {
1485                 mdclog_write(MDCLOG_DEBUG, "EAGAIN - descriptor = %d", message.peerInfo->fileDescriptor);
1486             }
1487             break;
1488         } else if (message.message.asnLength == 0) {
1489             /* End of file. The remote has closed the connection. */
1490             if (loglevel >= MDCLOG_INFO) {
1491                 mdclog_write(MDCLOG_INFO, "END of File Closed connection - descriptor = %d",
1492                              message.peerInfo->fileDescriptor);
1493             }
1494             done = 1;
1495             break;
1496         }
1497
1498         if (loglevel >= MDCLOG_DEBUG) {
1499             char printBuffer[RECEIVE_SCTP_BUFFER_SIZE]{};
1500             char *tmp = printBuffer;
1501             for (size_t i = 0; i < (size_t)message.message.asnLength; ++i) {
1502                 snprintf(tmp, 3, "%02x", message.message.asndata[i]);
1503                 tmp += 2;
1504             }
1505             printBuffer[message.message.asnLength] = 0;
1506             clock_gettime(CLOCK_MONOTONIC, &end);
1507             mdclog_write(MDCLOG_DEBUG, "Before Encoding E2AP PDU for : %s, Read time is : %ld seconds, %ld nanoseconds",
1508                          message.peerInfo->enodbName, end.tv_sec - start.tv_sec, end.tv_nsec - start.tv_nsec);
1509             mdclog_write(MDCLOG_DEBUG, "PDU buffer length = %ld, data =  : %s", message.message.asnLength,
1510                          printBuffer);
1511             clock_gettime(CLOCK_MONOTONIC, &decodeStart);
1512         }
1513 #ifndef UNIT_TEST
1514         auto rval = asn_decode(nullptr, ATS_ALIGNED_BASIC_PER, &asn_DEF_E2AP_PDU, (void **) &pdu,
1515                         message.message.asndata, message.message.asnLength);
1516 #else
1517         asn_dec_rval_t rval = {RC_OK, 0};
1518         pdu = (E2AP_PDU_t*)rmrMessageBuffer.sendMessage->tp_buf;
1519 #endif
1520         if (rval.code != RC_OK) {
1521             mdclog_write(MDCLOG_ERR, "Error %d Decoding (unpack) E2AP PDU from RAN : %s", rval.code,
1522                          message.peerInfo->enodbName);
1523             if (pdu != nullptr) {
1524                 ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
1525                 pdu = nullptr;
1526             }
1527             break;
1528         }
1529
1530         if (loglevel >= MDCLOG_DEBUG) {
1531             clock_gettime(CLOCK_MONOTONIC, &end);
1532             mdclog_write(MDCLOG_DEBUG, "After Encoding E2AP PDU for : %s, Read time is : %ld seconds, %ld nanoseconds",
1533                          message.peerInfo->enodbName, end.tv_sec - decodeStart.tv_sec, end.tv_nsec - decodeStart.tv_nsec);
1534             char *printBuffer;
1535             size_t size;
1536             FILE *stream = open_memstream(&printBuffer, &size);
1537             asn_fprint(stream, &asn_DEF_E2AP_PDU, pdu);
1538             mdclog_write(MDCLOG_DEBUG, "Encoding E2AP PDU past : %s", printBuffer);
1539             clock_gettime(CLOCK_MONOTONIC, &decodeStart);
1540
1541             fclose(stream);
1542             free(printBuffer);
1543         }
1544
1545         switch (pdu->present) {
1546             case E2AP_PDU_PR_initiatingMessage: {//initiating message
1547                 asnInitiatingRequest(pdu, sctpMap,message, rmrMessageBuffer, streamId);
1548                 break;
1549             }
1550             case E2AP_PDU_PR_successfulOutcome: { //successful outcome
1551                 asnSuccessfulMsg(pdu, sctpMap, message, rmrMessageBuffer);
1552                 break;
1553             }
1554             case E2AP_PDU_PR_unsuccessfulOutcome: { //Unsuccessful Outcome
1555                 asnUnSuccsesfulMsg(pdu, sctpMap, message, rmrMessageBuffer);
1556                 break;
1557             }
1558             default:
1559                 mdclog_write(MDCLOG_ERR, "Unknown index %d in E2AP PDU", pdu->present);
1560                 break;
1561         }
1562         if (loglevel >= MDCLOG_DEBUG) {
1563             clock_gettime(CLOCK_MONOTONIC, &end);
1564             mdclog_write(MDCLOG_DEBUG,
1565                          "After processing message and sent to rmr for : %s, Read time is : %ld seconds, %ld nanoseconds",
1566                          message.peerInfo->enodbName, end.tv_sec - decodeStart.tv_sec, end.tv_nsec - decodeStart.tv_nsec);
1567         }
1568         numOfMessages++;
1569 #ifndef UNIT_TEST
1570         if (pdu != nullptr) {
1571             // ASN_STRUCT_RESET(asn_DEF_E2AP_PDU, pdu); /* With reset we were not freeing the memory and was causing the leak here. */
1572             ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
1573             pdu = nullptr;
1574         }
1575 #else
1576     done = 1;
1577     break;
1578 #endif
1579     }
1580
1581     if (done) {
1582         if (loglevel >= MDCLOG_INFO) {
1583             mdclog_write(MDCLOG_INFO, "Closed connection - descriptor = %d", message.peerInfo->fileDescriptor);
1584         }
1585         message.message.asnLength = rmrMessageBuffer.sendMessage->len =
1586                 snprintf((char *)rmrMessageBuffer.sendMessage->payload,
1587                          256,
1588                          "%s|CU disconnected unexpectedly",
1589                          message.peerInfo->enodbName);
1590         message.message.asndata = rmrMessageBuffer.sendMessage->payload;
1591 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1592         if (sendRequestToXapp(message,
1593                               RIC_SCTP_CONNECTION_FAILURE,
1594                               rmrMessageBuffer) != 0) {
1595             mdclog_write(MDCLOG_ERR, "SCTP_CONNECTION_FAIL message failed to send to xAPP");
1596         }
1597 #endif
1598
1599         /* Closing descriptor make epoll remove it from the set of descriptors which are monitored. */
1600 #ifndef UNIT_TEST
1601         pthread_mutex_lock(&thread_lock);
1602         if (fcntl(message.peerInfo->fileDescriptor, F_GETFD) != -1) {
1603             mdclog_write(MDCLOG_DEBUG, "Closing connection - descriptor = %d", message.peerInfo->fileDescriptor);
1604             close(message.peerInfo->fileDescriptor);
1605             cleanHashEntry((ConnectedCU_t *) events->data.ptr, sctpMap);
1606         }
1607         pthread_mutex_unlock(&thread_lock);
1608 #else
1609         close(message.peerInfo->fileDescriptor);
1610         cleanHashEntry((ConnectedCU_t *) events->data.ptr, sctpMap);
1611 #endif
1612     }
1613     if (loglevel >= MDCLOG_DEBUG) {
1614         clock_gettime(CLOCK_MONOTONIC, &end);
1615         mdclog_write(MDCLOG_DEBUG, "from receive SCTP to send RMR time is %ld seconds and %ld nanoseconds",
1616                      end.tv_sec - start.tv_sec, end.tv_nsec - start.tv_nsec);
1617
1618     }
1619     return 0;
1620 }
1621
1622 static void buildAndSendSetupRequest(ReportingMessages_t &message,
1623                                      RmrMessagesBuffer_t &rmrMessageBuffer,
1624                                      E2AP_PDU_t *pdu/*,
1625                                      string const &messageName,
1626                                      string const &ieName,
1627                                      vector<string> &functionsToAdd_v,
1628                                      vector<string> &functionsToModified_v*/) {
1629     auto logLevel = mdclog_level_get();
1630     // now we can send the data to e2Mgr
1631
1632     asn_enc_rval_t er;
1633     auto buffer_size = RECEIVE_SCTP_BUFFER_SIZE * 2;
1634     unsigned char *buffer = nullptr;
1635     buffer = (unsigned char *) calloc(buffer_size, sizeof(unsigned char));
1636     if(!buffer)
1637     {
1638 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1639         mdclog_write(MDCLOG_ERR, "Allocating buffer for %s failed, %s", asn_DEF_E2AP_PDU.name, strerror(errno));
1640         return;
1641 #endif
1642     }
1643     while (true) {
1644         er = asn_encode_to_buffer(nullptr, ATS_BASIC_XER, &asn_DEF_E2AP_PDU, pdu, buffer, buffer_size);
1645         if (er.encoded == -1) {
1646 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1647             mdclog_write(MDCLOG_ERR, "encoding of %s failed, %s", asn_DEF_E2AP_PDU.name, strerror(errno));
1648             return;
1649 #endif
1650         } else if (er.encoded > (ssize_t) buffer_size) {
1651             buffer_size = er.encoded + 128;
1652 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
1653             mdclog_write(MDCLOG_WARN, "Buffer of size %d is to small for %s. Reallocate buffer of size %d",
1654                          (int) buffer_size,
1655                          asn_DEF_E2AP_PDU.name, buffer_size);
1656             buffer_size = er.encoded + 128;
1657
1658             unsigned char *newBuffer = nullptr;
1659             newBuffer = (unsigned char *) realloc(buffer, buffer_size);
1660             if (!newBuffer)
1661             {
1662                 // out of memory
1663                 mdclog_write(MDCLOG_ERR, "Reallocating buffer for %s failed, %s", asn_DEF_E2AP_PDU.name, strerror(errno));
1664                 free(buffer);
1665                 buffer = nullptr;
1666                 return;
1667             }
1668             buffer = newBuffer;
1669             continue;
1670 #endif
1671         }
1672         buffer[er.encoded] = '\0';
1673         break;
1674     }
1675     // encode to xml
1676
1677     string res((char *)buffer);
1678     res.erase(std::remove(res.begin(), res.end(), '\n'), res.end());
1679     res.erase(std::remove(res.begin(), res.end(), '\t'), res.end());
1680     res.erase(std::remove(res.begin(), res.end(), ' '), res.end());
1681
1682 //    string res {};
1683 //    if (!functionsToAdd_v.empty() || !functionsToModified_v.empty()) {
1684 //        res = buildXmlData(messageName, ieName, functionsToAdd_v, functionsToModified_v, buffer, (size_t) er.encoded);
1685 //    }
1686     rmr_mbuf_t *rmrMsg;
1687 //    if (res.length() == 0) {
1688 //        rmrMsg = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, buffer_size + 256);
1689 //        rmrMsg->len = snprintf((char *) rmrMsg->payload, RECEIVE_SCTP_BUFFER_SIZE * 2, "%s:%d|%s",
1690 //                               message.peerInfo->sctpParams->myIP.c_str(),
1691 //                               message.peerInfo->sctpParams->rmrPort,
1692 //                               buffer);
1693 //    } else {
1694         rmrMsg = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, (int)res.length() + 256);
1695         rmrMsg->len = snprintf((char *) rmrMsg->payload, res.length() + 256, "%s:%d|%s",
1696                                message.peerInfo->sctpParams->myIP.c_str(),
1697                                message.peerInfo->sctpParams->rmrPort,
1698                                res.c_str());
1699 //    }
1700
1701     if (logLevel >= MDCLOG_DEBUG) {
1702         mdclog_write(MDCLOG_DEBUG, "Setup request of size %d :\n %s\n", rmrMsg->len, rmrMsg->payload);
1703     }
1704     // send to RMR
1705     rmrMsg->mtype = message.message.messageType;
1706     rmrMsg->state = 0;
1707     rmr_bytes2meid(rmrMsg, (unsigned char *) message.message.enodbName, strlen(message.message.enodbName));
1708
1709     static unsigned char tx[32];
1710     snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
1711     rmr_bytes2xact(rmrMsg, tx, strlen((const char *) tx));
1712 #ifndef UNIT_TEST
1713     rmrMsg = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMsg);
1714 #endif
1715     if (rmrMsg == nullptr) {
1716         mdclog_write(MDCLOG_ERR, "RMR failed to send returned nullptr");
1717     } else if (rmrMsg->state != 0) {
1718         char meid[RMR_MAX_MEID]{};
1719         if (rmrMsg->state == RMR_ERR_RETRY) {
1720             usleep(5);
1721             rmrMsg->state = 0;
1722             mdclog_write(MDCLOG_INFO, "RETRY sending Message %d to Xapp from %s",
1723                          rmrMsg->mtype, rmr_get_meid(rmrMsg, (unsigned char *) meid));
1724 #ifndef UNIT_TEST
1725             rmrMsg = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMsg);
1726 #endif
1727             if (rmrMsg == nullptr) {
1728                 mdclog_write(MDCLOG_ERR, "RMR failed send returned nullptr");
1729             } else if (rmrMsg->state != 0) {
1730                 mdclog_write(MDCLOG_ERR,
1731                              "RMR Retry failed %s sending request %d to Xapp from %s",
1732                              translateRmrErrorMessages(rmrMsg->state).c_str(),
1733                              rmrMsg->mtype,
1734                              rmr_get_meid(rmrMsg, (unsigned char *) meid));
1735             }
1736         } else {
1737             mdclog_write(MDCLOG_ERR, "RMR failed: %s. sending request %d to Xapp from %s",
1738                          translateRmrErrorMessages(rmrMsg->state).c_str(),
1739                          rmrMsg->mtype,
1740                          rmr_get_meid(rmrMsg, (unsigned char *) meid));
1741         }
1742     }
1743     message.peerInfo->gotSetup = true;
1744     buildJsonMessage(message);
1745
1746     if (rmrMsg != nullptr) {
1747         rmr_free_msg(rmrMsg);
1748     }
1749     free(buffer);
1750     buffer = nullptr;
1751
1752     return;
1753 }
1754
1755 #if 0
1756 int RAN_Function_list_To_Vector(RANfunctions_List_t& list, vector <string> &runFunXML_v) {
1757     auto index = 0;
1758     runFunXML_v.clear();
1759     for (auto j = 0; j < list.list.count; j++) {
1760         auto *raNfunctionItemIEs = (RANfunction_ItemIEs_t *)list.list.array[j];
1761         if (raNfunctionItemIEs->id == ProtocolIE_ID_id_RANfunction_Item &&
1762             (raNfunctionItemIEs->value.present == RANfunction_ItemIEs__value_PR_RANfunction_Item)) {
1763             // encode to xml
1764             E2SM_gNB_NRT_RANfunction_Definition_t *ranFunDef = nullptr;
1765             auto rval = asn_decode(nullptr, ATS_ALIGNED_BASIC_PER,
1766                                    &asn_DEF_E2SM_gNB_NRT_RANfunction_Definition,
1767                                    (void **)&ranFunDef,
1768                                    raNfunctionItemIEs->value.choice.RANfunction_Item.ranFunctionDefinition.buf,
1769                                    raNfunctionItemIEs->value.choice.RANfunction_Item.ranFunctionDefinition.size);
1770             if (rval.code != RC_OK) {
1771                 mdclog_write(MDCLOG_ERR, "Error %d Decoding (unpack) E2SM message from : %s",
1772                              rval.code,
1773                              asn_DEF_E2SM_gNB_NRT_RANfunction_Definition.name);
1774                 return -1;
1775             }
1776
1777             auto xml_buffer_size = RECEIVE_SCTP_BUFFER_SIZE * 2;
1778             unsigned char xml_buffer[RECEIVE_SCTP_BUFFER_SIZE * 2];
1779             memset(xml_buffer, 0, RECEIVE_SCTP_BUFFER_SIZE * 2);
1780             // encode to xml
1781             auto er = asn_encode_to_buffer(nullptr,
1782                                            ATS_BASIC_XER,
1783                                            &asn_DEF_E2SM_gNB_NRT_RANfunction_Definition,
1784                                            ranFunDef,
1785                                            xml_buffer,
1786                                            xml_buffer_size);
1787             if (er.encoded == -1) {
1788                 mdclog_write(MDCLOG_ERR, "encoding of %s failed, %s",
1789                              asn_DEF_E2SM_gNB_NRT_RANfunction_Definition.name,
1790                              strerror(errno));
1791             } else if (er.encoded > (ssize_t)xml_buffer_size) {
1792                 mdclog_write(MDCLOG_ERR, "Buffer of size %d is to small for %s, at %s line %d",
1793                              (int) xml_buffer_size,
1794                              asn_DEF_E2SM_gNB_NRT_RANfunction_Definition.name, __func__, __LINE__);
1795             } else {
1796                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
1797                     mdclog_write(MDCLOG_DEBUG, "Encoding E2SM %s PDU number %d : %s",
1798                                  asn_DEF_E2SM_gNB_NRT_RANfunction_Definition.name,
1799                                  index++,
1800                                  xml_buffer);
1801                 }
1802
1803                 string runFuncs = (char *)(xml_buffer);
1804                 runFunXML_v.emplace_back(runFuncs);
1805             }
1806         }
1807     }
1808     return 0;
1809 }
1810
1811 int collectServiceUpdate_RequestData(E2AP_PDU_t *pdu,
1812                                      Sctp_Map_t *sctpMap,
1813                                      ReportingMessages_t &message,
1814                                      vector <string> &RANfunctionsAdded_v,
1815                                      vector <string> &RANfunctionsModified_v) {
1816     memset(message.peerInfo->enodbName, 0 , MAX_ENODB_NAME_SIZE);
1817     for (auto i = 0; i < pdu->choice.initiatingMessage->value.choice.RICserviceUpdate.protocolIEs.list.count; i++) {
1818         auto *ie = pdu->choice.initiatingMessage->value.choice.RICserviceUpdate.protocolIEs.list.array[i];
1819         if (ie->id == ProtocolIE_ID_id_RANfunctionsAdded) {
1820             if (ie->value.present == RICserviceUpdate_IEs__value_PR_RANfunctionsID_List) {
1821                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
1822                     mdclog_write(MDCLOG_DEBUG, "Run function list have %d entries",
1823                                  ie->value.choice.RANfunctions_List.list.count);
1824                 }
1825                 if (RAN_Function_list_To_Vector(ie->value.choice.RANfunctions_List, RANfunctionsAdded_v) != 0 ) {
1826                     return -1;
1827                 }
1828             }
1829         } else if (ie->id == ProtocolIE_ID_id_RANfunctionsModified) {
1830             if (ie->value.present == RICserviceUpdate_IEs__value_PR_RANfunctions_List) {
1831                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
1832                     mdclog_write(MDCLOG_DEBUG, "Run function list have %d entries",
1833                                  ie->value.choice.RANfunctions_List.list.count);
1834                 }
1835                 if (RAN_Function_list_To_Vector(ie->value.choice.RANfunctions_List, RANfunctionsModified_v) != 0 ) {
1836                     return -1;
1837                 }
1838             }
1839         }
1840     }
1841     if (mdclog_level_get() >= MDCLOG_DEBUG) {
1842         mdclog_write(MDCLOG_DEBUG, "Run function vector have %ld entries",
1843                      RANfunctionsAdded_v.size());
1844     }
1845     return 0;
1846 }
1847
1848 #endif
1849
1850
1851 void buildE2TPrometheusCounters(sctp_params_t &sctpParams) {
1852     sctpParams.e2tCounters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_E2setup)] = &sctpParams.prometheusFamily->Add({{"counter", "SetupRequestMsgs"}});
1853     sctpParams.e2tCounters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_E2setup)] = &sctpParams.prometheusFamily->Add({{"counter", "SetupRequestBytes"}});
1854
1855     sctpParams.e2tCounters[OUT_SUCC][MSG_COUNTER][(ProcedureCode_id_E2setup)] = &sctpParams.prometheusFamily->Add({{"counter", "SetupResponseMsgs"}});
1856     sctpParams.e2tCounters[OUT_SUCC][BYTES_COUNTER][(ProcedureCode_id_E2setup)] = &sctpParams.prometheusFamily->Add({{"counter", "SetupResponseBytes"}});
1857
1858     sctpParams.e2tCounters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_E2setup] = &sctpParams.prometheusFamily->Add({{"counter", "SetupRequestFailureMsgs"}});
1859     sctpParams.e2tCounters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_E2setup] = &sctpParams.prometheusFamily->Add({{"counter", "SetupRequestFailureBytes"}});
1860
1861     sctpParams.e2tCounters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_E2nodeConfigurationUpdate)] = &sctpParams.prometheusFamily->Add({{"counter", "E2NodeConfigUpdateMsgs"}});
1862     sctpParams.e2tCounters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_E2nodeConfigurationUpdate)] = &sctpParams.prometheusFamily->Add({{"counter", "E2NodeConfigUpdateBytes"}});
1863
1864     sctpParams.e2tCounters[OUT_SUCC][MSG_COUNTER][(ProcedureCode_id_E2nodeConfigurationUpdate)] = &sctpParams.prometheusFamily->Add({{"counter", "E2NodeConfigUpdateResponseMsgs"}});
1865     sctpParams.e2tCounters[OUT_SUCC][BYTES_COUNTER][(ProcedureCode_id_E2nodeConfigurationUpdate)] = &sctpParams.prometheusFamily->Add({{"counter", "E2NodeConfigUpdateResponseBytes"}});
1866
1867     sctpParams.e2tCounters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate] = &sctpParams.prometheusFamily->Add({{"counter", "E2NodeConfigUpdateFailureMsgs"}});
1868     sctpParams.e2tCounters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate] = &sctpParams.prometheusFamily->Add({{"counter", "E2NodeConfigUpdateFailureBytes"}});
1869
1870     sctpParams.e2tCounters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_ErrorIndication)] = &sctpParams.prometheusFamily->Add({{"counter", "ErrorIndicationMsgs"}});
1871     sctpParams.e2tCounters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_ErrorIndication)] = &sctpParams.prometheusFamily->Add({{"counter", "ErrorIndicationBytes"}});
1872
1873     sctpParams.e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_Reset] = &sctpParams.prometheusFamily->Add({{"counter", "ResetRequestMsgs"}});
1874     sctpParams.e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_Reset] = &sctpParams.prometheusFamily->Add({{"counter", "ResetRequestBytes"}});
1875
1876     sctpParams.e2tCounters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_Reset] = &sctpParams.prometheusFamily->Add({{"counter", "ResetAckMsgs"}});
1877     sctpParams.e2tCounters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_Reset] = &sctpParams.prometheusFamily->Add({{"counter", "ResetAckBytes"}});
1878
1879     sctpParams.e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate] = &sctpParams.prometheusFamily->Add({{"counter", "RICServiceUpdateMsgs"}});
1880     sctpParams.e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate] = &sctpParams.prometheusFamily->Add({{"counter", "RICServiceUpdateBytes"}});
1881
1882     sctpParams.e2tCounters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate] = &sctpParams.prometheusFamily->Add({{"counter", "RICServiceUpdateRespMsgs"}});
1883     sctpParams.e2tCounters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate] = &sctpParams.prometheusFamily->Add({{"counter", "RICServiceUpdateRespBytes"}});
1884
1885     sctpParams.e2tCounters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate] = &sctpParams.prometheusFamily->Add({{"counter", "RICServiceUpdateFailureMsgs"}});
1886     sctpParams.e2tCounters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate] = &sctpParams.prometheusFamily->Add({{"counter", "RICServiceUpdateFailureBytes"}});
1887
1888     sctpParams.e2tCounters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICcontrol] = &sctpParams.prometheusFamily->Add({{"counter", "RICControlMsgs"}});
1889     sctpParams.e2tCounters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICcontrol] = &sctpParams.prometheusFamily->Add({{"counter", "RICControlBytes"}});
1890
1891     sctpParams.e2tCounters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICcontrol] = &sctpParams.prometheusFamily->Add({{"counter", "RICControlAckMsgs"}});
1892     sctpParams.e2tCounters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICcontrol] = &sctpParams.prometheusFamily->Add({{"counter", "RICControlAckBytes"}});
1893
1894     sctpParams.e2tCounters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICcontrol] = &sctpParams.prometheusFamily->Add({{"counter", "RICControlFailureMsgs"}});
1895     sctpParams.e2tCounters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICcontrol] = &sctpParams.prometheusFamily->Add({{"counter", "RICControlFailureBytes"}});
1896
1897     sctpParams.e2tCounters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscription] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionMsgs"}});
1898     sctpParams.e2tCounters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscription] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionBytes"}});
1899
1900     sctpParams.e2tCounters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscription] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionAckMsgs"}});
1901     sctpParams.e2tCounters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscription] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionAckBytes"}});
1902
1903     sctpParams.e2tCounters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscription] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionFailureMsgs"}});
1904     sctpParams.e2tCounters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscription] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionFailureBytes"}});
1905
1906     sctpParams.e2tCounters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionDeleteMsgs"}});
1907     sctpParams.e2tCounters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionDeleteBytes"}});
1908
1909     sctpParams.e2tCounters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionDeleteAckMsgs"}});
1910     sctpParams.e2tCounters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionDeleteAckBytes"}});
1911
1912     sctpParams.e2tCounters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionDeleteFailMsgs"}});
1913     sctpParams.e2tCounters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionDeleteFailBytes"}});
1914
1915     sctpParams.e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICindication] = &sctpParams.prometheusFamily->Add({{"counter", "RICIndicationMsgs"}});
1916     sctpParams.e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICindication] = &sctpParams.prometheusFamily->Add({{"counter", "RICIndicationBytes"}});
1917
1918     sctpParams.e2tCounters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICserviceQuery] = &sctpParams.prometheusFamily->Add({{"counter", "RICServiceQueryMsgs"}});
1919     sctpParams.e2tCounters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICserviceQuery] = &sctpParams.prometheusFamily->Add({{"counter", "RICServiceQueryBytes"}});
1920
1921     sctpParams.e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDeleteRequired] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionDeleteRequiredMsgs"}});
1922     sctpParams.e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDeleteRequired] = &sctpParams.prometheusFamily->Add({{"counter", "RICSubscriptionDeleteRequiredBytes"}});
1923
1924 }
1925
1926 void buildPrometheusList(ConnectedCU_t *peerInfo, Family<Counter> *prometheusFamily) {
1927     peerInfo->counters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_E2setup)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"SetupRequest", "Messages"}});
1928     peerInfo->counters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_E2setup)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"SetupRequest", "Bytes"}});
1929
1930     peerInfo->counters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_E2nodeConfigurationUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"E2NodeConfigUpdate", "Messages"}});
1931     peerInfo->counters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_E2nodeConfigurationUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"E2NodeConfigUpdate", "Bytes"}});
1932
1933     peerInfo->counters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_ErrorIndication)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"ErrorIndication", "Messages"}});
1934     peerInfo->counters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_ErrorIndication)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"ErrorIndication", "Bytes"}});
1935
1936     peerInfo->counters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_RICindication)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICindication", "Messages"}});
1937     peerInfo->counters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_RICindication)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICindication", "Bytes"}});
1938
1939     peerInfo->counters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"ResetRequest", "Messages"}});
1940     peerInfo->counters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"ResetRequest", "Bytes"}});
1941
1942     peerInfo->counters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_RICserviceUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICserviceUpdate", "Messages"}});
1943     peerInfo->counters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_RICserviceUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICserviceUpdate", "Bytes"}});
1944     // ---------------------------------------------
1945     peerInfo->counters[IN_SUCC][MSG_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"ResetACK", "Messages"}});
1946     peerInfo->counters[IN_SUCC][BYTES_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"ResetACK", "Bytes"}});
1947
1948     peerInfo->counters[IN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICcontrol)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICcontrolACK", "Messages"}});
1949     peerInfo->counters[IN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICcontrol)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICcontrolACK", "Bytes"}});
1950
1951     peerInfo->counters[IN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICsubscription)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionACK", "Messages"}});
1952     peerInfo->counters[IN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICsubscription)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionACK", "Bytes"}});
1953
1954     peerInfo->counters[IN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICsubscriptionDelete)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionDeleteACK", "Messages"}});
1955     peerInfo->counters[IN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICsubscriptionDelete)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionDeleteACK", "Bytes"}});
1956     //-------------------------------------------------------------
1957
1958     peerInfo->counters[IN_UN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICcontrol)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICcontrolFailure", "Messages"}});
1959     peerInfo->counters[IN_UN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICcontrol)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICcontrolFailure", "Bytes"}});
1960
1961     peerInfo->counters[IN_UN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICsubscription)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionFailure", "Messages"}});
1962     peerInfo->counters[IN_UN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICsubscription)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionFailure", "Bytes"}});
1963
1964     peerInfo->counters[IN_UN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICsubscriptionDelete)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionDeleteFailure", "Messages"}});
1965     peerInfo->counters[IN_UN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICsubscriptionDelete)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionDeleteFailure", "Bytes"}});
1966
1967     //====================================================================================
1968     peerInfo->counters[OUT_INITI][MSG_COUNTER][(ProcedureCode_id_ErrorIndication)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"ErrorIndication", "Messages"}});
1969     peerInfo->counters[OUT_INITI][BYTES_COUNTER][(ProcedureCode_id_ErrorIndication)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"ErrorIndication", "Bytes"}});
1970
1971     peerInfo->counters[OUT_INITI][MSG_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"ResetRequest", "Messages"}});
1972     peerInfo->counters[OUT_INITI][BYTES_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"ResetRequest", "Bytes"}});
1973
1974     peerInfo->counters[OUT_INITI][MSG_COUNTER][(ProcedureCode_id_RICcontrol)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICcontrol", "Messages"}});
1975     peerInfo->counters[OUT_INITI][BYTES_COUNTER][(ProcedureCode_id_RICcontrol)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICcontrol", "Bytes"}});
1976
1977     peerInfo->counters[OUT_INITI][MSG_COUNTER][(ProcedureCode_id_RICserviceQuery)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICserviceQuery", "Messages"}});
1978     peerInfo->counters[OUT_INITI][BYTES_COUNTER][(ProcedureCode_id_RICserviceQuery)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICserviceQuery", "Bytes"}});
1979
1980     peerInfo->counters[OUT_INITI][MSG_COUNTER][(ProcedureCode_id_RICsubscription)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICsubscription", "Messages"}});
1981     peerInfo->counters[OUT_INITI][BYTES_COUNTER][(ProcedureCode_id_RICsubscription)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICsubscription", "Bytes"}});
1982
1983     peerInfo->counters[OUT_INITI][MSG_COUNTER][(ProcedureCode_id_RICsubscriptionDelete)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICsubscriptionDelete", "Messages"}});
1984     peerInfo->counters[OUT_INITI][BYTES_COUNTER][(ProcedureCode_id_RICsubscriptionDelete)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICsubscriptionDelete", "Bytes"}});
1985     //---------------------------------------------------------------------------------------------------------
1986     peerInfo->counters[OUT_SUCC][MSG_COUNTER][(ProcedureCode_id_E2setup)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"SetupResponse", "Messages"}});
1987     peerInfo->counters[OUT_SUCC][BYTES_COUNTER][(ProcedureCode_id_E2setup)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"SetupResponse", "Bytes"}});
1988
1989     peerInfo->counters[OUT_SUCC][MSG_COUNTER][(ProcedureCode_id_E2nodeConfigurationUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"E2NodeConfigUpdateSuccess", "Messages"}});
1990     peerInfo->counters[OUT_SUCC][BYTES_COUNTER][(ProcedureCode_id_E2nodeConfigurationUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"E2NodeConfigUpdateSuccess", "Bytes"}});
1991
1992     peerInfo->counters[OUT_SUCC][MSG_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"ResetACK", "Messages"}});
1993     peerInfo->counters[OUT_SUCC][BYTES_COUNTER][(ProcedureCode_id_Reset)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"ResetACK", "Bytes"}});
1994
1995     peerInfo->counters[OUT_SUCC][MSG_COUNTER][(ProcedureCode_id_RICserviceUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICserviceUpdateResponse", "Messages"}});
1996     peerInfo->counters[OUT_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICserviceUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICserviceUpdateResponse", "Bytes"}});
1997     //----------------------------------------------------------------------------------------------------------------
1998     peerInfo->counters[OUT_UN_SUCC][MSG_COUNTER][(ProcedureCode_id_E2setup)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"SetupRequestFailure", "Messages"}});
1999     peerInfo->counters[OUT_UN_SUCC][BYTES_COUNTER][(ProcedureCode_id_E2setup)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"SetupRequestFailure", "Bytes"}});
2000
2001     peerInfo->counters[OUT_UN_SUCC][MSG_COUNTER][(ProcedureCode_id_E2nodeConfigurationUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"E2NodeConfigUpdateFailure", "Messages"}});
2002     peerInfo->counters[OUT_UN_SUCC][BYTES_COUNTER][(ProcedureCode_id_E2nodeConfigurationUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"E2NodeConfigUpdateFailure", "Bytes"}});
2003
2004     peerInfo->counters[OUT_UN_SUCC][MSG_COUNTER][(ProcedureCode_id_RICserviceUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICserviceUpdateFailure", "Messages"}});
2005     peerInfo->counters[OUT_UN_SUCC][BYTES_COUNTER][(ProcedureCode_id_RICserviceUpdate)] = &prometheusFamily->Add({{peerInfo->enodbName, "OUT"}, {"RICserviceUpdateFailure", "Bytes"}});
2006
2007
2008     peerInfo->counters[IN_INITI][MSG_COUNTER][(ProcedureCode_id_RICsubscriptionDeleteRequired)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionDeleteRequired", "Messages"}});
2009     peerInfo->counters[IN_INITI][BYTES_COUNTER][(ProcedureCode_id_RICsubscriptionDeleteRequired)] = &prometheusFamily->Add({{peerInfo->enodbName, "IN"}, {"RICsubscriptionDeleteRequired", "Bytes"}});
2010
2011 }
2012
2013 /**
2014  *
2015  * @param pdu
2016  * @param sctpMap
2017  * @param message
2018  * @param RANfunctionsAdded_v
2019  * @return
2020  */
2021 int collectSetupRequestData(E2AP_PDU_t *pdu,
2022                                      Sctp_Map_t *sctpMap,
2023                                      ReportingMessages_t &message /*, vector <string> &RANfunctionsAdded_v*/) {
2024     memset(message.peerInfo->enodbName, 0 , MAX_ENODB_NAME_SIZE);
2025     for (auto i = 0; i < pdu->choice.initiatingMessage->value.choice.E2setupRequest.protocolIEs.list.count; i++) {
2026         auto *ie = pdu->choice.initiatingMessage->value.choice.E2setupRequest.protocolIEs.list.array[i];
2027         if (ie->id == ProtocolIE_ID_id_GlobalE2node_ID) {
2028             // get the ran name for meid
2029             if (ie->value.present == E2setupRequestIEs__value_PR_GlobalE2node_ID) {
2030                 if (buildRanName(message.peerInfo->enodbName, ie) < 0) {
2031                     mdclog_write(MDCLOG_ERR, "Bad param in E2setupRequestIEs GlobalE2node_ID.\n");
2032                     // no message will be sent
2033                     return -1;
2034                 }
2035
2036                 memcpy(message.message.enodbName, message.peerInfo->enodbName, strlen(message.peerInfo->enodbName));
2037                 sctpMap->setkey(message.message.enodbName, message.peerInfo);
2038             }
2039         } /*else if (ie->id == ProtocolIE_ID_id_RANfunctionsAdded) {
2040             if (ie->value.present == E2setupRequestIEs__value_PR_RANfunctions_List) {
2041                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
2042                     mdclog_write(MDCLOG_DEBUG, "Run function list have %d entries",
2043                                  ie->value.choice.RANfunctions_List.list.count);
2044                 }
2045                 if (RAN_Function_list_To_Vector(ie->value.choice.RANfunctions_List, RANfunctionsAdded_v) != 0 ) {
2046                     return -1;
2047                 }
2048             }
2049         } */
2050     }
2051 //    if (mdclog_level_get() >= MDCLOG_DEBUG) {
2052 //        mdclog_write(MDCLOG_DEBUG, "Run function vector have %ld entries",
2053 //                     RANfunctionsAdded_v.size());
2054 //    }
2055     return 0;
2056 }
2057
2058 int XML_From_PER(ReportingMessages_t &message, RmrMessagesBuffer_t &rmrMessageBuffer) {
2059     E2AP_PDU_t *pdu = nullptr;
2060
2061     if (mdclog_level_get() >= MDCLOG_DEBUG) {
2062         mdclog_write(MDCLOG_DEBUG, "got PER message of size %d is:%s",
2063                      rmrMessageBuffer.sendMessage->len, rmrMessageBuffer.sendMessage->payload);
2064     }
2065     auto rval = asn_decode(nullptr, ATS_ALIGNED_BASIC_PER, &asn_DEF_E2AP_PDU, (void **) &pdu,
2066                            rmrMessageBuffer.sendMessage->payload, rmrMessageBuffer.sendMessage->len);
2067     if (rval.code != RC_OK) {
2068         mdclog_write(MDCLOG_ERR, "Error %d Decoding (unpack) setup response  from E2MGR : %s",
2069                      rval.code,
2070                      message.message.enodbName);
2071         if (pdu != nullptr) {
2072             ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
2073             pdu = nullptr;
2074         }
2075         return -1;
2076     }
2077
2078     int buff_size = RECEIVE_XAPP_BUFFER_SIZE;
2079     auto er = asn_encode_to_buffer(nullptr, ATS_BASIC_XER, &asn_DEF_E2AP_PDU, pdu,
2080                                    rmrMessageBuffer.sendMessage->payload, buff_size);
2081     if (er.encoded == -1) {
2082         mdclog_write(MDCLOG_ERR, "encoding of %s failed, %s", asn_DEF_E2AP_PDU.name, strerror(errno));
2083         if (pdu != nullptr) {
2084             ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
2085             pdu = nullptr;
2086         }
2087         return -1;
2088     } else if (er.encoded > (ssize_t)buff_size) {
2089         mdclog_write(MDCLOG_ERR, "Buffer of size %d is to small for %s, at %s line %d",
2090                      (int)rmrMessageBuffer.sendMessage->len,
2091                      asn_DEF_E2AP_PDU.name,
2092                      __func__,
2093                      __LINE__);
2094         if (pdu != nullptr) {
2095             ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
2096             pdu = nullptr;
2097         }
2098         return -1;
2099     }
2100     rmrMessageBuffer.sendMessage->len = er.encoded;
2101     if (pdu != nullptr) {
2102         ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
2103         pdu = nullptr;
2104     }
2105     return 0;
2106
2107 }
2108
2109 /**
2110  *
2111  * @param pdu
2112  * @param message
2113  * @param rmrMessageBuffer
2114  */
2115 void asnInitiatingRequest(E2AP_PDU_t *pdu,
2116                           Sctp_Map_t *sctpMap,
2117                           ReportingMessages_t &message,
2118                           RmrMessagesBuffer_t &rmrMessageBuffer, int streamId) {
2119     auto logLevel = mdclog_level_get();
2120     auto procedureCode = ((InitiatingMessage_t *) pdu->choice.initiatingMessage)->procedureCode;
2121     if (logLevel >= MDCLOG_DEBUG) {
2122         mdclog_write(MDCLOG_DEBUG, "Initiating message %ld\n", procedureCode);
2123     }
2124     switch (procedureCode) {
2125         case ProcedureCode_id_E2setup: {
2126             if (logLevel >= MDCLOG_DEBUG) {
2127                 mdclog_write(MDCLOG_DEBUG, "Got E2setup");
2128             }
2129
2130 //            vector <string> RANfunctionsAdded_v;
2131 //            vector <string> RANfunctionsModified_v;
2132 //            RANfunctionsAdded_v.clear();
2133 //            RANfunctionsModified_v.clear();
2134             if (collectSetupRequestData(pdu, sctpMap, message) != 0) {
2135                 break;
2136             }
2137             struct sctp_status status;
2138             int stat_size = sizeof(status);
2139             getsockopt( message.peerInfo->fileDescriptor, SOL_SCTP, SCTP_STATUS,(void *)&status, (socklen_t *)&stat_size );
2140             if (logLevel >= MDCLOG_DEBUG) {
2141                 mdclog_write(MDCLOG_DEBUG, "Start from SCTP %d fd", message.peerInfo->fileDescriptor);
2142                 mdclog_write(MDCLOG_DEBUG, "SCTP status assoc id %d instrms %d outstrms %d", status.sstat_assoc_id,
2143                         status.sstat_instrms, status.sstat_outstrms);
2144             }
2145             if(status.sstat_outstrms == 1 || status.sstat_instrms == 1)
2146             {
2147                 message.peerInfo->isSingleStream = true;
2148                 message.peerInfo->singleStreamId = streamId;
2149                 if (status.sstat_outstrms == 1 && status.sstat_instrms == 1){
2150                     if (logLevel >= MDCLOG_DEBUG) {
2151                         mdclog_write(MDCLOG_DEBUG, "Single SCTP stream is used for sending from now on, assoc id %d streamId %d #instrms %d #outstrms %d, %s",status.sstat_assoc_id, streamId, status.sstat_instrms, status.sstat_outstrms, __FUNCTION__);
2152                     }
2153                 }
2154                 else {
2155                     mdclog_write(MDCLOG_ERR, "Single SCTP stream used for sending messages even if there is a mismatch in number of in & out streams, assoc id %d instrms %d outstrms %d", status.sstat_assoc_id,
2156                             status.sstat_instrms, status.sstat_outstrms);
2157                 }
2158             }
2159
2160             buildPrometheusList(message.peerInfo, message.peerInfo->sctpParams->prometheusFamily);
2161
2162             string messageName("E2setupRequest");
2163             string ieName("E2setupRequestIEs");
2164             message.message.messageType = RIC_E2_SETUP_REQ;
2165             message.peerInfo->counters[IN_INITI][MSG_COUNTER][ProcedureCode_id_E2setup]->Increment();
2166             message.peerInfo->counters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_E2setup]->Increment((double)message.message.asnLength);
2167
2168             // Update E2T instance level metrics
2169             message.peerInfo->sctpParams->e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_E2setup]->Increment();
2170             message.peerInfo->sctpParams->e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_E2setup]->Increment((double)message.message.asnLength);
2171
2172             buildAndSendSetupRequest(message, rmrMessageBuffer, pdu);
2173             break;
2174         }
2175         case ProcedureCode_id_RICserviceUpdate: {
2176             if (logLevel >= MDCLOG_DEBUG) {
2177                 mdclog_write(MDCLOG_DEBUG, "Got RICserviceUpdate %s", message.message.enodbName);
2178             }
2179 //            vector <string> RANfunctionsAdded_v;
2180 //            vector <string> RANfunctionsModified_v;
2181 //            RANfunctionsAdded_v.clear();
2182 //            RANfunctionsModified_v.clear();
2183 //            if (collectServiceUpdate_RequestData(pdu, sctpMap, message,
2184 //                                                 RANfunctionsAdded_v, RANfunctionsModified_v) != 0) {
2185 //                break;
2186 //            }
2187
2188             string messageName("RICserviceUpdate");
2189             string ieName("RICserviceUpdateIEs");
2190             message.message.messageType = RIC_SERVICE_UPDATE;
2191 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2192             message.peerInfo->counters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment();
2193             message.peerInfo->counters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment((double)message.message.asnLength);
2194
2195             // Update E2T instance level metrics
2196             message.peerInfo->sctpParams->e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment();
2197             message.peerInfo->sctpParams->e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment((double)message.message.asnLength);
2198 #endif
2199             buildAndSendSetupRequest(message, rmrMessageBuffer, pdu);
2200             break;
2201         }
2202
2203 case ProcedureCode_id_E2nodeConfigurationUpdate: {
2204             if (logLevel >= MDCLOG_DEBUG) {
2205                 mdclog_write(MDCLOG_DEBUG, "Got E2nodeConfigurationUpdate %s", message.message.enodbName);
2206             }
2207
2208             string messageName("RICE2nodeConfigurationUpdate");
2209             string ieName("RICE2nodeConfigurationUpdateIEs");
2210             message.message.messageType = RIC_E2NODE_CONFIG_UPDATE;
2211 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2212             message.peerInfo->counters[IN_INITI][MSG_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate]->Increment();
2213             message.peerInfo->counters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate]->Increment((double)message.message.asnLength);
2214
2215             // Update E2T instance level metrics
2216             message.peerInfo->sctpParams->e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate]->Increment();
2217             message.peerInfo->sctpParams->e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate]->Increment((double)message.message.asnLength);
2218 #endif
2219             buildAndSendSetupRequest(message, rmrMessageBuffer, pdu);
2220             break;
2221         }
2222
2223         case ProcedureCode_id_ErrorIndication: {
2224             if (logLevel >= MDCLOG_DEBUG) {
2225                 mdclog_write(MDCLOG_DEBUG, "Got ErrorIndication %s", message.message.enodbName);
2226             }
2227 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2228             message.peerInfo->counters[IN_INITI][MSG_COUNTER][ProcedureCode_id_ErrorIndication]->Increment();
2229             message.peerInfo->counters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_ErrorIndication]->Increment((double)message.message.asnLength);
2230
2231             // Update E2T instance level metrics
2232             message.peerInfo->sctpParams->e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_ErrorIndication]->Increment();
2233             message.peerInfo->sctpParams->e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_ErrorIndication]->Increment((double)message.message.asnLength);
2234 #endif
2235             if (sendRequestToXapp(message, RIC_ERROR_INDICATION, rmrMessageBuffer) != 0) {
2236                 mdclog_write(MDCLOG_ERR, "RIC_ERROR_INDICATION failed to send to xAPP");
2237             }
2238             break;
2239         }
2240         case ProcedureCode_id_Reset: {
2241             if (logLevel >= MDCLOG_DEBUG) {
2242                 mdclog_write(MDCLOG_DEBUG, "Got Reset %s", message.message.enodbName);
2243             }
2244 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2245             message.peerInfo->counters[IN_INITI][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
2246             message.peerInfo->counters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment((double)message.message.asnLength);
2247
2248             // Update E2T instance level metrics
2249             message.peerInfo->sctpParams->e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
2250             message.peerInfo->sctpParams->e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment((double)message.message.asnLength);
2251 #endif
2252             if (XML_From_PER(message, rmrMessageBuffer) < 0) {
2253                 break;
2254             }
2255
2256             if (sendRequestToXapp(message, RIC_E2_RESET_REQ, rmrMessageBuffer) != 0) {
2257                 mdclog_write(MDCLOG_ERR, "RIC_E2_RESET_REQ message failed to send to xAPP");
2258             }
2259             break;
2260         }
2261         case ProcedureCode_id_RICindication: {
2262             if (logLevel >= MDCLOG_DEBUG) {
2263                 mdclog_write(MDCLOG_DEBUG, "Got RICindication %s", message.message.enodbName);
2264             }
2265             for (auto i = 0; i < pdu->choice.initiatingMessage->value.choice.RICindication.protocolIEs.list.count; i++) {
2266                 auto messageSent = false;
2267                 RICindication_IEs_t *ie = pdu->choice.initiatingMessage->value.choice.RICindication.protocolIEs.list.array[i];
2268                 if (logLevel >= MDCLOG_DEBUG) {
2269                     mdclog_write(MDCLOG_DEBUG, "ie type (ProtocolIE_ID) = %ld", ie->id);
2270                 }
2271                 if (ie->id == ProtocolIE_ID_id_RICrequestID) {
2272                     if (logLevel >= MDCLOG_DEBUG) {
2273                         mdclog_write(MDCLOG_DEBUG, "Got RIC requestId entry, ie type (ProtocolIE_ID) = %ld", ie->id);
2274                     }
2275                     if (ie->value.present == RICindication_IEs__value_PR_RICrequestID) {
2276                         static unsigned char tx[32];
2277                         message.message.messageType = rmrMessageBuffer.sendMessage->mtype = RIC_INDICATION;
2278                         snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
2279                         rmr_bytes2xact(rmrMessageBuffer.sendMessage, tx, strlen((const char *) tx));
2280                         rmr_bytes2meid(rmrMessageBuffer.sendMessage,
2281                                        (unsigned char *)message.message.enodbName,
2282                                        strlen(message.message.enodbName));
2283                         rmrMessageBuffer.sendMessage->state = 0;
2284                         rmrMessageBuffer.sendMessage->sub_id = (int)ie->value.choice.RICrequestID.ricInstanceID;
2285
2286                         //ie->value.choice.RICrequestID.ricInstanceID;
2287                         if (mdclog_level_get() >= MDCLOG_DEBUG) {
2288                             mdclog_write(MDCLOG_DEBUG, "sub id = %d, mtype = %d, ric instance id %ld, requestor id = %ld",
2289                                          rmrMessageBuffer.sendMessage->sub_id,
2290                                          rmrMessageBuffer.sendMessage->mtype,
2291                                          ie->value.choice.RICrequestID.ricInstanceID,
2292                                          ie->value.choice.RICrequestID.ricRequestorID);
2293                         }
2294 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2295                         message.peerInfo->counters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICindication]->Increment();
2296                         message.peerInfo->counters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICindication]->Increment((double)message.message.asnLength);
2297
2298                         // Update E2T instance level metrics
2299                         message.peerInfo->sctpParams->e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICindication]->Increment();
2300                         message.peerInfo->sctpParams->e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICindication]->Increment((double)message.message.asnLength);
2301 #endif
2302                         sendRmrMessage(rmrMessageBuffer, message);
2303                         messageSent = true;
2304                     } else {
2305                         mdclog_write(MDCLOG_ERR, "RIC request id missing illegal request");
2306                     }
2307                 }
2308                 if (messageSent) {
2309                     break;
2310                 }
2311             }
2312             break;
2313         }
2314         case ProcedureCode_id_RICsubscriptionDeleteRequired: {
2315             if (logLevel >= MDCLOG_DEBUG) {
2316                 mdclog_write(MDCLOG_DEBUG, "Got RICsubscriptionDeleteRequired %s", message.message.enodbName);
2317             }
2318         #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2319             message.peerInfo->counters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDeleteRequired]->Increment();
2320             message.peerInfo->counters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDeleteRequired]->Increment((double)message.message.asnLength);
2321
2322             // Update E2T instance level metrics
2323             message.peerInfo->sctpParams->e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDeleteRequired]->Increment();
2324             message.peerInfo->sctpParams->e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDeleteRequired]->Increment((double)message.message.asnLength);
2325         #endif
2326             if (sendRequestToXapp(message, RIC_SUB_DEL_REQUIRED, rmrMessageBuffer) != 0) {
2327                 mdclog_write(MDCLOG_ERR, "Subscription Delete Required message failed to send to xAPP");
2328             }
2329             break;
2330         }
2331
2332         default: {
2333             mdclog_write(MDCLOG_ERR, "Undefined or not supported message = %ld", procedureCode);
2334             message.message.messageType = 0; // no RMR message type yet
2335
2336             buildJsonMessage(message);
2337
2338             break;
2339         }
2340     }
2341 }
2342
2343 /**
2344  *
2345  * @param pdu
2346  * @param message
2347  * @param rmrMessageBuffer
2348  */
2349 void asnSuccessfulMsg(E2AP_PDU_t *pdu,
2350                       Sctp_Map_t *sctpMap,
2351                       ReportingMessages_t &message,
2352                       RmrMessagesBuffer_t &rmrMessageBuffer) {
2353     auto procedureCode = pdu->choice.successfulOutcome->procedureCode;
2354     auto logLevel = mdclog_level_get();
2355     if (logLevel >= MDCLOG_INFO) {
2356         mdclog_write(MDCLOG_INFO, "Successful Outcome %ld", procedureCode);
2357     }
2358     switch (procedureCode) {
2359         case ProcedureCode_id_Reset: {
2360             if (logLevel >= MDCLOG_DEBUG) {
2361                 mdclog_write(MDCLOG_DEBUG, "Got Reset %s", message.message.enodbName);
2362             }
2363 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2364             message.peerInfo->counters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
2365             message.peerInfo->counters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment((double)message.message.asnLength);
2366
2367             // Update E2T instance level metrics
2368             message.peerInfo->sctpParams->e2tCounters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
2369             message.peerInfo->sctpParams->e2tCounters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment((double)message.message.asnLength);
2370 #endif
2371             if (XML_From_PER(message, rmrMessageBuffer) < 0) {
2372                 break;
2373             }
2374             if (sendRequestToXapp(message, RIC_E2_RESET_RESP, rmrMessageBuffer) != 0) {
2375                 mdclog_write(MDCLOG_ERR, "RIC_E2_RESET_RESP message failed to send to xAPP");
2376             }
2377             break;
2378         }
2379         case ProcedureCode_id_RICcontrol: {
2380             if (logLevel >= MDCLOG_DEBUG) {
2381                 mdclog_write(MDCLOG_DEBUG, "Got RICcontrol %s", message.message.enodbName);
2382             }
2383             for (auto i = 0;
2384                  i < pdu->choice.successfulOutcome->value.choice.RICcontrolAcknowledge.protocolIEs.list.count; i++) {
2385                 auto messageSent = false;
2386                 RICcontrolAcknowledge_IEs_t *ie = pdu->choice.successfulOutcome->value.choice.RICcontrolAcknowledge.protocolIEs.list.array[i];
2387                 if (mdclog_level_get() >= MDCLOG_DEBUG) {
2388                     mdclog_write(MDCLOG_DEBUG, "ie type (ProtocolIE_ID) = %ld", ie->id);
2389                 }
2390                 if (ie->id == ProtocolIE_ID_id_RICrequestID) {
2391                     if (mdclog_level_get() >= MDCLOG_DEBUG) {
2392                         mdclog_write(MDCLOG_DEBUG, "Got RIC requestId entry, ie type (ProtocolIE_ID) = %ld", ie->id);
2393                     }
2394                     if (ie->value.present == RICcontrolAcknowledge_IEs__value_PR_RICrequestID) {
2395                         message.message.messageType = rmrMessageBuffer.sendMessage->mtype = RIC_CONTROL_ACK;
2396                         rmrMessageBuffer.sendMessage->state = 0;
2397 //                        rmrMessageBuffer.sendMessage->sub_id = (int) ie->value.choice.RICrequestID.ricRequestorID;
2398                         rmrMessageBuffer.sendMessage->sub_id = (int)ie->value.choice.RICrequestID.ricInstanceID;
2399
2400                         static unsigned char tx[32];
2401                         snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
2402                         rmr_bytes2xact(rmrMessageBuffer.sendMessage, tx, strlen((const char *) tx));
2403                         rmr_bytes2meid(rmrMessageBuffer.sendMessage,
2404                                        (unsigned char *)message.message.enodbName,
2405                                        strlen(message.message.enodbName));
2406 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2407                         message.peerInfo->counters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICcontrol]->Increment();
2408                         message.peerInfo->counters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICcontrol]->Increment((double)message.message.asnLength);
2409
2410                         // Update E2T instance level metrics
2411                         message.peerInfo->sctpParams->e2tCounters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICcontrol]->Increment();
2412                         message.peerInfo->sctpParams->e2tCounters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICcontrol]->Increment((double)message.message.asnLength);
2413 #endif
2414                         sendRmrMessage(rmrMessageBuffer, message);
2415                         messageSent = true;
2416                     } else {
2417                         mdclog_write(MDCLOG_ERR, "RIC request id missing illegal request");
2418                     }
2419                 }
2420                 if (messageSent) {
2421                     break;
2422                 }
2423             }
2424
2425             break;
2426         }
2427         case ProcedureCode_id_RICsubscription: {
2428             if (logLevel >= MDCLOG_DEBUG) {
2429                 mdclog_write(MDCLOG_DEBUG, "Got RICsubscription %s", message.message.enodbName);
2430             }
2431 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2432             message.peerInfo->counters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscription]->Increment();
2433             message.peerInfo->counters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscription]->Increment((double)message.message.asnLength);
2434
2435             // Update E2T instance level metrics
2436             message.peerInfo->sctpParams->e2tCounters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscription]->Increment();
2437             message.peerInfo->sctpParams->e2tCounters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscription]->Increment((double)message.message.asnLength);
2438 #endif
2439             if (sendRequestToXapp(message, RIC_SUB_RESP, rmrMessageBuffer) != 0) {
2440                 mdclog_write(MDCLOG_ERR, "Subscription successful message failed to send to xAPP");
2441             }
2442             break;
2443         }
2444         case ProcedureCode_id_RICsubscriptionDelete: {
2445             if (logLevel >= MDCLOG_DEBUG) {
2446                 mdclog_write(MDCLOG_DEBUG, "Got RICsubscriptionDelete %s", message.message.enodbName);
2447             }
2448 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2449             message.peerInfo->counters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment();
2450             message.peerInfo->counters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment((double)message.message.asnLength);
2451
2452             // Update E2T instance level metrics
2453             message.peerInfo->sctpParams->e2tCounters[IN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment();
2454             message.peerInfo->sctpParams->e2tCounters[IN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment((double)message.message.asnLength);
2455 #endif
2456             if (sendRequestToXapp(message, RIC_SUB_DEL_RESP, rmrMessageBuffer) != 0) {
2457                 mdclog_write(MDCLOG_ERR, "Subscription delete successful message failed to send to xAPP");
2458             }
2459             break;
2460         }
2461         default: {
2462             mdclog_write(MDCLOG_WARN, "Undefined or not supported message = %ld", procedureCode);
2463             message.message.messageType = 0; // no RMR message type yet
2464             buildJsonMessage(message);
2465
2466             break;
2467         }
2468     }
2469 }
2470
2471 /**
2472  *
2473  * @param pdu
2474  * @param message
2475  * @param rmrMessageBuffer
2476  */
2477 void asnUnSuccsesfulMsg(E2AP_PDU_t *pdu,
2478                         Sctp_Map_t *sctpMap,
2479                         ReportingMessages_t &message,
2480                         RmrMessagesBuffer_t &rmrMessageBuffer) {
2481     auto procedureCode = pdu->choice.unsuccessfulOutcome->procedureCode;
2482     auto logLevel = mdclog_level_get();
2483     if (logLevel >= MDCLOG_INFO) {
2484         mdclog_write(MDCLOG_INFO, "Unsuccessful Outcome %ld", procedureCode);
2485     }
2486     switch (procedureCode) {
2487         case ProcedureCode_id_RICcontrol: {
2488             if (logLevel >= MDCLOG_DEBUG) {
2489                 mdclog_write(MDCLOG_DEBUG, "Got RICcontrol %s", message.message.enodbName);
2490             }
2491             for (int i = 0;
2492                  i < pdu->choice.unsuccessfulOutcome->value.choice.RICcontrolFailure.protocolIEs.list.count; i++) {
2493                 auto messageSent = false;
2494                 RICcontrolFailure_IEs_t *ie = pdu->choice.unsuccessfulOutcome->value.choice.RICcontrolFailure.protocolIEs.list.array[i];
2495                 if (logLevel >= MDCLOG_DEBUG) {
2496                     mdclog_write(MDCLOG_DEBUG, "ie type (ProtocolIE_ID) = %ld", ie->id);
2497                 }
2498                 if (ie->id == ProtocolIE_ID_id_RICrequestID) {
2499                     if (logLevel >= MDCLOG_DEBUG) {
2500                         mdclog_write(MDCLOG_DEBUG, "Got RIC requestId entry, ie type (ProtocolIE_ID) = %ld", ie->id);
2501                     }
2502                     if (ie->value.present == RICcontrolFailure_IEs__value_PR_RICrequestID) {
2503                         message.message.messageType = rmrMessageBuffer.sendMessage->mtype = RIC_CONTROL_FAILURE;
2504                         rmrMessageBuffer.sendMessage->state = 0;
2505 //                        rmrMessageBuffer.sendMessage->sub_id = (int)ie->value.choice.RICrequestID.ricRequestorID;
2506                         rmrMessageBuffer.sendMessage->sub_id = (int)ie->value.choice.RICrequestID.ricInstanceID;
2507                         static unsigned char tx[32];
2508                         snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
2509                         rmr_bytes2xact(rmrMessageBuffer.sendMessage, tx, strlen((const char *) tx));
2510                         rmr_bytes2meid(rmrMessageBuffer.sendMessage, (unsigned char *) message.message.enodbName,
2511                                        strlen(message.message.enodbName));
2512 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2513                         message.peerInfo->counters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICcontrol]->Increment();
2514                         message.peerInfo->counters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICcontrol]->Increment((double)message.message.asnLength);
2515
2516                         // Update E2T instance level metrics
2517                         message.peerInfo->sctpParams->e2tCounters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICcontrol]->Increment();
2518                         message.peerInfo->sctpParams->e2tCounters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICcontrol]->Increment((double)message.message.asnLength);
2519 #endif
2520                         sendRmrMessage(rmrMessageBuffer, message);
2521                         messageSent = true;
2522                     } else {
2523                         mdclog_write(MDCLOG_ERR, "RIC request id missing illegal request");
2524                     }
2525                 }
2526                 if (messageSent) {
2527                     break;
2528                 }
2529             }
2530             break;
2531         }
2532         case ProcedureCode_id_RICsubscription: {
2533             if (logLevel >= MDCLOG_DEBUG) {
2534                 mdclog_write(MDCLOG_DEBUG, "Got RICsubscription %s", message.message.enodbName);
2535             }
2536 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2537             message.peerInfo->counters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscription]->Increment();
2538             message.peerInfo->counters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscription]->Increment((double)message.message.asnLength);
2539
2540             // Update E2T instance level metrics
2541             message.peerInfo->sctpParams->e2tCounters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscription]->Increment();
2542             message.peerInfo->sctpParams->e2tCounters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscription]->Increment((double)message.message.asnLength);
2543 #endif
2544             if (sendRequestToXapp(message, RIC_SUB_FAILURE, rmrMessageBuffer) != 0) {
2545                 mdclog_write(MDCLOG_ERR, "Subscription unsuccessful message failed to send to xAPP");
2546             }
2547             break;
2548         }
2549         case ProcedureCode_id_RICsubscriptionDelete: {
2550             if (logLevel >= MDCLOG_DEBUG) {
2551                 mdclog_write(MDCLOG_DEBUG, "Got RICsubscriptionDelete %s", message.message.enodbName);
2552             }
2553 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2554             message.peerInfo->counters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment();
2555             message.peerInfo->counters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment((double)message.message.asnLength);
2556
2557             // Update E2T instance level metrics
2558             message.peerInfo->sctpParams->e2tCounters[IN_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment();
2559             message.peerInfo->sctpParams->e2tCounters[IN_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment((double)message.message.asnLength);
2560 #endif
2561             if (sendRequestToXapp(message, RIC_SUB_FAILURE, rmrMessageBuffer) != 0) {
2562                 mdclog_write(MDCLOG_ERR, "Subscription Delete unsuccessful message failed to send to xAPP");
2563             }
2564             break;
2565         }
2566         default: {
2567             mdclog_write(MDCLOG_WARN, "Undefined or not supported message = %ld", procedureCode);
2568             message.message.messageType = 0; // no RMR message type yet
2569 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2570             buildJsonMessage(message);
2571 #endif
2572             break;
2573         }
2574     }
2575 }
2576
2577 /**
2578  *
2579  * @param message
2580  * @param requestId
2581  * @param rmrMmessageBuffer
2582  * @return
2583  */
2584 int sendRequestToXapp(ReportingMessages_t &message,
2585                       int requestId,
2586                       RmrMessagesBuffer_t &rmrMmessageBuffer) {
2587     rmr_bytes2meid(rmrMmessageBuffer.sendMessage,
2588                    (unsigned char *)message.message.enodbName,
2589                    strlen(message.message.enodbName));
2590     message.message.messageType = rmrMmessageBuffer.sendMessage->mtype = requestId;
2591     rmrMmessageBuffer.sendMessage->state = 0;
2592     static unsigned char tx[32];
2593     snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
2594     rmr_bytes2xact(rmrMmessageBuffer.sendMessage, tx, strlen((const char *) tx));
2595
2596     auto rc = sendRmrMessage(rmrMmessageBuffer, message);
2597     return rc;
2598 }
2599
2600 /**
2601  *
2602  * @param pSctpParams
2603  */
2604 void getRmrContext(sctp_params_t &pSctpParams) {
2605     pSctpParams.rmrCtx = nullptr;
2606     pSctpParams.rmrCtx = rmr_init(pSctpParams.rmrAddress, RECEIVE_XAPP_BUFFER_SIZE, RMRFL_NONE);
2607     if (pSctpParams.rmrCtx == nullptr) {
2608         mdclog_write(MDCLOG_ERR, "Failed to initialize RMR");
2609         return;
2610     }
2611
2612     rmr_set_stimeout(pSctpParams.rmrCtx, 0);    // disable retries for any send operation
2613     // we need to find that routing table exist and we can run
2614     if (mdclog_level_get() >= MDCLOG_INFO) {
2615         mdclog_write(MDCLOG_INFO, "We are after RMR INIT wait for RMR_Ready");
2616     }
2617     int rmrReady = 0;
2618     int count = 0;
2619     while (!rmrReady) {
2620         if ((rmrReady = rmr_ready(pSctpParams.rmrCtx)) == 0) {
2621             sleep(1);
2622         }
2623         count++;
2624         if (count % 60 == 0) {
2625             mdclog_write(MDCLOG_INFO, "waiting to RMR ready state for %d seconds", count);
2626         }
2627     }
2628     if (mdclog_level_get() >= MDCLOG_INFO) {
2629         mdclog_write(MDCLOG_INFO, "RMR running");
2630     }
2631     rmr_init_trace(pSctpParams.rmrCtx, 200);
2632     // get the RMR fd for the epoll
2633     pSctpParams.rmrListenFd = rmr_get_rcvfd(pSctpParams.rmrCtx);
2634     struct epoll_event event{};
2635     // add RMR fd to epoll
2636     event.events = (EPOLLIN);
2637     event.data.fd = pSctpParams.rmrListenFd;
2638     // add listening RMR FD to epoll
2639     if (epoll_ctl(pSctpParams.epoll_fd, EPOLL_CTL_ADD, pSctpParams.rmrListenFd, &event)) {
2640         mdclog_write(MDCLOG_ERR, "Failed to add RMR descriptor to epoll");
2641         close(pSctpParams.rmrListenFd);
2642         rmr_close(pSctpParams.rmrCtx);
2643         pSctpParams.rmrCtx = nullptr;
2644     }
2645 }
2646
2647 /**
2648  *
2649  * @param message
2650  * @param rmrMessageBuffer
2651  * @return
2652  */
2653 int PER_FromXML(ReportingMessages_t &message, RmrMessagesBuffer_t &rmrMessageBuffer) {
2654     E2AP_PDU_t *pdu = nullptr;
2655
2656     if (mdclog_level_get() >= MDCLOG_DEBUG) {
2657         mdclog_write(MDCLOG_DEBUG, "got xml Format  data from xApp of size %d is:%s",
2658                 rmrMessageBuffer.rcvMessage->len, rmrMessageBuffer.rcvMessage->payload);
2659     }
2660     auto rval = asn_decode(nullptr, ATS_BASIC_XER, &asn_DEF_E2AP_PDU, (void **) &pdu,
2661                            rmrMessageBuffer.rcvMessage->payload, rmrMessageBuffer.rcvMessage->len);
2662     if (mdclog_level_get() >= MDCLOG_DEBUG) {
2663         mdclog_write(MDCLOG_DEBUG, "%s After  decoding the XML to PDU", __func__ );
2664     }
2665     if (rval.code != RC_OK) {
2666 #ifdef UNIT_TEST
2667     return 0;
2668 #endif
2669         mdclog_write(MDCLOG_ERR, "Error %d Decoding (unpack) setup response  from E2MGR : %s",
2670                      rval.code,
2671                      message.message.enodbName);
2672         if (pdu != nullptr) {
2673             ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
2674             pdu = nullptr;
2675         }
2676         return -1;
2677     }
2678
2679     int buff_size = RECEIVE_XAPP_BUFFER_SIZE;
2680     auto er = asn_encode_to_buffer(nullptr, ATS_ALIGNED_BASIC_PER, &asn_DEF_E2AP_PDU, pdu,
2681                                    rmrMessageBuffer.rcvMessage->payload, buff_size);
2682     if (mdclog_level_get() >= MDCLOG_DEBUG) {
2683         mdclog_write(MDCLOG_DEBUG, "%s After encoding PDU to PER", __func__ );
2684     }
2685     if (er.encoded == -1) {
2686         mdclog_write(MDCLOG_ERR, "encoding of %s failed, %s", asn_DEF_E2AP_PDU.name, strerror(errno));
2687         if (pdu != nullptr) {
2688             ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
2689             pdu = nullptr;
2690         }
2691         return -1;
2692     } else if (er.encoded > (ssize_t)buff_size) {
2693         mdclog_write(MDCLOG_ERR, "Buffer of size %d is to small for %s, at %s line %d",
2694                      (int)rmrMessageBuffer.rcvMessage->len,
2695                      asn_DEF_E2AP_PDU.name,
2696                      __func__,
2697                      __LINE__);
2698         if (pdu != nullptr) {
2699             ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
2700             pdu = nullptr;
2701         }
2702         return -1;
2703     }
2704     rmrMessageBuffer.rcvMessage->len = er.encoded;
2705     if (pdu != nullptr) {
2706         ASN_STRUCT_FREE(asn_DEF_E2AP_PDU, pdu);
2707         pdu = nullptr;
2708     }
2709     return 0;
2710 }
2711
2712 /**
2713  *
2714  * @param sctpMap
2715  * @param rmrMessageBuffer
2716  * @param ts
2717  * @return
2718  */
2719 int receiveXappMessages(Sctp_Map_t *sctpMap,
2720                         RmrMessagesBuffer_t &rmrMessageBuffer,
2721                         struct timespec &ts) {
2722     int loglevel = mdclog_level_get();
2723     if (rmrMessageBuffer.rcvMessage == nullptr) {
2724         //we have error
2725         mdclog_write(MDCLOG_ERR, "RMR Allocation message, %s", strerror(errno));
2726         return -1;
2727     }
2728
2729 //    if (loglevel >= MDCLOG_DEBUG) {
2730 //        mdclog_write(MDCLOG_DEBUG, "Call to rmr_rcv_msg");
2731 //    }
2732     rmrMessageBuffer.rcvMessage = rmr_rcv_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.rcvMessage);
2733     if (rmrMessageBuffer.rcvMessage == nullptr) {
2734         mdclog_write(MDCLOG_ERR, "RMR Receiving message with null pointer, Reallocated rmr message buffer");
2735         rmrMessageBuffer.rcvMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
2736         return -2;
2737     }
2738     ReportingMessages_t message;
2739     message.message.direction = 'D';
2740     message.message.time.tv_nsec = ts.tv_nsec;
2741     message.message.time.tv_sec = ts.tv_sec;
2742
2743     // get message payload
2744     //auto msgData = msg->payload;
2745 #ifdef UNIT_TEST
2746     rmrMessageBuffer.rcvMessage->state = 0;
2747 #endif
2748     if (rmrMessageBuffer.rcvMessage->state != 0) {
2749         mdclog_write(MDCLOG_ERR, "RMR Receiving message with stat = %d", rmrMessageBuffer.rcvMessage->state);
2750         return -1;
2751     }
2752     rmr_get_meid(rmrMessageBuffer.rcvMessage, (unsigned char *)message.message.enodbName);
2753     message.peerInfo = (ConnectedCU_t *) sctpMap->find(message.message.enodbName);
2754     if (message.peerInfo == nullptr) {
2755         auto type = rmrMessageBuffer.rcvMessage->mtype;
2756         switch (type) {
2757             case RIC_SCTP_CLEAR_ALL:
2758             case E2_TERM_KEEP_ALIVE_REQ:
2759             case RIC_HEALTH_CHECK_REQ:
2760                 break;
2761             default:
2762 #ifdef UNIT_TEST
2763     break;
2764 #endif
2765                 mdclog_write(MDCLOG_ERR, "Failed to send message no CU entry %s", message.message.enodbName);
2766                 return -1;
2767         }
2768     }
2769
2770     if (rmrMessageBuffer.rcvMessage->mtype != RIC_HEALTH_CHECK_REQ) {
2771         num_of_XAPP_messages.fetch_add(1, std::memory_order_release);
2772
2773     }
2774     switch (rmrMessageBuffer.rcvMessage->mtype) {
2775         case RIC_E2_SETUP_RESP : {
2776             if (loglevel >= MDCLOG_DEBUG) {
2777                 mdclog_write(MDCLOG_DEBUG, "RIC_E2_SETUP_RESP");
2778             }
2779             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2780                 break;
2781             }
2782 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2783             message.peerInfo->counters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_E2setup]->Increment();
2784             message.peerInfo->counters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_E2setup]->Increment(rmrMessageBuffer.rcvMessage->len);
2785
2786             // Update E2T instance level metrics
2787             message.peerInfo->sctpParams->e2tCounters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_E2setup]->Increment();
2788             message.peerInfo->sctpParams->e2tCounters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_E2setup]->Increment(rmrMessageBuffer.rcvMessage->len);
2789 #endif
2790             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2791                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_E2_SETUP_RESP");
2792                 return -6;
2793             }
2794             break;
2795         }
2796         case RIC_E2_SETUP_FAILURE : {
2797             if (loglevel >= MDCLOG_DEBUG) {
2798                 mdclog_write(MDCLOG_DEBUG, "RIC_E2_SETUP_FAILURE");
2799             }
2800             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2801                 break;
2802             }
2803 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2804             message.peerInfo->counters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_E2setup]->Increment();
2805             message.peerInfo->counters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_E2setup]->Increment(rmrMessageBuffer.rcvMessage->len);
2806
2807             // Update E2T instance level metrics
2808             message.peerInfo->sctpParams->e2tCounters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_E2setup]->Increment();
2809             message.peerInfo->sctpParams->e2tCounters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_E2setup]->Increment(rmrMessageBuffer.rcvMessage->len);
2810 #endif
2811             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2812                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_E2_SETUP_FAILURE");
2813                 return -6;
2814             }
2815             break;
2816         }
2817
2818         case RIC_E2NODE_CONFIG_UPDATE_ACK: {
2819             if (loglevel >= MDCLOG_DEBUG) {
2820                 mdclog_write(MDCLOG_DEBUG, "RIC_E2NODE_CONFIG_UPDATE_ACK");
2821             }
2822             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2823                 break;
2824             }
2825 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2826             message.peerInfo->counters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate]->Increment();
2827             message.peerInfo->counters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate]->Increment(rmrMessageBuffer.rcvMessage->len);
2828
2829             // Update E2T instance level metrics
2830             message.peerInfo->sctpParams->e2tCounters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate]->Increment();
2831             message.peerInfo->sctpParams->e2tCounters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate]->Increment(rmrMessageBuffer.rcvMessage->len);
2832 #endif
2833             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2834                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_E2NODE_CONFIG_UPDATE_ACK");
2835                 return -6;
2836             }
2837             break;
2838         }
2839
2840         case RIC_E2NODE_CONFIG_UPDATE_FAILURE: {
2841             if (loglevel >= MDCLOG_DEBUG) {
2842                 mdclog_write(MDCLOG_DEBUG, "RIC_E2NODE_CONFIG_UPDATE_FAILURE");
2843             }
2844             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2845                 break;
2846             }
2847 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2848             message.peerInfo->counters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate]->Increment();
2849             message.peerInfo->counters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate]->Increment(rmrMessageBuffer.rcvMessage->len);
2850
2851             // Update E2T instance level metrics
2852             message.peerInfo->sctpParams->e2tCounters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate]->Increment();
2853             message.peerInfo->sctpParams->e2tCounters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_E2nodeConfigurationUpdate]->Increment(rmrMessageBuffer.rcvMessage->len);
2854 #endif
2855             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2856                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_E2NODE_CONFIG_UPDATE_FAILURE");
2857                 return -6;
2858             }
2859             break;
2860         }
2861
2862         case RIC_ERROR_INDICATION: {
2863             if (loglevel >= MDCLOG_DEBUG) {
2864                 mdclog_write(MDCLOG_DEBUG, "RIC_ERROR_INDICATION");
2865             }
2866 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2867             message.peerInfo->counters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_ErrorIndication]->Increment();
2868             message.peerInfo->counters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_ErrorIndication]->Increment(rmrMessageBuffer.rcvMessage->len);
2869
2870             // Update E2T instance level metrics
2871             message.peerInfo->sctpParams->e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_ErrorIndication]->Increment();
2872             message.peerInfo->sctpParams->e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_ErrorIndication]->Increment(rmrMessageBuffer.rcvMessage->len);
2873 #endif
2874             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2875                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_ERROR_INDICATION");
2876                 return -6;
2877             }
2878             break;
2879         }
2880         case RIC_SUB_REQ: {
2881             if (loglevel >= MDCLOG_DEBUG) {
2882                 mdclog_write(MDCLOG_DEBUG, "RIC_SUB_REQ");
2883             }
2884 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2885             message.peerInfo->counters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscription]->Increment();
2886             message.peerInfo->counters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscription]->Increment(rmrMessageBuffer.rcvMessage->len);
2887
2888             // Update E2T instance level metrics
2889             message.peerInfo->sctpParams->e2tCounters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscription]->Increment();
2890             message.peerInfo->sctpParams->e2tCounters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscription]->Increment(rmrMessageBuffer.rcvMessage->len);
2891 #endif
2892             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2893                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_SUB_REQ");
2894                 return -6;
2895             }
2896             break;
2897         }
2898         case RIC_SUB_DEL_REQ: {
2899             if (loglevel >= MDCLOG_DEBUG) {
2900                 mdclog_write(MDCLOG_DEBUG, "RIC_SUB_DEL_REQ");
2901             }
2902 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2903             message.peerInfo->counters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment();
2904             message.peerInfo->counters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment(rmrMessageBuffer.rcvMessage->len);
2905
2906             // Update E2T instance level metrics
2907             message.peerInfo->sctpParams->e2tCounters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment();
2908             message.peerInfo->sctpParams->e2tCounters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICsubscriptionDelete]->Increment(rmrMessageBuffer.rcvMessage->len);
2909 #endif
2910             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2911                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_SUB_DEL_REQ");
2912                 return -6;
2913             }
2914             break;
2915         }
2916         case RIC_CONTROL_REQ: {
2917             if (loglevel >= MDCLOG_DEBUG) {
2918                 mdclog_write(MDCLOG_DEBUG, "RIC_CONTROL_REQ");
2919             }
2920 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2921             message.peerInfo->counters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICcontrol]->Increment();
2922             message.peerInfo->counters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICcontrol]->Increment(rmrMessageBuffer.rcvMessage->len);
2923
2924             // Update E2T instance level metrics
2925             message.peerInfo->sctpParams->e2tCounters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICcontrol]->Increment();
2926             message.peerInfo->sctpParams->e2tCounters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICcontrol]->Increment(rmrMessageBuffer.rcvMessage->len);
2927 #endif
2928             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2929                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_CONTROL_REQ");
2930                 return -6;
2931             }
2932             break;
2933         }
2934         case RIC_SERVICE_QUERY: {
2935             if (loglevel >= MDCLOG_DEBUG) {
2936                 mdclog_write(MDCLOG_DEBUG, "RIC_SERVICE_QUERY");
2937             }
2938             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2939                 break;
2940             }
2941 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2942             message.peerInfo->counters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICserviceQuery]->Increment();
2943             message.peerInfo->counters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICserviceQuery]->Increment(rmrMessageBuffer.rcvMessage->len);
2944
2945             // Update E2T instance level metrics
2946             message.peerInfo->sctpParams->e2tCounters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_RICserviceQuery]->Increment();
2947             message.peerInfo->sctpParams->e2tCounters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_RICserviceQuery]->Increment(rmrMessageBuffer.rcvMessage->len);
2948 #endif
2949             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2950                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_SERVICE_QUERY");
2951                 return -6;
2952             }
2953             break;
2954         }
2955         case RIC_SERVICE_UPDATE_ACK: {
2956             if (loglevel >= MDCLOG_DEBUG) {
2957                 mdclog_write(MDCLOG_DEBUG, "RIC_SERVICE_UPDATE_ACK");
2958             }
2959             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2960                 mdclog_write(MDCLOG_ERR, "error in PER_FromXML");
2961                 break;
2962             }
2963 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2964             message.peerInfo->counters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment();
2965             message.peerInfo->counters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment(rmrMessageBuffer.rcvMessage->len);
2966
2967             // Update E2T instance level metrics
2968             message.peerInfo->sctpParams->e2tCounters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment();
2969             message.peerInfo->sctpParams->e2tCounters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment(rmrMessageBuffer.rcvMessage->len);
2970 #endif
2971             if (loglevel >= MDCLOG_DEBUG) {
2972                 mdclog_write(MDCLOG_DEBUG, "Before sending to CU");
2973             }
2974             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2975                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_SERVICE_UPDATE_ACK");
2976                 return -6;
2977             }
2978             break;
2979         }
2980         case RIC_SERVICE_UPDATE_FAILURE: {
2981             if (loglevel >= MDCLOG_DEBUG) {
2982                 mdclog_write(MDCLOG_DEBUG, "RIC_SERVICE_UPDATE_FAILURE");
2983             }
2984             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
2985                 break;
2986             }
2987 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
2988             message.peerInfo->counters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment();
2989             message.peerInfo->counters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment(rmrMessageBuffer.rcvMessage->len);
2990
2991             // Update E2T instance level metrics
2992             message.peerInfo->sctpParams->e2tCounters[OUT_UN_SUCC][MSG_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment();
2993             message.peerInfo->sctpParams->e2tCounters[OUT_UN_SUCC][BYTES_COUNTER][ProcedureCode_id_RICserviceUpdate]->Increment(rmrMessageBuffer.rcvMessage->len);
2994 #endif
2995             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
2996                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_SERVICE_UPDATE_FAILURE");
2997                 return -6;
2998             }
2999             break;
3000         }
3001         case RIC_E2_RESET_REQ: {
3002             if (loglevel >= MDCLOG_DEBUG) {
3003                 mdclog_write(MDCLOG_DEBUG, "RIC_E2_RESET_REQ");
3004             }
3005             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
3006                 break;
3007             }
3008 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
3009             message.peerInfo->counters[OUT_INITI][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
3010             message.peerInfo->counters[OUT_INITI][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment(rmrMessageBuffer.rcvMessage->len);
3011
3012             // Update E2T instance level metrics
3013             message.peerInfo->sctpParams->e2tCounters[IN_INITI][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
3014             message.peerInfo->sctpParams->e2tCounters[IN_INITI][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment(rmrMessageBuffer.rcvMessage->len);
3015 #endif
3016             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
3017                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_E2_RESET");
3018                 return -6;
3019             }
3020             break;
3021         }
3022         case RIC_E2_RESET_RESP: {
3023             if (loglevel >= MDCLOG_DEBUG) {
3024                 mdclog_write(MDCLOG_DEBUG, "RIC_E2_RESET_RESP");
3025             }
3026             if (PER_FromXML(message, rmrMessageBuffer) != 0) {
3027                 break;
3028             }
3029 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
3030             message.peerInfo->counters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
3031             message.peerInfo->counters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment(rmrMessageBuffer.rcvMessage->len);
3032
3033             // Update E2T instance level metrics
3034             message.peerInfo->sctpParams->e2tCounters[OUT_SUCC][MSG_COUNTER][ProcedureCode_id_Reset]->Increment();
3035             message.peerInfo->sctpParams->e2tCounters[OUT_SUCC][BYTES_COUNTER][ProcedureCode_id_Reset]->Increment(rmrMessageBuffer.rcvMessage->len);
3036 #endif
3037             if (sendDirectionalSctpMsg(rmrMessageBuffer, message, 0, sctpMap) != 0) {
3038                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_E2_RESET_RESP");
3039                 return -6;
3040             }
3041             break;
3042         }
3043         case RIC_SCTP_CLEAR_ALL: {
3044             mdclog_write(MDCLOG_INFO, "RIC_SCTP_CLEAR_ALL");
3045             // loop on all keys and close socket and then erase all map.
3046             vector<char *> v;
3047             sctpMap->getKeys(v);
3048             for (auto const &iter : v) { //}; iter != sctpMap.end(); iter++) {
3049                 if (!boost::starts_with((string) (iter), "host:") && !boost::starts_with((string) (iter), "msg:")) {
3050                     auto *peerInfo = (ConnectedCU_t *) sctpMap->find(iter);
3051                     if (peerInfo == nullptr) {
3052                         continue;
3053                     }
3054                     close(peerInfo->fileDescriptor);
3055                     memcpy(message.message.enodbName, peerInfo->enodbName, sizeof(peerInfo->enodbName));
3056                     message.message.direction = 'D';
3057                     message.message.time.tv_nsec = ts.tv_nsec;
3058                     message.message.time.tv_sec = ts.tv_sec;
3059
3060                     message.message.asnLength = rmrMessageBuffer.sendMessage->len =
3061                             snprintf((char *)rmrMessageBuffer.sendMessage->payload,
3062                                      256,
3063                                      "%s|RIC_SCTP_CLEAR_ALL",
3064                                      peerInfo->enodbName);
3065                     message.message.asndata = rmrMessageBuffer.sendMessage->payload;
3066                     mdclog_write(MDCLOG_INFO, "%s", message.message.asndata);
3067                     if (sendRequestToXapp(message, RIC_SCTP_CONNECTION_FAILURE, rmrMessageBuffer) != 0) {
3068                         mdclog_write(MDCLOG_ERR, "SCTP_CONNECTION_FAIL message failed to send to xAPP");
3069                     }
3070                     free(peerInfo);
3071                     peerInfo = nullptr;
3072                 }
3073             }
3074
3075             sleep(1);
3076             sctpMap->clear();
3077             break;
3078         }
3079         case E2_TERM_KEEP_ALIVE_REQ: {
3080             // send message back
3081             rmr_bytes2payload(rmrMessageBuffer.sendMessage,
3082                               (unsigned char *)rmrMessageBuffer.ka_message,
3083                               rmrMessageBuffer.ka_message_len);
3084             rmrMessageBuffer.sendMessage->mtype = E2_TERM_KEEP_ALIVE_RESP;
3085             rmrMessageBuffer.sendMessage->state = 0;
3086             static unsigned char tx[32];
3087             auto txLen = snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
3088             rmr_bytes2xact(rmrMessageBuffer.sendMessage, tx, txLen);
3089 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
3090             rmrMessageBuffer.sendMessage = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.sendMessage);
3091 #endif
3092             if (rmrMessageBuffer.sendMessage == nullptr) {
3093                 rmrMessageBuffer.sendMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
3094                 mdclog_write(MDCLOG_ERR, "Failed to send E2_TERM_KEEP_ALIVE_RESP RMR message returned NULL");
3095             } else if (rmrMessageBuffer.sendMessage->state != 0)  {
3096                 mdclog_write(MDCLOG_ERR, "Failed to send E2_TERM_KEEP_ALIVE_RESP, on RMR state = %d ( %s)",
3097                              rmrMessageBuffer.sendMessage->state, translateRmrErrorMessages(rmrMessageBuffer.sendMessage->state).c_str());
3098             } else if (loglevel >= MDCLOG_DEBUG) {
3099                 mdclog_write(MDCLOG_DEBUG, "Got Keep Alive Request send : %s", rmrMessageBuffer.ka_message);
3100             }
3101
3102             break;
3103         }
3104         case RIC_HEALTH_CHECK_REQ: {
3105             static int counter = 0;
3106             // send message back
3107             rmr_bytes2payload(rmrMessageBuffer.rcvMessage,
3108                               (unsigned char *)"OK",
3109                               2);
3110             rmrMessageBuffer.rcvMessage->mtype = RIC_HEALTH_CHECK_RESP;
3111             rmrMessageBuffer.rcvMessage->state = 0;
3112             static unsigned char tx[32];
3113             auto txLen = snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++);
3114             rmr_bytes2xact(rmrMessageBuffer.rcvMessage, tx, txLen);
3115             rmrMessageBuffer.rcvMessage = rmr_rts_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.rcvMessage);
3116             //rmrMessageBuffer.sendMessage = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.sendMessage);
3117             if (rmrMessageBuffer.rcvMessage == nullptr) {
3118                 rmrMessageBuffer.rcvMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
3119                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_HEALTH_CHECK_RESP RMR message returned NULL");
3120             } else if (rmrMessageBuffer.rcvMessage->state != 0)  {
3121                 mdclog_write(MDCLOG_ERR, "Failed to send RIC_HEALTH_CHECK_RESP, on RMR state = %d ( %s)",
3122                              rmrMessageBuffer.rcvMessage->state, translateRmrErrorMessages(rmrMessageBuffer.rcvMessage->state).c_str());
3123             } else if (loglevel >= MDCLOG_DEBUG && (++counter % 100 == 0)) {
3124                 mdclog_write(MDCLOG_DEBUG, "Got %d RIC_HEALTH_CHECK_REQ Request send : OK", counter);
3125             }
3126
3127             break;
3128         }
3129
3130         default:
3131             mdclog_write(MDCLOG_WARN, "Message Type : %d is not supported", rmrMessageBuffer.rcvMessage->mtype);
3132             message.message.asndata = rmrMessageBuffer.rcvMessage->payload;
3133             message.message.asnLength = rmrMessageBuffer.rcvMessage->len;
3134             message.message.time.tv_nsec = ts.tv_nsec;
3135             message.message.time.tv_sec = ts.tv_sec;
3136             message.message.messageType = rmrMessageBuffer.rcvMessage->mtype;
3137
3138             buildJsonMessage(message);
3139
3140
3141             return -7;
3142     }
3143     if (mdclog_level_get() >= MDCLOG_DEBUG) {
3144         mdclog_write(MDCLOG_DEBUG, "EXIT OK from %s", __FUNCTION__);
3145     }
3146     return 0;
3147 }
3148
3149 /**
3150  * Send message to the CU that is not expecting for successful or unsuccessful results
3151  * @param messageBuffer
3152  * @param message
3153  * @param failedMsgId
3154  * @param sctpMap
3155  * @return
3156  */
3157 int sendDirectionalSctpMsg(RmrMessagesBuffer_t &messageBuffer,
3158                            ReportingMessages_t &message,
3159                            int failedMsgId,
3160                            Sctp_Map_t *sctpMap) {
3161     if (mdclog_level_get() >= MDCLOG_DEBUG) {
3162         mdclog_write(MDCLOG_DEBUG, "send message: %d to %s address", message.message.messageType, message.message.enodbName);
3163     }
3164
3165     getRequestMetaData(message, messageBuffer);
3166     if (mdclog_level_get() >= MDCLOG_INFO) {
3167         mdclog_write(MDCLOG_INFO, "send message to %s address", message.message.enodbName);
3168     }
3169
3170     auto rc = sendMessagetoCu(sctpMap, messageBuffer, message, failedMsgId);
3171     return rc;
3172 }
3173
3174 /**
3175  *
3176  * @param sctpMap
3177  * @param messageBuffer
3178  * @param message
3179  * @param failedMesgId
3180  * @return
3181  */
3182 int sendMessagetoCu(Sctp_Map_t *sctpMap,
3183                     RmrMessagesBuffer_t &messageBuffer,
3184                     ReportingMessages_t &message,
3185                     int failedMesgId) {
3186     // get the FD
3187     message.message.messageType = messageBuffer.rcvMessage->mtype;
3188     auto rc = sendSctpMsg(message.peerInfo, message, sctpMap);
3189     return rc;
3190 }
3191
3192
3193 /**
3194  *
3195  * @param epoll_fd
3196  * @param peerInfo
3197  * @param events
3198  * @param sctpMap
3199  * @param enodbName
3200  * @param msgType
3201  * @return
3202  */
3203 int addToEpoll(int epoll_fd,
3204                ConnectedCU_t *peerInfo,
3205                uint32_t events,
3206                Sctp_Map_t *sctpMap,
3207                char *enodbName,
3208                int msgType) {
3209     // Add to Epol
3210     struct epoll_event event{};
3211     event.data.ptr = peerInfo;
3212     event.events = events;
3213     if (epoll_ctl(epoll_fd, EPOLL_CTL_ADD, peerInfo->fileDescriptor, &event) < 0) {
3214 #if !(defined(UNIT_TEST) || defined(MODULE_TEST))
3215         if (mdclog_level_get() >= MDCLOG_DEBUG) {
3216             mdclog_write(MDCLOG_DEBUG, "epoll_ctl EPOLL_CTL_ADD (may check not to quit here), %s, %s %d",
3217                          strerror(errno), __func__, __LINE__);
3218         }
3219         close(peerInfo->fileDescriptor);
3220         if (enodbName != nullptr) {
3221             cleanHashEntry(peerInfo, sctpMap);
3222             char key[MAX_ENODB_NAME_SIZE * 2];
3223             snprintf(key, MAX_ENODB_NAME_SIZE * 2, "msg:%s|%d", enodbName, msgType);
3224             if (mdclog_level_get() >= MDCLOG_DEBUG) {
3225                 mdclog_write(MDCLOG_DEBUG, "remove key = %s from %s at line %d", key, __FUNCTION__, __LINE__);
3226             }
3227             auto tmp = sctpMap->find(key);
3228             if (tmp) {
3229                 free(tmp);
3230                 tmp = nullptr;
3231                 sctpMap->erase(key);
3232             }
3233         } else {
3234             peerInfo->enodbName[0] = 0;
3235         }
3236         mdclog_write(MDCLOG_ERR, "epoll_ctl EPOLL_CTL_ADD (may check not to quit here)");
3237         return -1;
3238 #endif
3239     }
3240     return 0;
3241 }
3242
3243 /**
3244  *
3245  * @param epoll_fd
3246  * @param peerInfo
3247  * @param events
3248  * @param sctpMap
3249  * @param enodbName
3250  * @param msgType
3251  * @return
3252  */
3253 int modifyToEpoll(int epoll_fd,
3254                   ConnectedCU_t *peerInfo,
3255                   uint32_t events,
3256                   Sctp_Map_t *sctpMap,
3257                   char *enodbName,
3258                   int msgType) {
3259     // Add to Epol
3260     struct epoll_event event{};
3261     event.data.ptr = peerInfo;
3262     event.events = events;
3263     if (epoll_ctl(epoll_fd, EPOLL_CTL_MOD, peerInfo->fileDescriptor, &event) < 0) {
3264         if (mdclog_level_get() >= MDCLOG_DEBUG) {
3265             mdclog_write(MDCLOG_DEBUG, "epoll_ctl EPOLL_CTL_MOD (may check not to quit here), %s, %s %d",
3266                          strerror(errno), __func__, __LINE__);
3267         }
3268         close(peerInfo->fileDescriptor);
3269         cleanHashEntry(peerInfo, sctpMap);
3270         char key[MAX_ENODB_NAME_SIZE * 2];
3271         snprintf(key, MAX_ENODB_NAME_SIZE * 2, "msg:%s|%d", enodbName, msgType);
3272         if (mdclog_level_get() >= MDCLOG_DEBUG) {
3273             mdclog_write(MDCLOG_DEBUG, "remove key = %s from %s at line %d", key, __FUNCTION__, __LINE__);
3274         }
3275         auto tmp = sctpMap->find(key);
3276         if (tmp) {
3277             free(tmp);
3278             tmp = nullptr;
3279             sctpMap->erase(key);
3280         }
3281         mdclog_write(MDCLOG_ERR, "epoll_ctl EPOLL_CTL_ADD (may check not to quit here)");
3282         return -1;
3283     }
3284     return 0;
3285 }
3286
3287
3288 int sendRmrMessage(RmrMessagesBuffer_t &rmrMessageBuffer, ReportingMessages_t &message) {
3289     buildJsonMessage(message);
3290 #ifndef UNIT_TEST
3291     rmrMessageBuffer.sendMessage = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.sendMessage);
3292 #else
3293     rmrMessageBuffer.sendMessage->state = RMR_ERR_RETRY;
3294 #endif
3295     if (rmrMessageBuffer.sendMessage == nullptr) {
3296         rmrMessageBuffer.sendMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
3297         mdclog_write(MDCLOG_ERR, "RMR failed send message returned with NULL pointer");
3298         return -1;
3299     }
3300
3301     if (rmrMessageBuffer.sendMessage->state != 0) {
3302         char meid[RMR_MAX_MEID]{};
3303         if (rmrMessageBuffer.sendMessage->state == RMR_ERR_RETRY) {
3304             usleep(5);
3305             rmrMessageBuffer.sendMessage->state = 0;
3306             mdclog_write(MDCLOG_INFO, "RETRY sending Message type %d to Xapp from %s",
3307                          rmrMessageBuffer.sendMessage->mtype,
3308                          rmr_get_meid(rmrMessageBuffer.sendMessage, (unsigned char *)meid));
3309 #ifndef UNIT_TEST
3310             rmrMessageBuffer.sendMessage = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.sendMessage);
3311 #endif
3312             if (rmrMessageBuffer.sendMessage == nullptr) {
3313                 mdclog_write(MDCLOG_ERR, "RMR failed send message returned with NULL pointer");
3314                 rmrMessageBuffer.sendMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE);
3315                 return -1;
3316             } else if (rmrMessageBuffer.sendMessage->state != 0) {
3317                 mdclog_write(MDCLOG_ERR,
3318                              "Message state %s while sending request %d to Xapp from %s after retry of 10 microseconds",
3319                              translateRmrErrorMessages(rmrMessageBuffer.sendMessage->state).c_str(),
3320                              rmrMessageBuffer.sendMessage->mtype,
3321                              rmr_get_meid(rmrMessageBuffer.sendMessage, (unsigned char *)meid));
3322                 auto rc = rmrMessageBuffer.sendMessage->state;
3323                 return rc;
3324             }
3325         } else {
3326             mdclog_write(MDCLOG_ERR, "Message state %s while sending request %d to Xapp from %s",
3327                          translateRmrErrorMessages(rmrMessageBuffer.sendMessage->state).c_str(),
3328                          rmrMessageBuffer.sendMessage->mtype,
3329                          rmr_get_meid(rmrMessageBuffer.sendMessage, (unsigned char *)meid));
3330             return rmrMessageBuffer.sendMessage->state;
3331         }
3332     }
3333     return 0;
3334 }
3335
3336 void buildJsonMessage(ReportingMessages_t &message) {
3337 #ifdef UNIT_TEST
3338     jsonTrace = true;
3339 #endif
3340     if (jsonTrace) {
3341         message.outLen = sizeof(message.base64Data);
3342         base64::encode((const unsigned char *) message.message.asndata,
3343                        (const int) message.message.asnLength,
3344                        message.base64Data,
3345                        message.outLen);
3346         if (mdclog_level_get() >= MDCLOG_DEBUG) {
3347             mdclog_write(MDCLOG_DEBUG, "Tracing: ASN length = %d, base64 message length = %d ",
3348                          (int) message.message.asnLength,
3349                          (int) message.outLen);
3350         }
3351
3352         snprintf(message.buffer, sizeof(message.buffer),
3353                  "{\"header\": {\"ts\": \"%ld.%09ld\","
3354                  "\"ranName\": \"%s\","
3355                  "\"messageType\": %d,"
3356                  "\"direction\": \"%c\"},"
3357                  "\"base64Length\": %d,"
3358                  "\"asnBase64\": \"%s\"}",
3359                  message.message.time.tv_sec,
3360                  message.message.time.tv_nsec,
3361                  message.message.enodbName,
3362                  message.message.messageType,
3363                  message.message.direction,
3364                  (int) message.outLen,
3365                  message.base64Data);
3366         static src::logger_mt &lg = my_logger::get();
3367
3368         BOOST_LOG(lg) << message.buffer;
3369     }
3370 }
3371
3372
3373 /**
3374  * take RMR error code to string
3375  * @param state
3376  * @return
3377  */
3378 string translateRmrErrorMessages(int state) {
3379     string str = {};
3380     switch (state) {
3381         case RMR_OK:
3382             str = "RMR_OK - state is good";
3383             break;
3384         case RMR_ERR_BADARG:
3385             str = "RMR_ERR_BADARG - argument passed to function was unusable";
3386             break;
3387         case RMR_ERR_NOENDPT:
3388             str = "RMR_ERR_NOENDPT - send//call could not find an endpoint based on msg type";
3389             break;
3390         case RMR_ERR_EMPTY:
3391             str = "RMR_ERR_EMPTY - msg received had no payload; attempt to send an empty message";
3392             break;
3393         case RMR_ERR_NOHDR:
3394             str = "RMR_ERR_NOHDR - message didn't contain a valid header";
3395             break;
3396         case RMR_ERR_SENDFAILED:
3397             str = "RMR_ERR_SENDFAILED - send failed; errno has nano reason";
3398             break;
3399         case RMR_ERR_CALLFAILED:
3400             str = "RMR_ERR_CALLFAILED - unable to send call() message";
3401             break;
3402         case RMR_ERR_NOWHOPEN:
3403             str = "RMR_ERR_NOWHOPEN - no wormholes are open";
3404             break;
3405         case RMR_ERR_WHID:
3406             str = "RMR_ERR_WHID - wormhole id was invalid";
3407             break;
3408         case RMR_ERR_OVERFLOW:
3409             str = "RMR_ERR_OVERFLOW - operation would have busted through a buffer/field size";
3410             break;
3411         case RMR_ERR_RETRY:
3412             str = "RMR_ERR_RETRY - request (send/call/rts) failed, but caller should retry (EAGAIN for wrappers)";
3413             break;
3414         case RMR_ERR_RCVFAILED:
3415             str = "RMR_ERR_RCVFAILED - receive failed (hard error)";
3416             break;
3417         case RMR_ERR_TIMEOUT:
3418             str = "RMR_ERR_TIMEOUT - message processing call timed out";
3419             break;
3420         case RMR_ERR_UNSET:
3421             str = "RMR_ERR_UNSET - the message hasn't been populated with a transport buffer";
3422             break;
3423         case RMR_ERR_TRUNC:
3424             str = "RMR_ERR_TRUNC - received message likely truncated";
3425             break;
3426         case RMR_ERR_INITFAILED:
3427             str = "RMR_ERR_INITFAILED - initialisation of something (probably message) failed";
3428             break;
3429         case RMR_ERR_NOTSUPP:
3430             str = "RMR_ERR_NOTSUPP - the request is not supported, or RMr was not initialised for the request";
3431             break;
3432         default:
3433             char buf[128]{};
3434             snprintf(buf, sizeof buf, "UNDOCUMENTED RMR_ERR : %d", state);
3435             str = buf;
3436             break;
3437     }
3438     return str;
3439 }
3440 int fetchStreamId(ConnectedCU_t *peerInfo, ReportingMessages_t &message)
3441 {
3442     auto loglevel = mdclog_level_get();
3443     int streamId = INVALID_STREAM_ID;
3444     if(message.peerInfo->isSingleStream != false)
3445     {
3446         streamId = message.peerInfo->singleStreamId;
3447         if (loglevel >= MDCLOG_DEBUG) {
3448         mdclog_write(MDCLOG_DEBUG, "Send SCTP message for SINGLE_STREAM streamId %d , Messeage Type %d ,%s",
3449                      streamId,message.message.messageType,  __FUNCTION__);
3450         }
3451         return streamId;
3452     }
3453     int msgType = message.message.messageType;
3454     switch (msgType){
3455         case RIC_E2_RESET_REQ:
3456         case RIC_E2_RESET_RESP:
3457         case RIC_E2_SETUP_RESP:
3458         case RIC_E2_SETUP_FAILURE:
3459         case RIC_ERROR_INDICATION:
3460         case RIC_SERVICE_QUERY:
3461         case RIC_SERVICE_UPDATE_ACK:
3462         case RIC_SERVICE_UPDATE_FAILURE:
3463             streamId = 0;
3464             break;
3465         case RIC_SUB_REQ:
3466         case RIC_SUB_DEL_REQ:
3467         case RIC_CONTROL_REQ:
3468             streamId = 1;
3469             break;
3470         default:
3471             streamId = 0;
3472             break;
3473     }
3474     if (loglevel >= MDCLOG_DEBUG) {
3475         mdclog_write(MDCLOG_DEBUG, "Send SCTP message for streamId %d Messeage Type %d, %s",
3476                      streamId, message.message.messageType, __FUNCTION__);
3477     }
3478     return streamId;
3479 }