X-Git-Url: https://gerrit.o-ran-sc.org/r/gitweb?a=blobdiff_plain;ds=sidebyside;f=RIC-E2-TERMINATION%2FsctpThread.cpp;h=4bd7ffcf9c444db6c8e4280de203bf692f585996;hb=84bd3343061399a2af06a34d384c56c34758d306;hp=f4cd98f08bb3005aa40d990dda4b7ef5612f5ab8;hpb=2e26814afae07ee5b75b5403c1cb84f1de1e3ef4;p=ric-plt%2Fe2.git diff --git a/RIC-E2-TERMINATION/sctpThread.cpp b/RIC-E2-TERMINATION/sctpThread.cpp index f4cd98f..4bd7ffc 100644 --- a/RIC-E2-TERMINATION/sctpThread.cpp +++ b/RIC-E2-TERMINATION/sctpThread.cpp @@ -19,10 +19,14 @@ // TODO: High-level file comment. + #include "sctpThread.h" +#include "BuildRunName.h" +using namespace std; +//using namespace std::placeholders; +using namespace boost::filesystem; -using namespace std::placeholders; #ifdef __TRACING__ using namespace opentracing; #endif @@ -31,9 +35,20 @@ using namespace opentracing; //{ //#endif +// need to expose without the include of gcov +extern "C" void __gcov_flush(void); + +static void catch_function(int signal) { + __gcov_flush(); + exit(signal); +} + + BOOST_LOG_INLINE_GLOBAL_LOGGER_DEFAULT(my_logger, src::logger_mt) boost::shared_ptr> boostLogger; +double cpuClock = 0.0; +bool jsonTrace = true; void init_log() { mdclog_attr_t *attr; @@ -42,146 +57,312 @@ void init_log() { mdclog_init(attr); mdclog_attr_destroy(attr); } +auto start_time = std::chrono::high_resolution_clock::now(); +typedef std::chrono::duration> seconds_t; +double age() { + return seconds_t(std::chrono::high_resolution_clock::now() - start_time).count(); +} + +double approx_CPU_MHz(unsigned sleeptime) { + using namespace std::chrono_literals; + uint32_t aux = 0; + uint64_t cycles_start = rdtscp(aux); + double time_start = age(); + std::this_thread::sleep_for(sleeptime * 1ms); + uint64_t elapsed_cycles = rdtscp(aux) - cycles_start; + double elapsed_time = age() - time_start; + return elapsed_cycles / elapsed_time; +} //std::atomic rmrCounter{0}; std::atomic num_of_messages{0}; +std::atomic num_of_XAPP_messages{0}; static long transactionCounter = 0; +int buildListeningPort(sctp_params_t &sctpParams) { + sctpParams.listenFD = socket (AF_INET6, SOCK_STREAM, IPPROTO_SCTP); + struct sockaddr_in6 servaddr {}; + servaddr.sin6_family = AF_INET6; + servaddr.sin6_addr = in6addr_any; + servaddr.sin6_port = htons(SRC_PORT); + if (bind(sctpParams.listenFD, (SA *)&servaddr, sizeof(servaddr)) < 0 ) { + mdclog_write(MDCLOG_ERR, "Error binding. %s\n", strerror(errno)); + return -1; + } + if (setSocketNoBlocking(sctpParams.listenFD) == -1) { + //mdclog_write(MDCLOG_ERR, "Error binding. %s", strerror(errno)); + return -1; + } + if (mdclog_level_get() >= MDCLOG_DEBUG) { + struct sockaddr_in6 cliaddr {}; + socklen_t len = sizeof(cliaddr); + getsockname(sctpParams.listenFD, (SA *)&cliaddr, &len); + char buff[1024] {}; + inet_ntop(AF_INET6, &cliaddr.sin6_addr, buff, sizeof(buff)); + mdclog_write(MDCLOG_DEBUG, "My address: %s, port %d\n", buff, htons(cliaddr.sin6_port)); + } -int main(const int argc, char **argv) { - sctp_params_t pSctpParams; -#ifdef __TRACING__ - opentracing::Tracer::InitGlobal(tracelibcpp::createTracer("E2 Terminator")); - auto span = opentracing::Tracer::Global()->StartSpan(__FUNCTION__); -#else - otSpan span = 0; -#endif + if (listen(sctpParams.listenFD, SOMAXCONN) < 0) { + mdclog_write(MDCLOG_ERR, "Error listening. %s\n", strerror(errno)); + return -1; + } + struct epoll_event event {}; + event.events = EPOLLIN | EPOLLET; + event.data.fd = sctpParams.listenFD; - unsigned num_cpus = std::thread::hardware_concurrency(); -#ifdef ERROR_LEVEL - mdclog_severity_t loglevel = MDCLOG_ERR; -#else - mdclog_severity_t loglevel = MDCLOG_INFO; -#endif - init_log(); - mdclog_level_set(loglevel); + // add listening port to epoll + if (epoll_ctl(sctpParams.epoll_fd, EPOLL_CTL_ADD, sctpParams.listenFD, &event)) { + printf("Failed to add descriptor to epoll\n"); + mdclog_write(MDCLOG_ERR, "Failed to add descriptor to epoll. %s\n", strerror(errno)); + return -1; + } + + return 0; +} - if (argc < 7) { - mdclog_mdc_add("app", argv[0]); - mdclog_write(MDCLOG_ERR, "Usage nano logLevel volume "); +int buildConfiguration(sctp_params_t &sctpParams) { + path p = (sctpParams.configFilePath + "/" + sctpParams.configFileName).c_str(); + if (exists(p)) { + const int size = 2048; + auto fileSize = file_size(p); + if (fileSize > size) { + mdclog_write(MDCLOG_ERR, "File %s larger than %d", p.string().c_str(), size); + return -1; + } + } else { + mdclog_write(MDCLOG_ERR, "Configuration File %s not exists", p.string().c_str()); return -1; } - { - std::random_device device{}; - std::mt19937 generator(device()); - std::uniform_int_distribution distribution(1, (long) 1e12); + ReadConfigFile conf; + if (conf.openConfigFile(p.string()) == -1) { + mdclog_write(MDCLOG_ERR, "Filed to open config file %s, %s", + p.string().c_str(), strerror(errno)); + return -1; + } + int rmrPort = conf.getIntValue("nano"); + if (rmrPort == -1) { + mdclog_write(MDCLOG_ERR, "illigal RMR port "); + return -1; + } + sctpParams.rmrPort = (uint16_t)rmrPort; + snprintf(sctpParams.rmrAddress, sizeof(sctpParams.rmrAddress), "%d", (int) (sctpParams.rmrPort)); - transactionCounter = distribution(generator); + auto tmpStr = conf.getStringValue("loglevel"); + if (tmpStr.length() == 0) { + mdclog_write(MDCLOG_ERR, "illigal loglevel. Set loglevel to MDCLOG_INFO"); + tmpStr = "info"; + } + transform(tmpStr.begin(), tmpStr.end(), tmpStr.begin(), ::tolower); + + if ((tmpStr.compare("debug")) == 0) { + sctpParams.logLevel = MDCLOG_DEBUG; + } else if ((tmpStr.compare("info")) == 0) { + sctpParams.logLevel = MDCLOG_INFO; + } else if ((tmpStr.compare("warning")) == 0) { + sctpParams.logLevel = MDCLOG_WARN; + } else if ((tmpStr.compare("error")) == 0) { + sctpParams.logLevel = MDCLOG_ERR; + } else { + mdclog_write(MDCLOG_ERR, "illigal loglevel = %s. Set loglevel to MDCLOG_INFO", tmpStr.c_str()); + sctpParams.logLevel = MDCLOG_INFO; + } + mdclog_level_set(sctpParams.logLevel); + + tmpStr = conf.getStringValue("volume"); + if (tmpStr.length() == 0) { + mdclog_write(MDCLOG_ERR, "illigal volume."); + return -1; } char tmpLogFilespec[VOLUME_URL_SIZE]; tmpLogFilespec[0] = 0; - pSctpParams.volume[0] = 0; - //read paramters from CLI - for (auto i = 1; i < argc; i += 2) { - char *dummy; - if (strcasecmp("nano", argv[i]) == 0) { - pSctpParams.rmrPort = (uint16_t) (uint16_t) strtol(argv[i + 1], &dummy, 10); - } else if (strcasecmp("loglevel", argv[i]) == 0) { - if (strcasecmp("debug", argv[i + 1]) == 0) { - loglevel = MDCLOG_DEBUG; - } else if (strcasecmp("info", argv[i + 1]) == 0) { - loglevel = MDCLOG_INFO; - } else if (strcasecmp("warning", argv[i + 1]) == 0) { - loglevel = MDCLOG_WARN; - } else if (strcasecmp("error", argv[i + 1]) == 0) { - loglevel = MDCLOG_ERR; - } - } else if (strcasecmp("volume", argv[i]) == 0) { - snprintf(pSctpParams.volume, VOLUME_URL_SIZE, "%s", argv[i + 1]); - snprintf(tmpLogFilespec, VOLUME_URL_SIZE, "%s", argv[i + 1]); - } + sctpParams.volume[0] = 0; + snprintf(sctpParams.volume, VOLUME_URL_SIZE, "%s", tmpStr.c_str()); + // copy the name to temp file as well + snprintf(tmpLogFilespec, VOLUME_URL_SIZE, "%s", tmpStr.c_str()); + + + // define the file name in the tmp directory under the volume + strcat(tmpLogFilespec,"/tmp/E2Term_%Y-%m-%d_%H-%M-%S.%N.tmpStr"); + +// std::string localIP = conf.getStringValue("local-ip"); +// if (localIP.length() == 0) { +// mdclog_write(MDCLOG_ERR, "illigal local-ip. environment variable"); +// exit(-1); +// } + + //sctpParams.myIP.assign(getenv(localIP.c_str())); + sctpParams.myIP = conf.getStringValue("local-ip"); + if (sctpParams.myIP.length() == 0) { + mdclog_write(MDCLOG_ERR, "illigal local-ip."); + return -1; } + sctpParams.fqdn = conf.getStringValue("external-fqdn"); + if (sctpParams.fqdn.length() == 0) { + mdclog_write(MDCLOG_ERR, "illigal external-fqdn"); + return -1; + } + + std::string pod = conf.getStringValue("pod_name"); + if (pod.length() == 0) { + mdclog_write(MDCLOG_ERR, "illigal pod_name in config file"); + return -1; + } + auto *podName = getenv(pod.c_str()); + if (podName == nullptr) { + mdclog_write(MDCLOG_ERR, "illigal pod_name or environment varible not exists : %s", pod.c_str()); + return -1; + + } else { + sctpParams.podName.assign(podName); + if (sctpParams.podName.length() == 0) { + mdclog_write(MDCLOG_ERR, "illigal pod_name"); + return -1; + } + } - pSctpParams.logLevel = loglevel; - snprintf(pSctpParams.rmrAddress, sizeof(pSctpParams.rmrAddress) - 1, "%d", (int) (pSctpParams.rmrPort)); + tmpStr = conf.getStringValue("trace"); + transform(tmpStr.begin(), tmpStr.end(), tmpStr.begin(), ::tolower); + if ((tmpStr.compare("start")) == 0) { + mdclog_write(MDCLOG_INFO, "Trace set to: start"); + sctpParams.trace = true; + } else if ((tmpStr.compare("stop")) == 0) { + mdclog_write(MDCLOG_INFO, "Trace set to: stop"); + sctpParams.trace = false; + } + jsonTrace = sctpParams.trace; - strcat(tmpLogFilespec,"/tmp/E2Term_%Y-%m-%d_%H-%M-%S.%N.log"); + sctpParams.ka_message_length = snprintf(sctpParams.ka_message, 4096, "{\"address\": \"%s:%d\"," + "\"fqdn\": \"%s\"," + "\"pod_name\": \"%s\"}", + (const char *)sctpParams.myIP.c_str(), + sctpParams.rmrPort, + sctpParams.fqdn.c_str(), + sctpParams.podName.c_str()); if (mdclog_level_get() >= MDCLOG_INFO) { - mdclog_mdc_add("RMR Port", to_string(pSctpParams.rmrPort).c_str()); - mdclog_mdc_add("LogLevel", to_string(pSctpParams.logLevel).c_str()); - mdclog_mdc_add("volume", pSctpParams.volume); + mdclog_mdc_add("RMR Port", to_string(sctpParams.rmrPort).c_str()); + mdclog_mdc_add("LogLevel", to_string(sctpParams.logLevel).c_str()); + mdclog_mdc_add("volume", sctpParams.volume); mdclog_mdc_add("tmpLogFilespec", tmpLogFilespec); + mdclog_mdc_add("my ip", sctpParams.myIP.c_str()); + mdclog_mdc_add("pod name", sctpParams.podName.c_str()); - mdclog_write(MDCLOG_INFO, "running parameters"); + mdclog_write(MDCLOG_INFO, "running parameters for instance : %s", sctpParams.ka_message); } mdclog_mdc_clean(); // Files written to the current working directory boostLogger = logging::add_file_log( - keywords::file_name = tmpLogFilespec, + keywords::file_name = tmpLogFilespec, // to temp directory keywords::rotation_size = 10 * 1024 * 1024, keywords::time_based_rotation = sinks::file::rotation_at_time_interval(posix_time::hours(1)), keywords::format = "%Message%" - //keywords::format = "[%TimeStamp%]: %Message%" // use each log with time stamp + //keywords::format = "[%TimeStamp%]: %Message%" // use each tmpStr with time stamp ); // Setup a destination folder for collecting rotated (closed) files --since the same volumn can use rename() boostLogger->locked_backend()->set_file_collector(sinks::file::make_collector( - keywords::target = pSctpParams.volume - //keywords::max_size = 16 * 1024 * 1024, - //keywords::min_free_space = 100 * 1024 * 1024 + keywords::target = sctpParams.volume )); // Upon restart, scan the directory for files matching the file_name pattern boostLogger->locked_backend()->scan_for_files(); - // Enable auto-flushing after each log record written + // Enable auto-flushing after each tmpStr record written if (mdclog_level_get() >= MDCLOG_DEBUG) { - boostLogger->locked_backend()->auto_flush(true); + boostLogger->locked_backend()->auto_flush(true); + } + + return 0; +} + +int main(const int argc, char **argv) { + sctp_params_t sctpParams; + +#ifdef __TRACING__ + opentracing::Tracer::InitGlobal(tracelibcpp::createTracer("E2 Terminator")); + auto span = opentracing::Tracer::Global()->StartSpan(__FUNCTION__); +#else + otSpan span = 0; +#endif + + { + std::random_device device{}; + std::mt19937 generator(device()); + std::uniform_int_distribution distribution(1, (long) 1e12); + transactionCounter = distribution(generator); + } + +// uint64_t st = 0; +// uint32_t aux1 = 0; +// st = rdtscp(aux1); + + unsigned num_cpus = std::thread::hardware_concurrency(); + init_log(); + mdclog_level_set(MDCLOG_INFO); + + if (std::signal(SIGINT, catch_function) == SIG_ERR) { + mdclog_write(MDCLOG_ERR, "Error initializing SIGINT"); + exit(1); + } + if (std::signal(SIGABRT, catch_function)== SIG_ERR) { + mdclog_write(MDCLOG_ERR, "Error initializing SIGABRT"); + exit(1); + } + if (std::signal(SIGTERM, catch_function)== SIG_ERR) { + mdclog_write(MDCLOG_ERR, "Error initializing SIGTERM"); + exit(1); + } + + cpuClock = approx_CPU_MHz(100); + + mdclog_write(MDCLOG_DEBUG, "CPU speed %11.11f", cpuClock); + + auto result = parse(argc, argv, sctpParams); + + if (buildConfiguration(sctpParams) != 0) { + exit(-1); } // start epoll - pSctpParams.epoll_fd = epoll_create1(0); - if (pSctpParams.epoll_fd == -1) { + sctpParams.epoll_fd = epoll_create1(0); + if (sctpParams.epoll_fd == -1) { mdclog_write(MDCLOG_ERR, "failed to open epoll descriptor"); exit(-1); } - pSctpParams.rmrCtx = getRmrContext(pSctpParams.rmrAddress, &span); - if (pSctpParams.rmrCtx == nullptr) { - mdclog_write(MDCLOG_ERR, "Failed to initialize RMR"); - close(pSctpParams.epoll_fd); + getRmrContext(sctpParams, &span); + if (sctpParams.rmrCtx == nullptr) { + close(sctpParams.epoll_fd); exit(-1); } - rmr_init_trace(pSctpParams.rmrCtx, 200); - // get the RMR fd for the epoll - pSctpParams.rmrListenFd = rmr_get_rcvfd(pSctpParams.rmrCtx); - struct epoll_event event{}; - // add RMR fd to epoll - event.events = (EPOLLIN); - event.data.fd = pSctpParams.rmrListenFd; - // add listening RMR FD to epoll - if (epoll_ctl(pSctpParams.epoll_fd, EPOLL_CTL_ADD, pSctpParams.rmrListenFd, &event)) { - mdclog_write(MDCLOG_ERR, "Failed to add RMR descriptor to epoll"); - close(pSctpParams.rmrListenFd); - rmr_close(pSctpParams.rmrCtx); - close(pSctpParams.epoll_fd); + + if (buildInotify(sctpParams) == -1) { + close(sctpParams.rmrListenFd); + rmr_close(sctpParams.rmrCtx); + close(sctpParams.epoll_fd); + exit(-1); + } + + if (buildListeningPort(sctpParams) != 0) { + close(sctpParams.rmrListenFd); + rmr_close(sctpParams.rmrCtx); + close(sctpParams.epoll_fd); exit(-1); } - pSctpParams.sctpMap = new mapWrapper(); + sctpParams.sctpMap = new mapWrapper(); std::vector threads(num_cpus); // std::vector threads; num_cpus = 1; for (unsigned int i = 0; i < num_cpus; i++) { - threads[i] = std::thread(listener, &pSctpParams); + threads[i] = std::thread(listener, &sctpParams); cpu_set_t cpuset; CPU_ZERO(&cpuset); @@ -190,32 +371,63 @@ int main(const int argc, char **argv) { if (rc != 0) { mdclog_write(MDCLOG_ERR, "Error calling pthread_setaffinity_np: %d", rc); } + } + + //loop over term_init until first message from xApp + handleTermInit(sctpParams); -// threads.emplace_back(std::thread(listener, &pSctpParams)); + for (auto &t : threads) { + t.join(); } +#ifdef __TRACING__ + opentracing::Tracer::Global()->Close(); +#endif + return 0; +} + +void handleTermInit(sctp_params_t &sctpParams) { + sendTermInit(sctpParams); //send to e2 manager init of e2 term //E2_TERM_INIT - auto term_init = false; - char buff[128]{}; - auto len = snprintf(buff, 128, "E2 terminator started"); - rmr_mbuf_t *msg = rmr_alloc_msg(pSctpParams.rmrCtx, 200); + int count = 0; + while (true) { + auto xappMessages = num_of_XAPP_messages.load(std::memory_order_acquire); + if (xappMessages > 0) { + if (mdclog_level_get() >= MDCLOG_INFO) { + mdclog_write(MDCLOG_INFO, "Got a message from some appliction, stop sending E2_TERM_INIT"); + } + return; + } + usleep(100000); + count++; + if (count % 1000 == 0) { + mdclog_write(MDCLOG_ERR, "GOT No messages from any xApp"); + sendTermInit(sctpParams); + } + } +} + +void sendTermInit(sctp_params_t &sctpParams) { + rmr_mbuf_t *msg = rmr_alloc_msg(sctpParams.rmrCtx, sctpParams.ka_message_length); auto count = 0; - while (!term_init) { + while (true) { msg->mtype = E2_TERM_INIT; msg->state = 0; - rmr_bytes2payload(msg, (unsigned char *) buff, len); + rmr_bytes2payload(msg, (unsigned char *)sctpParams.ka_message, sctpParams.ka_message_length); static unsigned char tx[32]; auto txLen = snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++); rmr_bytes2xact(msg, tx, txLen); - msg = rmr_send_msg(pSctpParams.rmrCtx, msg); + msg = rmr_send_msg(sctpParams.rmrCtx, msg); if (msg == nullptr) { - msg = rmr_alloc_msg(pSctpParams.rmrCtx, 200); + msg = rmr_alloc_msg(sctpParams.rmrCtx, sctpParams.myIP.length()); } else if (msg->state == 0) { - term_init = true; rmr_free_msg(msg); - //break; + if (mdclog_level_get() >= MDCLOG_INFO) { + mdclog_write(MDCLOG_INFO, "E2_TERM_INIT succsesfuly sent "); + } + return; } else { if (count % 100 == 0) { mdclog_write(MDCLOG_ERR, "Error sending E2_TERM_INIT cause : %d ", msg->state); @@ -224,14 +436,67 @@ int main(const int argc, char **argv) { } count++; } +} - for (auto &t : threads) { - t.join(); +/** + * + * @param argc + * @param argv + * @param sctpParams + * @return + */ +cxxopts::ParseResult parse(int argc, char *argv[], sctp_params_t &sctpParams) { + cxxopts::Options options(argv[0], "e2 term help"); + options.positional_help("[optional args]").show_positional_help(); + options.allow_unrecognised_options().add_options() + ("p,path", "config file path", cxxopts::value(sctpParams.configFilePath)->default_value("config")) + ("f,file", "config file name", cxxopts::value(sctpParams.configFileName)->default_value("config.conf")) + ("h,help", "Print help"); + + auto result = options.parse(argc, argv); + + if (result.count("help")) { + std::cout << options.help({""}) << std::endl; + exit(0); } + return result; +} -#ifdef __TRACING__ - opentracing::Tracer::Global()->Close(); -#endif +/** + * + * @param sctpParams + * @return -1 failed 0 success + */ +int buildInotify(sctp_params_t &sctpParams) { + sctpParams.inotifyFD = inotify_init1(IN_NONBLOCK); + if (sctpParams.inotifyFD == -1) { + mdclog_write(MDCLOG_ERR, "Failed to init inotify (inotify_init1) %s", strerror(errno)); + close(sctpParams.rmrListenFd); + rmr_close(sctpParams.rmrCtx); + close(sctpParams.epoll_fd); + return -1; + } + + sctpParams.inotifyWD = inotify_add_watch(sctpParams.inotifyFD, + (const char *)sctpParams.configFilePath.c_str(), + (unsigned)IN_OPEN | (unsigned)IN_CLOSE_WRITE | (unsigned)IN_CLOSE_NOWRITE); //IN_CLOSE = (IN_CLOSE_WRITE | IN_CLOSE_NOWRITE) + if (sctpParams.inotifyWD == -1) { + mdclog_write(MDCLOG_ERR, "Failed to add directory : %s to inotify (inotify_add_watch) %s", + sctpParams.configFilePath.c_str(), + strerror(errno)); + close(sctpParams.inotifyFD); + return -1; + } + + struct epoll_event event{}; + event.events = (EPOLLIN); + event.data.fd = sctpParams.inotifyFD; + // add listening RMR FD to epoll + if (epoll_ctl(sctpParams.epoll_fd, EPOLL_CTL_ADD, sctpParams.inotifyFD, &event)) { + mdclog_write(MDCLOG_ERR, "Failed to add inotify FD to epoll"); + close(sctpParams.inotifyFD); + return -1; + } return 0; } @@ -247,7 +512,6 @@ void listener(sctp_params_t *params) { otSpan span = 0; #endif int num_of_SCTP_messages = 0; - int num_of_XAPP_messages = 0; auto totalTime = 0.0; mdclog_mdc_clean(); mdclog_level_set(params->logLevel); @@ -271,6 +535,7 @@ void listener(sctp_params_t *params) { mdclog_write(MDCLOG_DEBUG, "started thread number %s", tid); } + RmrMessagesBuffer_t rmrMessageBuffer{}; //create and init RMR rmrMessageBuffer.rmrCtx = params->rmrCtx; @@ -282,6 +547,14 @@ void listener(sctp_params_t *params) { rmrMessageBuffer.rcvMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE); rmrMessageBuffer.sendMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE); + memcpy(rmrMessageBuffer.ka_message, params->ka_message, params->ka_message_length); + rmrMessageBuffer.ka_message_len = params->ka_message_length; + rmrMessageBuffer.ka_message[rmrMessageBuffer.ka_message_len] = 0; + + if (mdclog_level_get() >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "keep alive message is : %s", rmrMessageBuffer.ka_message); + } + ReportingMessages_t message {}; for (int i = 0; i < MAX_RMR_BUFF_ARRY; i++) { @@ -311,94 +584,65 @@ void listener(sctp_params_t *params) { clock_gettime(CLOCK_MONOTONIC, &message.message.time); start.tv_sec = message.message.time.tv_sec; start.tv_nsec = message.message.time.tv_nsec; - if ((events[i].events & EPOLLERR) || (events[i].events & EPOLLHUP)) { - if (events[i].data.fd != params->rmrListenFd) { - auto *peerInfo = (ConnectedCU_t *)events[i].data.ptr; - mdclog_write(MDCLOG_ERR, "epoll error, events %0x on fd %d, RAN NAME : %s", - events[i].events, peerInfo->fileDescriptor, peerInfo->enodbName); - rmrMessageBuffer.sendMessage->len = snprintf((char *)rmrMessageBuffer.sendMessage->payload, 256, - "%s|Failed SCTP Connection", - peerInfo->enodbName); - message.message.asndata = rmrMessageBuffer.sendMessage->payload; - message.message.asnLength = rmrMessageBuffer.sendMessage->len; - memcpy(message.message.enodbName, peerInfo->enodbName, sizeof(peerInfo->enodbName)); - message.message.direction = 'N'; - if (sendRequestToXapp(message, RIC_SCTP_CONNECTION_FAILURE, rmrMessageBuffer, &span) != 0) { - mdclog_write(MDCLOG_ERR, "SCTP_CONNECTION_FAIL message failed to send to xAPP"); - } - - close(peerInfo->fileDescriptor); - cleanHashEntry((ConnectedCU_t *) events[i].data.ptr, params->sctpMap, &span); - } else { - mdclog_write(MDCLOG_ERR, "epoll error, events %0x on RMR FD", events[i].events); - } + if ((events[i].events & EPOLLERR) || (events[i].events & EPOLLHUP)) { + handlepoll_error(events[i], message, rmrMessageBuffer, params, &span); } else if (events[i].events & EPOLLOUT) { - // this need to send waiting message from connection EINPROGRESS - auto *peerInfo = (ConnectedCU_t *) events[i].data.ptr; - - memcpy(message.message.enodbName, peerInfo->enodbName, sizeof(peerInfo->enodbName)); - - mdclog_write(MDCLOG_INFO, "file descriptor %d got EPOLLOUT", peerInfo->fileDescriptor); - auto retVal = 0; - socklen_t retValLen = 0; - auto rc = getsockopt(peerInfo->fileDescriptor, SOL_SOCKET, SO_ERROR, &retVal, &retValLen); - if (rc != 0 || retVal != 0) { - if (rc != 0) { - rmrMessageBuffer.sendMessage->len = snprintf((char *)rmrMessageBuffer.sendMessage->payload, 256, - "%s|Failed SCTP Connection, after EINPROGRESS the getsockopt%s", - peerInfo->enodbName, strerror(errno)); - } else if (retVal != 0) { - rmrMessageBuffer.sendMessage->len = snprintf((char *)rmrMessageBuffer.sendMessage->payload, 256, - "%s|Failed SCTP Connection after EINPROGRESS, SO_ERROR", - peerInfo->enodbName); + handleEinprogressMessages(events[i], message, rmrMessageBuffer, params, &span); + } else if (params->listenFD == events[i].data.fd) { + // new connection is requested from RAN start build connection + while (true) { + struct sockaddr in_addr {}; + socklen_t in_len; + char hostBuff[NI_MAXHOST]; + char portBuff[NI_MAXSERV]; + + in_len = sizeof(in_addr); + auto *peerInfo = (ConnectedCU_t *)calloc(1, sizeof(ConnectedCU_t)); + peerInfo->sctpParams = params; + peerInfo->fileDescriptor = accept(params->listenFD, &in_addr, &in_len); + if (peerInfo->fileDescriptor == -1) { + if ((errno == EAGAIN) || (errno == EWOULDBLOCK)) { + /* We have processed all incoming connections. */ + break; + } else { + mdclog_write(MDCLOG_ERR, "Accept error, errno = %s", strerror(errno)); + break; + } } - - message.message.asndata = rmrMessageBuffer.sendMessage->payload; - message.message.asnLength = rmrMessageBuffer.sendMessage->len; - mdclog_write(MDCLOG_ERR, "%s", rmrMessageBuffer.sendMessage->payload); - message.message.direction = 'N'; - if (sendRequestToXapp(message, RIC_SCTP_CONNECTION_FAILURE, rmrMessageBuffer, &span) != 0) { - mdclog_write(MDCLOG_ERR, "SCTP_CONNECTION_FAIL message failed to send to xAPP"); + if (setSocketNoBlocking(peerInfo->fileDescriptor) == -1) { + mdclog_write(MDCLOG_ERR, "setSocketNoBlocking failed to set new connection %s on port %s\n", hostBuff, portBuff); + close(peerInfo->fileDescriptor); + break; + } + auto ans = getnameinfo(&in_addr, in_len, + peerInfo->hostName, NI_MAXHOST, + peerInfo->portNumber, NI_MAXSERV, NI_NUMERICHOST | NI_NUMERICSERV); + if (ans < 0) { + mdclog_write(MDCLOG_ERR, "Failed to get info on connection request. %s\n", strerror(errno)); + close(peerInfo->fileDescriptor); + break; } - memset(peerInfo->asnData, 0, peerInfo->asnLength); - peerInfo->asnLength = 0; - peerInfo->mtype = 0; - continue; - } - - peerInfo->isConnected = true; - - if (modifyToEpoll(params->epoll_fd, peerInfo, (EPOLLIN | EPOLLET), params->sctpMap, peerInfo->enodbName, - peerInfo->mtype, &span) != 0) { - mdclog_write(MDCLOG_ERR, "epoll_ctl EPOLL_CTL_MOD"); - continue; - } - - message.message.asndata = (unsigned char *)peerInfo->asnData; - message.message.asnLength = peerInfo->asnLength; - message.message.messageType = peerInfo->mtype; - memcpy(message.message.enodbName, peerInfo->enodbName, sizeof(peerInfo->enodbName)); - num_of_messages.fetch_add(1, std::memory_order_release); - if (mdclog_level_get() >= MDCLOG_DEBUG) { - mdclog_write(MDCLOG_DEBUG, "send the delayed SETUP/ENDC SETUP to sctp for %s", - message.message.enodbName); - } - if (sendSctpMsg(peerInfo, message, params->sctpMap, &span) != 0) { if (mdclog_level_get() >= MDCLOG_DEBUG) { - mdclog_write(MDCLOG_DEBUG, "Error write to SCTP %s %d", __func__, __LINE__); + mdclog_write(MDCLOG_DEBUG, "Accepted connection on descriptor %d (host=%s, port=%s)\n", peerInfo->fileDescriptor, peerInfo->hostName, peerInfo->portNumber); + } + peerInfo->isConnected = false; + peerInfo->gotSetup = false; + if (addToEpoll(params->epoll_fd, + peerInfo, + (EPOLLIN | EPOLLET), + params->sctpMap, nullptr, + 0, &span) != 0) { +#ifdef __TRACING__ + lspan->Finish(); +#endif + break; } - continue; } - - memset(peerInfo->asnData, 0, peerInfo->asnLength); - peerInfo->asnLength = 0; - peerInfo->mtype = 0; - } else if (params->rmrListenFd == events[i].data.fd) { // got message from XAPP - num_of_XAPP_messages++; + num_of_XAPP_messages.fetch_add(1, std::memory_order_release); num_of_messages.fetch_add(1, std::memory_order_release); if (mdclog_level_get() >= MDCLOG_DEBUG) { mdclog_write(MDCLOG_DEBUG, "new message from RMR"); @@ -410,6 +654,9 @@ void listener(sctp_params_t *params) { &span) != 0) { mdclog_write(MDCLOG_ERR, "Error handling Xapp message"); } + } else if (params->inotifyFD == events[i].data.fd) { + mdclog_write(MDCLOG_INFO, "Got event from inotify (configuration update)"); + handleConfigChange(params); } else { /* We RMR_ERR_RETRY have data on the fd waiting to be read. Read and display it. * We must read whatever data is available completely, as we are running @@ -445,6 +692,247 @@ void listener(sctp_params_t *params) { #endif } +/** + * + * @param sctpParams + */ +void handleConfigChange(sctp_params_t *sctpParams) { + char buf[4096] __attribute__ ((aligned(__alignof__(struct inotify_event)))); + const struct inotify_event *event; + char *ptr; + + path p = (sctpParams->configFilePath + "/" + sctpParams->configFileName).c_str(); + auto endlessLoop = true; + while (endlessLoop) { + auto len = read(sctpParams->inotifyFD, buf, sizeof buf); + if (len == -1) { + if (errno != EAGAIN) { + mdclog_write(MDCLOG_ERR, "read %s ", strerror(errno)); + endlessLoop = false; + continue; + } + else { + endlessLoop = false; + continue; + } + } + + for (ptr = buf; ptr < buf + len; ptr += sizeof(struct inotify_event) + event->len) { + event = (const struct inotify_event *)ptr; + if (event->mask & (uint32_t)IN_ISDIR) { + continue; + } + + // the directory name + if (sctpParams->inotifyWD == event->wd) { + // not the directory + } + if (event->len) { + if (!(sctpParams->configFileName.compare(event->name))) { + continue; + } + } + // only the file we want + if (event->mask & (uint32_t)IN_CLOSE_WRITE) { + if (exists(p)) { + const int size = 2048; + auto fileSize = file_size(p); + if (fileSize > size) { + mdclog_write(MDCLOG_ERR, "File %s larger than %d", p.string().c_str(), size); + return; + } + } else { + mdclog_write(MDCLOG_ERR, "Configuration File %s not exists", p.string().c_str()); + return; + } + + ReadConfigFile conf; + if (conf.openConfigFile(p.string()) == -1) { + mdclog_write(MDCLOG_ERR, "Filed to open config file %s, %s", + p.string().c_str(), strerror(errno)); + return; + } + + auto tmpStr = conf.getStringValue("loglevel"); + if (tmpStr.length() == 0) { + mdclog_write(MDCLOG_ERR, "illigal loglevel. Set loglevel to MDCLOG_INFO"); + tmpStr = "info"; + } + transform(tmpStr.begin(), tmpStr.end(), tmpStr.begin(), ::tolower); + + if ((tmpStr.compare("debug")) == 0) { + mdclog_write(MDCLOG_INFO, "Log level set to MDCLOG_DEBUG"); + sctpParams->logLevel = MDCLOG_DEBUG; + } else if ((tmpStr.compare("info")) == 0) { + mdclog_write(MDCLOG_INFO, "Log level set to MDCLOG_INFO"); + sctpParams->logLevel = MDCLOG_INFO; + } else if ((tmpStr.compare("warning")) == 0) { + mdclog_write(MDCLOG_INFO, "Log level set to MDCLOG_WARN"); + sctpParams->logLevel = MDCLOG_WARN; + } else if ((tmpStr.compare("error")) == 0) { + mdclog_write(MDCLOG_INFO, "Log level set to MDCLOG_ERR"); + sctpParams->logLevel = MDCLOG_ERR; + } else { + mdclog_write(MDCLOG_ERR, "illigal loglevel = %s. Set loglevel to MDCLOG_INFO", tmpStr.c_str()); + sctpParams->logLevel = MDCLOG_INFO; + } + mdclog_level_set(sctpParams->logLevel); + + + tmpStr = conf.getStringValue("trace"); + if (tmpStr.length() == 0) { + mdclog_write(MDCLOG_ERR, "illigal trace. Set trace to stop"); + tmpStr = "stop"; + } + + transform(tmpStr.begin(), tmpStr.end(), tmpStr.begin(), ::tolower); + if ((tmpStr.compare("start")) == 0) { + mdclog_write(MDCLOG_INFO, "Trace set to: start"); + sctpParams->trace = true; + } else if ((tmpStr.compare("stop")) == 0) { + mdclog_write(MDCLOG_INFO, "Trace set to: stop"); + sctpParams->trace = false; + } else { + mdclog_write(MDCLOG_ERR, "Trace was set to wrong value %s, set to stop", tmpStr.c_str()); + sctpParams->trace = false; + } + jsonTrace = sctpParams->trace; + endlessLoop = false; + } + } + } +} + +/** + * + * @param event + * @param message + * @param rmrMessageBuffer + * @param params + * @param pSpan + */ +void handleEinprogressMessages(struct epoll_event &event, + ReportingMessages_t &message, + RmrMessagesBuffer_t &rmrMessageBuffer, + sctp_params_t *params, + otSpan *pSpan) { +#ifdef __TRACING__ + auto lspan = opentracing::Tracer::Global()->StartSpan( + __FUNCTION__, { opentracing::ChildOf(&pSpan->get()->context()) }); +#else + otSpan lspan = 0; +#endif + auto *peerInfo = (ConnectedCU_t *)event.data.ptr; + memcpy(message.message.enodbName, peerInfo->enodbName, sizeof(peerInfo->enodbName)); + + mdclog_write(MDCLOG_INFO, "file descriptor %d got EPOLLOUT", peerInfo->fileDescriptor); + auto retVal = 0; + socklen_t retValLen = 0; + auto rc = getsockopt(peerInfo->fileDescriptor, SOL_SOCKET, SO_ERROR, &retVal, &retValLen); + if (rc != 0 || retVal != 0) { + if (rc != 0) { + rmrMessageBuffer.sendMessage->len = snprintf((char *)rmrMessageBuffer.sendMessage->payload, 256, + "%s|Failed SCTP Connection, after EINPROGRESS the getsockopt%s", + peerInfo->enodbName, strerror(errno)); + } else if (retVal != 0) { + rmrMessageBuffer.sendMessage->len = snprintf((char *)rmrMessageBuffer.sendMessage->payload, 256, + "%s|Failed SCTP Connection after EINPROGRESS, SO_ERROR", + peerInfo->enodbName); + } + + message.message.asndata = rmrMessageBuffer.sendMessage->payload; + message.message.asnLength = rmrMessageBuffer.sendMessage->len; + mdclog_write(MDCLOG_ERR, "%s", rmrMessageBuffer.sendMessage->payload); + message.message.direction = 'N'; + if (sendRequestToXapp(message, RIC_SCTP_CONNECTION_FAILURE, rmrMessageBuffer, &lspan) != 0) { + mdclog_write(MDCLOG_ERR, "SCTP_CONNECTION_FAIL message failed to send to xAPP"); + } + memset(peerInfo->asnData, 0, peerInfo->asnLength); + peerInfo->asnLength = 0; + peerInfo->mtype = 0; +#ifdef __TRACING__ + lspan->Finish(); +#endif + return; + } + + peerInfo->isConnected = true; + + if (modifyToEpoll(params->epoll_fd, peerInfo, (EPOLLIN | EPOLLET), params->sctpMap, peerInfo->enodbName, + peerInfo->mtype, &lspan) != 0) { + mdclog_write(MDCLOG_ERR, "epoll_ctl EPOLL_CTL_MOD"); +#ifdef __TRACING__ + lspan->Finish(); +#endif + return; + } + + message.message.asndata = (unsigned char *)peerInfo->asnData; + message.message.asnLength = peerInfo->asnLength; + message.message.messageType = peerInfo->mtype; + memcpy(message.message.enodbName, peerInfo->enodbName, sizeof(peerInfo->enodbName)); + num_of_messages.fetch_add(1, std::memory_order_release); + if (mdclog_level_get() >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "send the delayed SETUP/ENDC SETUP to sctp for %s", + message.message.enodbName); + } + if (sendSctpMsg(peerInfo, message, params->sctpMap, &lspan) != 0) { + if (mdclog_level_get() >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "Error write to SCTP %s %d", __func__, __LINE__); + } +#ifdef __TRACING__ + lspan->Finish(); +#endif + return; + } + + memset(peerInfo->asnData, 0, peerInfo->asnLength); + peerInfo->asnLength = 0; + peerInfo->mtype = 0; +#ifdef __TRACING__ + lspan->Finish(); +#endif +} + + +void handlepoll_error(struct epoll_event &event, + ReportingMessages_t &message, + RmrMessagesBuffer_t &rmrMessageBuffer, + sctp_params_t *params, + otSpan *pSpan) { +#ifdef __TRACING__ + auto lspan = opentracing::Tracer::Global()->StartSpan( + __FUNCTION__, { opentracing::ChildOf(&pSpan->get()->context()) }); +#else + otSpan lspan = 0; +#endif + if (event.data.fd != params->rmrListenFd) { + auto *peerInfo = (ConnectedCU_t *)event.data.ptr; + mdclog_write(MDCLOG_ERR, "epoll error, events %0x on fd %d, RAN NAME : %s", + event.events, peerInfo->fileDescriptor, peerInfo->enodbName); + + rmrMessageBuffer.sendMessage->len = snprintf((char *)rmrMessageBuffer.sendMessage->payload, 256, + "%s|Failed SCTP Connection", + peerInfo->enodbName); + message.message.asndata = rmrMessageBuffer.sendMessage->payload; + message.message.asnLength = rmrMessageBuffer.sendMessage->len; + + memcpy(message.message.enodbName, peerInfo->enodbName, sizeof(peerInfo->enodbName)); + message.message.direction = 'N'; + if (sendRequestToXapp(message, RIC_SCTP_CONNECTION_FAILURE, rmrMessageBuffer, &lspan) != 0) { + mdclog_write(MDCLOG_ERR, "SCTP_CONNECTION_FAIL message failed to send to xAPP"); + } + + close(peerInfo->fileDescriptor); + cleanHashEntry((ConnectedCU_t *) event.data.ptr, params->sctpMap, &lspan); + } else { + mdclog_write(MDCLOG_ERR, "epoll error, events %0x on RMR FD", event.events); + } +#ifdef __TRACING__ + lspan->Finish(); +#endif + +} /** * * @param socket @@ -486,7 +974,7 @@ void cleanHashEntry(ConnectedCU_t *val, Sctp_Map_t *m, otSpan *pSpan) { #endif char *dummy; auto port = (uint16_t) strtol(val->portNumber, &dummy, 10); - char searchBuff[256]{}; + char searchBuff[2048]{}; snprintf(searchBuff, sizeof searchBuff, "host:%s:%d", val->hostName, port); m->erase(searchBuff); @@ -523,29 +1011,18 @@ int sendSctpMsg(ConnectedCU_t *peerInfo, ReportingMessages_t &message, Sctp_Map_ } while (true) { - //TODO add send to VES client or KAFKA - //format ts|mtype|direction(D/U)|length of asn data|raw data -// auto length = sizeof message.message.time -// + sizeof message.message.enodbName -// + sizeof message.message.messageType -// + sizeof message.message.direction -// + sizeof message.message.asnLength -// + message.message.asnLength; - if (send(fd,message.message.asndata, message.message.asnLength,MSG_NOSIGNAL) < 0) { if (errno == EINTR) { continue; } mdclog_write(MDCLOG_ERR, "error writing to CU a message, %s ", strerror(errno)); - // Prevent double free() of peerInfo in the event of connection failure. - // Returning failure will trigger, in x2/endc setup flow, RIC_SCTP_CONNECTION_FAILURE rmr message causing the E2M to retry. - if (!peerInfo->isConnected){ - mdclog_write(MDCLOG_ERR, "connection to CU %s is still in progress.", message.message.enodbName); + if (!peerInfo->isConnected) { + mdclog_write(MDCLOG_ERR, "connection to CU %s is still in progress.", message.message.enodbName); #ifdef __TRACING__ - lspan->Finish(); + lspan->Finish(); #endif - return -1; - } + return -1; + } cleanHashEntry(peerInfo, m, &lspan); close(fd); char key[MAX_ENODB_NAME_SIZE * 2]; @@ -577,7 +1054,6 @@ int sendSctpMsg(ConnectedCU_t *peerInfo, ReportingMessages_t &message, Sctp_Map_ #ifdef __TRACING__ lspan->Finish(); #endif - return 0; } } @@ -727,32 +1203,36 @@ int receiveDataFromSctp(struct epoll_event *events, /* We have data on the fd waiting to be read. Read and display it. * We must read whatever data is available completely, as we are running * in edge-triggered mode and won't get a notification again for the same data. */ - int done = 0; + ReportingMessages_t message {}; + auto done = 0; auto loglevel = mdclog_level_get(); + // get the identity of the interface - auto *peerInfo = (ConnectedCU_t *)events->data.ptr; + message.peerInfo = (ConnectedCU_t *)events->data.ptr; + + struct timespec start{0, 0}; struct timespec decodestart{0, 0}; struct timespec end{0, 0}; E2AP_PDU_t *pdu = nullptr; - ReportingMessages_t message {}; while (true) { if (loglevel >= MDCLOG_DEBUG) { - mdclog_write(MDCLOG_DEBUG, "Start Read from SCTP %d fd", peerInfo->fileDescriptor); + mdclog_write(MDCLOG_DEBUG, "Start Read from SCTP %d fd", message.peerInfo->fileDescriptor); clock_gettime(CLOCK_MONOTONIC, &start); } // read the buffer directly to rmr payload message.message.asndata = rmrMessageBuffer.sendMessage->payload; message.message.asnLength = rmrMessageBuffer.sendMessage->len = - read(peerInfo->fileDescriptor, rmrMessageBuffer.sendMessage->payload, RECEIVE_SCTP_BUFFER_SIZE); + read(message.peerInfo->fileDescriptor, rmrMessageBuffer.sendMessage->payload, RECEIVE_SCTP_BUFFER_SIZE); + if (loglevel >= MDCLOG_DEBUG) { mdclog_write(MDCLOG_DEBUG, "Finish Read from SCTP %d fd message length = %ld", - peerInfo->fileDescriptor, message.message.asnLength); + message.peerInfo->fileDescriptor, message.message.asnLength); } - memcpy(message.message.enodbName, peerInfo->enodbName, sizeof(peerInfo->enodbName)); + memcpy(message.message.enodbName, message.peerInfo->enodbName, sizeof(message.peerInfo->enodbName)); message.message.direction = 'U'; message.message.time.tv_nsec = ts.tv_nsec; message.message.time.tv_sec = ts.tv_sec; @@ -762,19 +1242,19 @@ int receiveDataFromSctp(struct epoll_event *events, continue; } /* If errno == EAGAIN, that means we have read all - data. So go back to the main loop. */ + data. So goReportingMessages_t back to the main loop. */ if (errno != EAGAIN) { mdclog_write(MDCLOG_ERR, "Read error, %s ", strerror(errno)); done = 1; } else if (loglevel >= MDCLOG_DEBUG) { - mdclog_write(MDCLOG_DEBUG, "EAGAIN - descriptor = %d", peerInfo->fileDescriptor); + mdclog_write(MDCLOG_DEBUG, "EAGAIN - descriptor = %d", message.peerInfo->fileDescriptor); } break; } else if (message.message.asnLength == 0) { /* End of file. The remote has closed the connection. */ if (loglevel >= MDCLOG_INFO) { mdclog_write(MDCLOG_INFO, "END of File Closed connection - descriptor = %d", - peerInfo->fileDescriptor); + message.peerInfo->fileDescriptor); } done = 1; break; @@ -785,13 +1265,13 @@ int receiveDataFromSctp(struct epoll_event *events, char printBuffer[4096]{}; char *tmp = printBuffer; for (size_t i = 0; i < (size_t)message.message.asnLength; ++i) { - snprintf(tmp, 2, "%02x", message.message.asndata[i]); + snprintf(tmp, 3, "%02x", message.message.asndata[i]); tmp += 2; } printBuffer[message.message.asnLength] = 0; clock_gettime(CLOCK_MONOTONIC, &end); mdclog_write(MDCLOG_DEBUG, "Before Encoding E2AP PDU for : %s, Read time is : %ld seconds, %ld nanoseconds", - peerInfo->enodbName, end.tv_sec - start.tv_sec, end.tv_nsec - start.tv_nsec); + message.peerInfo->enodbName, end.tv_sec - start.tv_sec, end.tv_nsec - start.tv_nsec); mdclog_write(MDCLOG_DEBUG, "PDU buffer length = %ld, data = : %s", message.message.asnLength, printBuffer); clock_gettime(CLOCK_MONOTONIC, &decodestart); @@ -801,14 +1281,14 @@ int receiveDataFromSctp(struct epoll_event *events, message.message.asndata, message.message.asnLength); if (rval.code != RC_OK) { mdclog_write(MDCLOG_ERR, "Error %d Decoding (unpack) E2AP PDU from RAN : %s", rval.code, - peerInfo->enodbName); + message.peerInfo->enodbName); break; } if (loglevel >= MDCLOG_DEBUG) { clock_gettime(CLOCK_MONOTONIC, &end); mdclog_write(MDCLOG_DEBUG, "After Encoding E2AP PDU for : %s, Read time is : %ld seconds, %ld nanoseconds", - peerInfo->enodbName, end.tv_sec - decodestart.tv_sec, end.tv_nsec - decodestart.tv_nsec); + message.peerInfo->enodbName, end.tv_sec - decodestart.tv_sec, end.tv_nsec - decodestart.tv_nsec); char *printBuffer; size_t size; FILE *stream = open_memstream(&printBuffer, &size); @@ -838,8 +1318,7 @@ int receiveDataFromSctp(struct epoll_event *events, clock_gettime(CLOCK_MONOTONIC, &end); mdclog_write(MDCLOG_DEBUG, "After processing message and sent to rmr for : %s, Read time is : %ld seconds, %ld nanoseconds", - peerInfo->enodbName, end.tv_sec - decodestart.tv_sec, end.tv_nsec - decodestart.tv_nsec); - + message.peerInfo->enodbName, end.tv_sec - decodestart.tv_sec, end.tv_nsec - decodestart.tv_nsec); } numOfMessages++; // remove the break for EAGAIN @@ -860,13 +1339,13 @@ int receiveDataFromSctp(struct epoll_event *events, if (done) { if (loglevel >= MDCLOG_INFO) { - mdclog_write(MDCLOG_INFO, "Closed connection - descriptor = %d", peerInfo->fileDescriptor); + mdclog_write(MDCLOG_INFO, "Closed connection - descriptor = %d", message.peerInfo->fileDescriptor); } message.message.asnLength = rmrMessageBuffer.sendMessage->len = snprintf((char *)rmrMessageBuffer.sendMessage->payload, 256, "%s|CU disconnected unexpectedly", - peerInfo->enodbName); + message.peerInfo->enodbName); message.message.asndata = rmrMessageBuffer.sendMessage->payload; if (sendRequestToXapp(message, @@ -877,7 +1356,7 @@ int receiveDataFromSctp(struct epoll_event *events, } /* Closing descriptor make epoll remove it from the set of descriptors which are monitored. */ - close(peerInfo->fileDescriptor); + close(message.peerInfo->fileDescriptor); cleanHashEntry((ConnectedCU_t *) events->data.ptr, sctpMap, &lspan); } if (loglevel >= MDCLOG_DEBUG) { @@ -890,9 +1369,84 @@ int receiveDataFromSctp(struct epoll_event *events, lspan->Finish(); #endif - return 0; + return 0; +} + +static void buildAndsendSetupRequest(ReportingMessages_t &message, + E2setupRequestIEs_t *ie, + RmrMessagesBuffer_t &rmrMessageBuffer, + E2AP_PDU_t *pdu) { + auto logLevel = mdclog_level_get(); + + + if (buildRanName(message.peerInfo->enodbName, ie) < 0) { + mdclog_write(MDCLOG_ERR, "Bad param in E2setupRequestIEs GlobalE2node_ID.\n"); + } else { + memcpy(message.message.enodbName, message.peerInfo->enodbName, strlen(message.peerInfo->enodbName)); + } + // now we can send the data to e2Mgr + auto buffer_size = RECEIVE_SCTP_BUFFER_SIZE; + + auto *rmrMsg = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, buffer_size); + // add addrees to message + auto j = snprintf((char *)rmrMsg->payload, 256, "%s:%d|", message.peerInfo->sctpParams->myIP.c_str(), message.peerInfo->sctpParams->rmrPort); + + + unsigned char *buffer = &rmrMsg->payload[j]; + // encode to xml + asn_enc_rval_t er; + er = asn_encode_to_buffer(nullptr, ATS_BASIC_XER, &asn_DEF_E2AP_PDU, pdu, buffer, buffer_size - j); + if (er.encoded == -1) { + mdclog_write(MDCLOG_ERR, "encoding of %s failed, %s", asn_DEF_E2AP_PDU.name, strerror(errno)); + } else if (er.encoded > (ssize_t) buffer_size) { + mdclog_write(MDCLOG_ERR, "Buffer of size %d is to small for %s", + (int) buffer_size, + asn_DEF_E2AP_PDU.name); + } else { + if (logLevel >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "Buffer of size %d, data = %s", (int) er.encoded, buffer); + } + // TODO send to RMR + message.message.messageType = rmrMsg->mtype = RIC_X2_SETUP_REQ; + rmrMsg->state = 0; + rmr_bytes2meid(rmrMsg, (unsigned char *) message.message.enodbName, strlen(message.message.enodbName)); + + static unsigned char tx[32]; + snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++); + rmr_bytes2xact(rmrMsg, tx, strlen((const char *) tx)); + + rmrMsg = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMsg); + if (rmrMsg == nullptr) { + mdclog_write(MDCLOG_ERR, "RMR failed to send returned nullptr"); + } else if (rmrMsg->state != 0) { + char meid[RMR_MAX_MEID]{}; + if (rmrMsg->state == RMR_ERR_RETRY) { + usleep(5); + rmrMsg->state = 0; + mdclog_write(MDCLOG_INFO, "RETRY sending Message %d to Xapp from %s", + rmrMsg->mtype, rmr_get_meid(rmrMsg, (unsigned char *) meid)); + rmrMsg = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMsg); + if (rmrMsg == nullptr) { + mdclog_write(MDCLOG_ERR, "RMR failed send returned nullptr"); + } else if (rmrMsg->state != 0) { + mdclog_write(MDCLOG_ERR, + "RMR Retry failed %s sending request %d to Xapp from %s", + translateRmrErrorMessages(rmrMsg->state).c_str(), + rmrMsg->mtype, + rmr_get_meid(rmrMsg, (unsigned char *) meid)); + } + } else { + mdclog_write(MDCLOG_ERR, "RMR failed: %s. sending request %d to Xapp from %s", + translateRmrErrorMessages(rmrMsg->state).c_str(), + rmrMsg->mtype, + rmr_get_meid(rmrMsg, (unsigned char *) meid)); + } + } + message.peerInfo->gotSetup = true; + buildJsonMessage(message); + } + } - /** * * @param pdu @@ -911,92 +1465,65 @@ void asnInitiatingRequest(E2AP_PDU_t *pdu, otSpan lspan = 0; #endif + auto logLevel = mdclog_level_get(); auto procedureCode = ((InitiatingMessage_t *) pdu->choice.initiatingMessage)->procedureCode; - if (mdclog_level_get() >= MDCLOG_INFO) { - mdclog_write(MDCLOG_INFO, "Initiating message %ld", procedureCode); + if (logLevel >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "Initiating message %ld\n", procedureCode); } switch (procedureCode) { - case ProcedureCode_id_x2Setup: { - if (mdclog_level_get() >= MDCLOG_INFO) { - mdclog_write(MDCLOG_INFO, "Got Setup Initiating message from CU - %s", - message.message.enodbName); - } - break; - } - case ProcedureCode_id_endcX2Setup: { - if (mdclog_level_get() >= MDCLOG_INFO) { - mdclog_write(MDCLOG_INFO, "Got X2 EN-DC Setup Request from CU - %s", - message.message.enodbName); - } - break; - } - case ProcedureCode_id_ricSubscription: { - if (mdclog_level_get() >= MDCLOG_INFO) { - mdclog_write(MDCLOG_INFO, "Got RIC Subscription Request message from CU - %s", - message.message.enodbName); - } - break; - } - case ProcedureCode_id_ricSubscriptionDelete: { - if (mdclog_level_get() >= MDCLOG_INFO) { - mdclog_write(MDCLOG_INFO, "Got RIC Subscription Delete Request message from CU - %s", - message.message.enodbName); - } - break; - } - case ProcedureCode_id_endcConfigurationUpdate: { - if (sendRequestToXapp(message, RIC_ENDC_CONF_UPDATE, rmrMessageBuffer, &lspan) != 0) { - mdclog_write(MDCLOG_ERR, "E2 EN-DC CONFIGURATION UPDATE message failed to send to xAPP"); + case ProcedureCode_id_E2setup: { + if (logLevel >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "Got E2setup\n"); + } + + memset(message.peerInfo->enodbName, 0 , MAX_ENODB_NAME_SIZE); + for (auto i = 0; i < pdu->choice.initiatingMessage->value.choice.E2setupRequest.protocolIEs.list.count; i++) { + auto *ie = pdu->choice.initiatingMessage->value.choice.E2setupRequest.protocolIEs.list.array[i]; + if (ie->id == ProtocolIE_ID_id_GlobalE2node_ID) { + if (ie->value.present == E2setupRequestIEs__value_PR_GlobalE2node_ID) { + buildAndsendSetupRequest(message, ie, rmrMessageBuffer, pdu); + break; + } + } } break; } - case ProcedureCode_id_eNBConfigurationUpdate: { - if (sendRequestToXapp(message, RIC_ENB_CONF_UPDATE, rmrMessageBuffer, &lspan) != 0) { - mdclog_write(MDCLOG_ERR, "E2 EN-BC CONFIGURATION UPDATE message failed to send to xAPP"); + case ProcedureCode_id_ErrorIndication: { + if (logLevel >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "Got ErrorIndication %s", message.message.enodbName); } - break; - } - case ProcedureCode_id_x2Removal: { - if (mdclog_level_get() >= MDCLOG_INFO) { - mdclog_write(MDCLOG_INFO, "Got E2 Removal Initiating message from CU - %s", - message.message.enodbName); + if (sendRequestToXapp(message, RIC_ERROR_INDICATION, rmrMessageBuffer, &lspan) != 0) { + mdclog_write(MDCLOG_ERR, "RIC_ERROR_INDICATION failed to send to xAPP"); } break; } - case ProcedureCode_id_loadIndication: { - if (sendRequestToXapp(message, RIC_ENB_LOAD_INFORMATION, rmrMessageBuffer, &lspan) != 0) { - mdclog_write(MDCLOG_ERR, "Load indication message failed to send to xAPP"); + case ProcedureCode_id_Reset: { + if (logLevel >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "Got Reset %s", message.message.enodbName); } - break; - } - case ProcedureCode_id_resourceStatusReportingInitiation: { - if (mdclog_level_get() >= MDCLOG_INFO) { - mdclog_write(MDCLOG_INFO, "Got Status reporting initiation message from CU - %s", - message.message.enodbName); + if (sendRequestToXapp(message, RIC_X2_RESET, rmrMessageBuffer, &lspan) != 0) { + mdclog_write(MDCLOG_ERR, "RIC_X2_RESET message failed to send to xAPP"); } break; } - case ProcedureCode_id_resourceStatusReporting: { - if (sendRequestToXapp(message, RIC_RESOURCE_STATUS_UPDATE, rmrMessageBuffer, &lspan) != 0) { - mdclog_write(MDCLOG_ERR, "Resource Status Reporting message failed to send to xAPP"); + case ProcedureCode_id_RICcontrol: { + if (logLevel >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "Got RICcontrol %s", message.message.enodbName); } break; } - case ProcedureCode_id_reset: { - if (sendRequestToXapp(message, RIC_X2_RESET, rmrMessageBuffer, &lspan) != 0) { - mdclog_write(MDCLOG_ERR, "RIC_X2_RESET message failed to send to xAPP"); + case ProcedureCode_id_RICindication: { + if (logLevel >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "Got RICindication %s", message.message.enodbName); } - break; - } - case ProcedureCode_id_ricIndication: { - for (int i = 0; i < pdu->choice.initiatingMessage->value.choice.RICindication.protocolIEs.list.count; i++) { + for (auto i = 0; i < pdu->choice.initiatingMessage->value.choice.RICindication.protocolIEs.list.count; i++) { auto messageSent = false; RICindication_IEs_t *ie = pdu->choice.initiatingMessage->value.choice.RICindication.protocolIEs.list.array[i]; - if (mdclog_level_get() >= MDCLOG_DEBUG) { + if (logLevel >= MDCLOG_DEBUG) { mdclog_write(MDCLOG_DEBUG, "ie type (ProtocolIE_ID) = %ld", ie->id); } if (ie->id == ProtocolIE_ID_id_RICrequestID) { - if (mdclog_level_get() >= MDCLOG_DEBUG) { + if (logLevel >= MDCLOG_DEBUG) { mdclog_write(MDCLOG_DEBUG, "Got RIC requestId entry, ie type (ProtocolIE_ID) = %ld", ie->id); } if (ie->value.present == RICindication_IEs__value_PR_RICrequestID) { @@ -1004,9 +1531,16 @@ void asnInitiatingRequest(E2AP_PDU_t *pdu, message.message.messageType = rmrMessageBuffer.sendMessage->mtype = RIC_INDICATION; snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++); rmr_bytes2xact(rmrMessageBuffer.sendMessage, tx, strlen((const char *) tx)); - rmr_bytes2meid(rmrMessageBuffer.sendMessage, (unsigned char *)message.message.enodbName, strlen(message.message.enodbName)); + rmr_bytes2meid(rmrMessageBuffer.sendMessage, + (unsigned char *)message.message.enodbName, + strlen(message.message.enodbName)); rmrMessageBuffer.sendMessage->state = 0; rmrMessageBuffer.sendMessage->sub_id = (int) ie->value.choice.RICrequestID.ricRequestorID; + if (mdclog_level_get() >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "RIC sub id = %d, message type = %d", + rmrMessageBuffer.sendMessage->sub_id, + rmrMessageBuffer.sendMessage->mtype); + } sendRmrMessage(rmrMessageBuffer, message, &lspan); messageSent = true; } else { @@ -1019,21 +1553,30 @@ void asnInitiatingRequest(E2AP_PDU_t *pdu, } break; } - case ProcedureCode_id_errorIndication: { - if (sendRequestToXapp(message, RIC_ERROR_INDICATION, rmrMessageBuffer, &lspan) != 0) { - mdclog_write(MDCLOG_ERR, "Error Indication message failed to send to xAPP"); + case ProcedureCode_id_RICserviceQuery: { + if (logLevel >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "Got RICserviceQuery %s", message.message.enodbName); } break; } - case ProcedureCode_id_ricServiceUpdate : { + case ProcedureCode_id_RICserviceUpdate: { + if (logLevel >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "Got RICserviceUpdate %s", message.message.enodbName); + } if (sendRequestToXapp(message, RIC_SERVICE_UPDATE, rmrMessageBuffer, &lspan) != 0) { - mdclog_write(MDCLOG_ERR, "Service Update message failed to send to xAPP"); + mdclog_write(MDCLOG_ERR, "RIC_SERVICE_UPDATE message failed to send to xAPP"); } break; } - case ProcedureCode_id_gNBStatusIndication : { - if (sendRequestToXapp(message, RIC_GNB_STATUS_INDICATION, rmrMessageBuffer, &lspan) != 0) { - mdclog_write(MDCLOG_ERR, "RIC_GNB_STATUS_INDICATION failed to send to xAPP"); + case ProcedureCode_id_RICsubscription: { + if (logLevel >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "Got RICsubscription %s", message.message.enodbName); + } + break; + } + case ProcedureCode_id_RICsubscriptionDelete: { + if (logLevel >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "Got RICsubscriptionDelete %s", message.message.enodbName); } break; } @@ -1069,101 +1612,40 @@ void asnSuccsesfulMsg(E2AP_PDU_t *pdu, ReportingMessages_t &message, Sctp_Map_t otSpan lspan = 0; #endif auto procedureCode = pdu->choice.successfulOutcome->procedureCode; - if (mdclog_level_get() >= MDCLOG_INFO) { + auto logLevel = mdclog_level_get(); + if (logLevel >= MDCLOG_INFO) { mdclog_write(MDCLOG_INFO, "Successful Outcome %ld", procedureCode); } switch (procedureCode) { - case ProcedureCode_id_x2Setup: { - if (mdclog_level_get() >= MDCLOG_INFO) { - mdclog_write(MDCLOG_INFO, "Got Succesful Setup response from CU - %s", - message.message.enodbName); - } - if (sendResponseToXapp(message, RIC_X2_SETUP_RESP, - RIC_X2_SETUP_REQ, rmrMessageBuffer, sctpMap, &lspan) != 0) { - mdclog_write(MDCLOG_ERR, "Failed to send Succesful Setup response for CU - %s", - message.message.enodbName); - } - break; - } - case ProcedureCode_id_endcX2Setup: { //X2_EN_DC_SETUP_REQUEST_FROM_CU - if (mdclog_level_get() >= MDCLOG_INFO) { - mdclog_write(MDCLOG_INFO, "Got Succesful E2 EN-DC Setup response from CU - %s", - message.message.enodbName); - } - if (sendResponseToXapp(message, RIC_ENDC_X2_SETUP_RESP, - RIC_ENDC_X2_SETUP_REQ, rmrMessageBuffer, sctpMap, &lspan) != 0) { - mdclog_write(MDCLOG_ERR, "Failed to send Succesful X2 EN DC Setup response for CU - %s", - message.message.enodbName); - } - break; - } - case ProcedureCode_id_endcConfigurationUpdate: { - if (mdclog_level_get() >= MDCLOG_INFO) { - mdclog_write(MDCLOG_INFO, "Got Succesful E2 EN-DC CONFIGURATION UPDATE from CU - %s", - message.message.enodbName); - } - if (sendRequestToXapp(message, RIC_ENDC_CONF_UPDATE_ACK, rmrMessageBuffer, &lspan) != 0) { - mdclog_write(MDCLOG_ERR, "Failed to send Succesful E2 EN DC CONFIGURATION response for CU - %s", - message.message.enodbName); - } - break; - } - case ProcedureCode_id_eNBConfigurationUpdate: { - if (mdclog_level_get() >= MDCLOG_INFO) { - mdclog_write(MDCLOG_INFO, "Got Succesful E2 ENB CONFIGURATION UPDATE from CU - %s", - message.message.enodbName); - } - if (sendRequestToXapp(message, RIC_ENB_CONF_UPDATE_ACK, rmrMessageBuffer, &lspan) != 0) { - mdclog_write(MDCLOG_ERR, "Failed to send Succesful E2 ENB CONFIGURATION response for CU - %s", - message.message.enodbName); - } - break; - } - case ProcedureCode_id_reset: { - if (sendRequestToXapp(message, RIC_X2_RESET_RESP, rmrMessageBuffer, &lspan) != 0) { - mdclog_write(MDCLOG_ERR, "Failed to send Succesful E2_RESET response for CU - %s", - message.message.enodbName); - } - break; - - } - case ProcedureCode_id_resourceStatusReportingInitiation: { - if (sendRequestToXapp(message, RIC_RES_STATUS_RESP, rmrMessageBuffer, &lspan) != 0) { - mdclog_write(MDCLOG_ERR, - "Failed to send Succesful 2_REQUEST_STATUS_REPORTING_INITIATION response for CU - %s", - message.message.enodbName); + case ProcedureCode_id_E2setup: { + if (logLevel >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "Got E2setup\n"); } break; } - case ProcedureCode_id_ricSubscription: { - if (mdclog_level_get() >= MDCLOG_INFO) { - mdclog_write(MDCLOG_INFO, "Got Succesful RIC Subscription response from CU - %s", - message.message.enodbName); + case ProcedureCode_id_ErrorIndication: { + if (logLevel >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "Got ErrorIndication %s", message.message.enodbName); } - if (sendRequestToXapp(message, RIC_SUB_RESP, rmrMessageBuffer, &lspan) != 0) { - mdclog_write(MDCLOG_ERR, "Subscription successful message failed to send to xAPP"); + if (sendRequestToXapp(message, RIC_ERROR_INDICATION, rmrMessageBuffer, &lspan) != 0) { + mdclog_write(MDCLOG_ERR, "RIC_ERROR_INDICATION failed to send to xAPP"); } break; - } - case ProcedureCode_id_ricSubscriptionDelete: { - if (mdclog_level_get() >= MDCLOG_INFO) { - mdclog_write(MDCLOG_INFO, - "Got Succesful RIC Subscription Delete response from CU - %s", - message.message.enodbName); + case ProcedureCode_id_Reset: { + if (logLevel >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "Got Reset %s", message.message.enodbName); } - if (sendRequestToXapp(message, RIC_SUB_DEL_RESP, rmrMessageBuffer, &lspan) != 0) { - mdclog_write(MDCLOG_ERR, "Subscription delete successful message failed to send to xAPP"); + if (sendRequestToXapp(message, RIC_X2_RESET, rmrMessageBuffer, &lspan) != 0) { + mdclog_write(MDCLOG_ERR, "RIC_X2_RESET message failed to send to xAPP"); } break; } - case ProcedureCode_id_ricControl: { - if (mdclog_level_get() >= MDCLOG_INFO) { - mdclog_write(MDCLOG_INFO, - "Got Succesful RIC control response from CU - %s", - message.message.enodbName); + case ProcedureCode_id_RICcontrol: { + if (logLevel >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "Got RICcontrol %s", message.message.enodbName); } - for (int i = 0; + for (auto i = 0; i < pdu->choice.successfulOutcome->value.choice.RICcontrolAcknowledge.protocolIEs.list.count; i++) { auto messageSent = false; RICcontrolAcknowledge_IEs_t *ie = pdu->choice.successfulOutcome->value.choice.RICcontrolAcknowledge.protocolIEs.list.array[i]; @@ -1181,8 +1663,52 @@ void asnSuccsesfulMsg(E2AP_PDU_t *pdu, ReportingMessages_t &message, Sctp_Map_t static unsigned char tx[32]; snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++); rmr_bytes2xact(rmrMessageBuffer.sendMessage, tx, strlen((const char *) tx)); - rmr_bytes2meid(rmrMessageBuffer.sendMessage, (unsigned char *)message.message.enodbName, strlen(message.message.enodbName)); + rmr_bytes2meid(rmrMessageBuffer.sendMessage, + (unsigned char *)message.message.enodbName, + strlen(message.message.enodbName)); + + sendRmrMessage(rmrMessageBuffer, message, &lspan); + messageSent = true; + } else { + mdclog_write(MDCLOG_ERR, "RIC request id missing illigal request"); + } + } + if (messageSent) { + break; + } + } + break; + } + case ProcedureCode_id_RICindication: { + if (logLevel >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "Got RICindication %s", message.message.enodbName); + } + for (auto i = 0; i < pdu->choice.initiatingMessage->value.choice.RICindication.protocolIEs.list.count; i++) { + auto messageSent = false; + RICindication_IEs_t *ie = pdu->choice.initiatingMessage->value.choice.RICindication.protocolIEs.list.array[i]; + if (logLevel >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "ie type (ProtocolIE_ID) = %ld", ie->id); + } + if (ie->id == ProtocolIE_ID_id_RICrequestID) { + if (logLevel >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "Got RIC requestId entry, ie type (ProtocolIE_ID) = %ld", ie->id); + } + if (ie->value.present == RICindication_IEs__value_PR_RICrequestID) { + static unsigned char tx[32]; + message.message.messageType = rmrMessageBuffer.sendMessage->mtype = RIC_INDICATION; + snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++); + rmr_bytes2xact(rmrMessageBuffer.sendMessage, tx, strlen((const char *) tx)); + rmr_bytes2meid(rmrMessageBuffer.sendMessage, + (unsigned char *)message.message.enodbName, + strlen(message.message.enodbName)); + rmrMessageBuffer.sendMessage->state = 0; + rmrMessageBuffer.sendMessage->sub_id = (int) ie->value.choice.RICrequestID.ricRequestorID; + if (mdclog_level_get() >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "RIC sub id = %d, message type = %d", + rmrMessageBuffer.sendMessage->sub_id, + rmrMessageBuffer.sendMessage->mtype); + } sendRmrMessage(rmrMessageBuffer, message, &lspan); messageSent = true; } else { @@ -1195,6 +1721,39 @@ void asnSuccsesfulMsg(E2AP_PDU_t *pdu, ReportingMessages_t &message, Sctp_Map_t } break; } + case ProcedureCode_id_RICserviceQuery: { + if (logLevel >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "Got RICserviceQuery %s", message.message.enodbName); + } + break; + } + case ProcedureCode_id_RICserviceUpdate: { + if (logLevel >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "Got RICserviceUpdate %s", message.message.enodbName); + } + if (sendRequestToXapp(message, RIC_SERVICE_UPDATE, rmrMessageBuffer, &lspan) != 0) { + mdclog_write(MDCLOG_ERR, "RIC_SERVICE_UPDATE message failed to send to xAPP"); + } + break; + } + case ProcedureCode_id_RICsubscription: { + if (logLevel >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "Got RICsubscription %s", message.message.enodbName); + } + if (sendRequestToXapp(message, RIC_SUB_RESP, rmrMessageBuffer, &lspan) != 0) { + mdclog_write(MDCLOG_ERR, "Subscription successful message failed to send to xAPP"); + } + break; + } + case ProcedureCode_id_RICsubscriptionDelete: { + if (logLevel >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "Got RICsubscriptionDelete %s", message.message.enodbName); + } + if (sendRequestToXapp(message, RIC_SUB_DEL_RESP, rmrMessageBuffer, &lspan) != 0) { + mdclog_write(MDCLOG_ERR, "Subscription delete successful message failed to send to xAPP"); + } + break; + } default: { mdclog_write(MDCLOG_WARN, "Undefined or not supported message = %ld", procedureCode); message.message.messageType = 0; // no RMR message type yet @@ -1229,100 +1788,48 @@ void asnUnSuccsesfulMsg(E2AP_PDU_t *pdu, otSpan lspan = 0; #endif auto procedureCode = pdu->choice.unsuccessfulOutcome->procedureCode; - if (mdclog_level_get() >= MDCLOG_INFO) { + auto logLevel = mdclog_level_get(); + if (logLevel >= MDCLOG_INFO) { mdclog_write(MDCLOG_INFO, "Unsuccessful Outcome %ld", procedureCode); } switch (procedureCode) { - case ProcedureCode_id_x2Setup: { - if (mdclog_level_get() >= MDCLOG_INFO) { - mdclog_write(MDCLOG_INFO, - "Got Unsuccessful Setup response from CU - %s", - message.message.enodbName); - } - if (sendResponseToXapp(message, - RIC_X2_SETUP_FAILURE, RIC_X2_SETUP_REQ, - rmrMessageBuffer, - sctpMap, - &lspan) != 0) { - mdclog_write(MDCLOG_ERR, - "Failed to send Unsuccessful Setup response for CU - %s", - message.message.enodbName); - break; - } - break; - } - case ProcedureCode_id_endcX2Setup: { - if (mdclog_level_get() >= MDCLOG_INFO) { - mdclog_write(MDCLOG_INFO, - "Got Unsuccessful E2 EN-DC Setup response from CU - %s", - message.message.enodbName); - } - if (sendResponseToXapp(message, RIC_ENDC_X2_SETUP_FAILURE, - RIC_ENDC_X2_SETUP_REQ, - rmrMessageBuffer, - sctpMap, - &lspan) != 0) { - mdclog_write(MDCLOG_ERR, "Failed to send Unsuccessful E2 EN DC Setup response for CU - %s", - message.message.enodbName); - } - break; - } - case ProcedureCode_id_endcConfigurationUpdate: { - if (sendRequestToXapp(message, RIC_ENDC_CONF_UPDATE_FAILURE, rmrMessageBuffer, &lspan) != 0) { - mdclog_write(MDCLOG_ERR, "Failed to send Unsuccessful E2 EN DC CONFIGURATION response for CU - %s", - message.message.enodbName); - } - break; - } - case ProcedureCode_id_eNBConfigurationUpdate: { - if (sendRequestToXapp(message, RIC_ENB_CONF_UPDATE_FAILURE, rmrMessageBuffer, &lspan) != 0) { - mdclog_write(MDCLOG_ERR, "Failed to send Unsuccessful E2 ENB CONFIGURATION response for CU - %s", - message.message.enodbName); + case ProcedureCode_id_E2setup: { + if (logLevel >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "Got E2setup\n"); } break; } - case ProcedureCode_id_resourceStatusReportingInitiation: { - if (sendRequestToXapp(message, RIC_RES_STATUS_FAILURE, rmrMessageBuffer, &lspan) != 0) { - mdclog_write(MDCLOG_ERR, - "Failed to send Succesful E2_REQUEST_STATUS_REPORTING_INITIATION response for CU - %s", - message.message.enodbName); - } - break; - } - case ProcedureCode_id_ricSubscription: { - if (mdclog_level_get() >= MDCLOG_INFO) { - mdclog_write(MDCLOG_INFO, "Got Unsuccessful RIC Subscription Response from CU - %s", - message.message.enodbName); + case ProcedureCode_id_ErrorIndication: { + if (logLevel >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "Got ErrorIndication %s", message.message.enodbName); } - if (sendRequestToXapp(message, RIC_SUB_FAILURE, rmrMessageBuffer, &lspan) != 0) { - mdclog_write(MDCLOG_ERR, "Subscription unsuccessful message failed to send to xAPP"); + if (sendRequestToXapp(message, RIC_ERROR_INDICATION, rmrMessageBuffer, &lspan) != 0) { + mdclog_write(MDCLOG_ERR, "RIC_ERROR_INDICATION failed to send to xAPP"); } break; } - case ProcedureCode_id_ricSubscriptionDelete: { - if (mdclog_level_get() >= MDCLOG_INFO) { - mdclog_write(MDCLOG_INFO, "Got Unsuccessful RIC Subscription Delete Response from CU - %s", - message.message.enodbName); + case ProcedureCode_id_Reset: { + if (logLevel >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "Got Reset %s", message.message.enodbName); } - if (sendRequestToXapp(message, RIC_SUB_DEL_FAILURE, rmrMessageBuffer, &lspan) != 0) { - mdclog_write(MDCLOG_ERR, "Subscription Delete unsuccessful message failed to send to xAPP"); + if (sendRequestToXapp(message, RIC_X2_RESET, rmrMessageBuffer, &lspan) != 0) { + mdclog_write(MDCLOG_ERR, "RIC_X2_RESET message failed to send to xAPP"); } break; } - case ProcedureCode_id_ricControl: { - if (mdclog_level_get() >= MDCLOG_INFO) { - mdclog_write(MDCLOG_INFO, "Got UNSuccesful RIC control response from CU - %s", - message.message.enodbName); + case ProcedureCode_id_RICcontrol: { + if (logLevel >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "Got RICcontrol %s", message.message.enodbName); } for (int i = 0; i < pdu->choice.unsuccessfulOutcome->value.choice.RICcontrolFailure.protocolIEs.list.count; i++) { auto messageSent = false; RICcontrolFailure_IEs_t *ie = pdu->choice.unsuccessfulOutcome->value.choice.RICcontrolFailure.protocolIEs.list.array[i]; - if (mdclog_level_get() >= MDCLOG_DEBUG) { + if (logLevel >= MDCLOG_DEBUG) { mdclog_write(MDCLOG_DEBUG, "ie type (ProtocolIE_ID) = %ld", ie->id); } if (ie->id == ProtocolIE_ID_id_RICrequestID) { - if (mdclog_level_get() >= MDCLOG_DEBUG) { + if (logLevel >= MDCLOG_DEBUG) { mdclog_write(MDCLOG_DEBUG, "Got RIC requestId entry, ie type (ProtocolIE_ID) = %ld", ie->id); } if (ie->value.present == RICcontrolFailure_IEs__value_PR_RICrequestID) { @@ -1332,7 +1839,8 @@ void asnUnSuccsesfulMsg(E2AP_PDU_t *pdu, static unsigned char tx[32]; snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++); rmr_bytes2xact(rmrMessageBuffer.sendMessage, tx, strlen((const char *) tx)); - rmr_bytes2meid(rmrMessageBuffer.sendMessage, (unsigned char *)message.message.enodbName, strlen(message.message.enodbName)); + rmr_bytes2meid(rmrMessageBuffer.sendMessage, (unsigned char *) message.message.enodbName, + strlen(message.message.enodbName)); sendRmrMessage(rmrMessageBuffer, message, &lspan); messageSent = true; } else { @@ -1345,6 +1853,80 @@ void asnUnSuccsesfulMsg(E2AP_PDU_t *pdu, } break; } + case ProcedureCode_id_RICindication: { + if (logLevel >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "Got RICindication %s", message.message.enodbName); + } + for (auto i = 0; i < pdu->choice.initiatingMessage->value.choice.RICindication.protocolIEs.list.count; i++) { + auto messageSent = false; + RICindication_IEs_t *ie = pdu->choice.initiatingMessage->value.choice.RICindication.protocolIEs.list.array[i]; + if (logLevel >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "ie type (ProtocolIE_ID) = %ld", ie->id); + } + if (ie->id == ProtocolIE_ID_id_RICrequestID) { + if (logLevel >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "Got RIC requestId entry, ie type (ProtocolIE_ID) = %ld", ie->id); + } + if (ie->value.present == RICindication_IEs__value_PR_RICrequestID) { + static unsigned char tx[32]; + message.message.messageType = rmrMessageBuffer.sendMessage->mtype = RIC_INDICATION; + snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++); + rmr_bytes2xact(rmrMessageBuffer.sendMessage, tx, strlen((const char *) tx)); + rmr_bytes2meid(rmrMessageBuffer.sendMessage, + (unsigned char *)message.message.enodbName, + strlen(message.message.enodbName)); + rmrMessageBuffer.sendMessage->state = 0; + rmrMessageBuffer.sendMessage->sub_id = (int) ie->value.choice.RICrequestID.ricRequestorID; + if (mdclog_level_get() >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "RIC sub id = %d, message type = %d", + rmrMessageBuffer.sendMessage->sub_id, + rmrMessageBuffer.sendMessage->mtype); + } + sendRmrMessage(rmrMessageBuffer, message, &lspan); + messageSent = true; + } else { + mdclog_write(MDCLOG_ERR, "RIC request id missing illigal request"); + } + } + if (messageSent) { + break; + } + } + break; + } + case ProcedureCode_id_RICserviceQuery: { + if (logLevel >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "Got RICserviceQuery %s", message.message.enodbName); + } + break; + } + case ProcedureCode_id_RICserviceUpdate: { + if (logLevel >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "Got RICserviceUpdate %s", message.message.enodbName); + } + if (sendRequestToXapp(message, RIC_SERVICE_UPDATE, rmrMessageBuffer, &lspan) != 0) { + mdclog_write(MDCLOG_ERR, "RIC_SERVICE_UPDATE message failed to send to xAPP"); + } + break; + } + case ProcedureCode_id_RICsubscription: { + if (logLevel >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "Got RICsubscription %s", message.message.enodbName); + } + if (sendRequestToXapp(message, RIC_SUB_FAILURE, rmrMessageBuffer, &lspan) != 0) { + mdclog_write(MDCLOG_ERR, "Subscription unsuccessful message failed to send to xAPP"); + } + break; + } + case ProcedureCode_id_RICsubscriptionDelete: { + if (logLevel >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "Got RICsubscriptionDelete %s", message.message.enodbName); + } + if (sendRequestToXapp(message, RIC_SUB_DEL_FAILURE, rmrMessageBuffer, &lspan) != 0) { + mdclog_write(MDCLOG_ERR, "Subscription Delete unsuccessful message failed to send to xAPP"); + } + break; + } default: { mdclog_write(MDCLOG_WARN, "Undefined or not supported message = %ld", procedureCode); message.message.messageType = 0; // no RMR message type yet @@ -1396,26 +1978,24 @@ int sendRequestToXapp(ReportingMessages_t &message, } -void *getRmrContext(char *rmrAddress, otSpan *pSpan) { +void getRmrContext(sctp_params_t &pSctpParams, otSpan *pSpan) { #ifdef __TRACING__ auto lspan = opentracing::Tracer::Global()->StartSpan( __FUNCTION__, { opentracing::ChildOf(&pSpan->get()->context()) }); #else // otSpan lspan = 0; #endif - void *rmrCtx = rmr_init(rmrAddress, RMR_MAX_RCV_BYTES, RMRFL_NONE); - - - if (rmrCtx == nullptr) { - mdclog_write(MDCLOG_ERR, "RMR failed to initialise : %s", strerror(errno)); + pSctpParams.rmrCtx = nullptr; + pSctpParams.rmrCtx = rmr_init(pSctpParams.rmrAddress, RMR_MAX_RCV_BYTES, RMRFL_NONE); + if (pSctpParams.rmrCtx == nullptr) { + mdclog_write(MDCLOG_ERR, "Failed to initialize RMR"); #ifdef __TRACING__ lspan->Finish(); #endif - - return (nullptr); + return; } - rmr_set_stimeout(rmrCtx, 0); // disable retries for any send operation + rmr_set_stimeout(pSctpParams.rmrCtx, 0); // disable retries for any send operation // we need to find that routing table exist and we can run if (mdclog_level_get() >= MDCLOG_INFO) { mdclog_write(MDCLOG_INFO, "We are after RMR INIT wait for RMR_Ready"); @@ -1423,7 +2003,7 @@ void *getRmrContext(char *rmrAddress, otSpan *pSpan) { int rmrReady = 0; int count = 0; while (!rmrReady) { - if ((rmrReady = rmr_ready(rmrCtx)) == 0) { + if ((rmrReady = rmr_ready(pSctpParams.rmrCtx)) == 0) { sleep(1); } count++; @@ -1437,8 +2017,20 @@ void *getRmrContext(char *rmrAddress, otSpan *pSpan) { #ifdef __TRACING__ lspan->Finish(); #endif - - return rmrCtx; + rmr_init_trace(pSctpParams.rmrCtx, 200); + // get the RMR fd for the epoll + pSctpParams.rmrListenFd = rmr_get_rcvfd(pSctpParams.rmrCtx); + struct epoll_event event{}; + // add RMR fd to epoll + event.events = (EPOLLIN); + event.data.fd = pSctpParams.rmrListenFd; + // add listening RMR FD to epoll + if (epoll_ctl(pSctpParams.epoll_fd, EPOLL_CTL_ADD, pSctpParams.rmrListenFd, &event)) { + mdclog_write(MDCLOG_ERR, "Failed to add RMR descriptor to epoll"); + close(pSctpParams.rmrListenFd); + rmr_close(pSctpParams.rmrCtx); + pSctpParams.rmrCtx = nullptr; + } } /** @@ -1739,6 +2331,29 @@ int receiveXappMessages(int epoll_fd, sctpMap->clear(); break; } + case E2_TERM_KEEP_ALIVE_REQ: { + // send message back + rmr_bytes2payload(rmrMessageBuffer.sendMessage, + (unsigned char *)rmrMessageBuffer.ka_message, + rmrMessageBuffer.ka_message_len); + rmrMessageBuffer.sendMessage->mtype = E2_TERM_KEEP_ALIVE_RESP; + rmrMessageBuffer.sendMessage->state = 0; + static unsigned char tx[32]; + auto txLen = snprintf((char *) tx, sizeof tx, "%15ld", transactionCounter++); + rmr_bytes2xact(rmrMessageBuffer.sendMessage, tx, txLen); + rmrMessageBuffer.sendMessage = rmr_send_msg(rmrMessageBuffer.rmrCtx, rmrMessageBuffer.sendMessage); + if (rmrMessageBuffer.sendMessage == nullptr) { + rmrMessageBuffer.sendMessage = rmr_alloc_msg(rmrMessageBuffer.rmrCtx, RECEIVE_XAPP_BUFFER_SIZE); + mdclog_write(MDCLOG_ERR, "Failed to send E2_TERM_KEEP_ALIVE_RESP RMR message returned NULL"); + } else if (rmrMessageBuffer.sendMessage->state != 0) { + mdclog_write(MDCLOG_ERR, "Failed to send E2_TERM_KEEP_ALIVE_RESP, on RMR state = %d ( %s)", + rmrMessageBuffer.sendMessage->state, translateRmrErrorMessages(rmrMessageBuffer.sendMessage->state).c_str()); + } else if (mdclog_level_get() >= MDCLOG_INFO) { + mdclog_write(MDCLOG_INFO, "Got Keep Alive Request send : %s", rmrMessageBuffer.ka_message); + } + + break; + } default: mdclog_write(MDCLOG_WARN, "Message Type : %d is not seported", rmrMessageBuffer.rcvMessage->mtype); message.message.asndata = rmrMessageBuffer.rcvMessage->payload; @@ -1890,6 +2505,7 @@ sendFailedSendingMessagetoXapp(RmrMessagesBuffer_t &rmrMessageBuffer, ReportingM * @param size size of the buffer to send * @return */ +/* int sendResponseToXapp(ReportingMessages_t &message, int msgType, int requestType, @@ -1935,6 +2551,7 @@ int sendResponseToXapp(ReportingMessages_t &message, #endif return rc; } +*/ /** * build the SCTP connection to eNodB or gNb @@ -1999,16 +2616,11 @@ int connectToCUandSetUp(RmrMessagesBuffer_t &rmrMessageBuffer, } } - // check if not alread connected. if connected send the request and return + // check if not connected. if connected send the request and return auto *peerInfo = (ConnectedCU_t *)sctpMap->find(message.message.enodbName); if (peerInfo != nullptr) { -// snprintf(strErr, -// 128, -// "Device %s already connected please remove and then setup again", -// message.message.enodbName); if (mdclog_level_get() >= MDCLOG_INFO) { - mdclog_write(MDCLOG_INFO, - "Device already connected to %s", + mdclog_write(MDCLOG_INFO, "Device already connected to %s", message.message.enodbName); } message.message.messageType = msg->mtype; @@ -2259,17 +2871,21 @@ int addToEpoll(int epoll_fd, strerror(errno), __func__, __LINE__); } close(peerInfo->fileDescriptor); - cleanHashEntry(peerInfo, sctpMap, &lspan); - char key[MAX_ENODB_NAME_SIZE * 2]; - snprintf(key, MAX_ENODB_NAME_SIZE * 2, "msg:%s|%d", enodbName, msgType); - if (mdclog_level_get() >= MDCLOG_DEBUG) { - mdclog_write(MDCLOG_DEBUG, "remove key = %s from %s at line %d", key, __FUNCTION__, __LINE__); - } - auto tmp = sctpMap->find(key); - if (tmp) { - free(tmp); + if (enodbName != nullptr) { + cleanHashEntry(peerInfo, sctpMap, &lspan); + char key[MAX_ENODB_NAME_SIZE * 2]; + snprintf(key, MAX_ENODB_NAME_SIZE * 2, "msg:%s|%d", enodbName, msgType); + if (mdclog_level_get() >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "remove key = %s from %s at line %d", key, __FUNCTION__, __LINE__); + } + auto tmp = sctpMap->find(key); + if (tmp) { + free(tmp); + sctpMap->erase(key); + } + } else { + peerInfo->enodbName[0] = 0; } - sctpMap->erase(key); mdclog_write(MDCLOG_ERR, "epoll_ctl EPOLL_CTL_ADD (may chack not to quit here)"); #ifdef __TRACING__ lspan->Finish(); @@ -2420,41 +3036,36 @@ int sendRmrMessage(RmrMessagesBuffer_t &rmrMessageBuffer, ReportingMessages_t &m } void buildJsonMessage(ReportingMessages_t &message) { - message.outLen = sizeof(message.base64Data); - base64::encode((const unsigned char *)message.message.asndata, - (const int)message.message.asnLength, - message.base64Data, - message.outLen); - if (mdclog_level_get() >= MDCLOG_DEBUG) { - mdclog_write(MDCLOG_DEBUG, "asn data length = %d, base64 message length = %d ", - (int)message.message.asnLength, - (int)message.outLen); - } - -// char buff[256]; -// // build day time to seconds from epoc -// strftime(buff, sizeof message.message.time, "%D %T", gmtime(&message.message.time.tv_sec)); -// // add nanosecond -// snprintf(buff, sizeof buff, "%s.%09ld UTC\n", buff, message.message.time.tv_nsec); - - message.bufferLen = snprintf(message.buffer, sizeof(message.buffer), - "{\"header\": {\"ts\": \"%ld.%09ld\"," - "\"ranName\": \"%s\"," - "\"messageType\": %d," - "\"direction\": \"%c\"}," - "\"base64Length\": %d," - "\"asnBase64\": \"%s\"}", - message.message.time.tv_sec, - message.message.time.tv_nsec, - message.message.enodbName, - message.message.messageType, - message.message.direction, - (int)message.outLen, - message.base64Data); - static src::logger_mt& lg = my_logger::get(); - - BOOST_LOG(lg) << message.buffer; - + if (jsonTrace) { + message.outLen = sizeof(message.base64Data); + base64::encode((const unsigned char *) message.message.asndata, + (const int) message.message.asnLength, + message.base64Data, + message.outLen); + if (mdclog_level_get() >= MDCLOG_DEBUG) { + mdclog_write(MDCLOG_DEBUG, "asn data length = %d, base64 message length = %d ", + (int) message.message.asnLength, + (int) message.outLen); + } + + snprintf(message.buffer, sizeof(message.buffer), + "{\"header\": {\"ts\": \"%ld.%09ld\"," + "\"ranName\": \"%s\"," + "\"messageType\": %d," + "\"direction\": \"%c\"}," + "\"base64Length\": %d," + "\"asnBase64\": \"%s\"}", + message.message.time.tv_sec, + message.message.time.tv_nsec, + message.message.enodbName, + message.message.messageType, + message.message.direction, + (int) message.outLen, + message.base64Data); + static src::logger_mt &lg = my_logger::get(); + + BOOST_LOG(lg) << message.buffer; + } }