X-Git-Url: https://gerrit.o-ran-sc.org/r/gitweb?a=blobdiff_plain;f=pkg%2Fxapp%2Frmr.go;h=0aeced219009dd3d54e3aa8d2477bd94c0ef6f12;hb=5953f7e372df54c71f526e9519e8eb0ee7ee6f72;hp=d90da022b7a8abf28cd5dcb14c4282f6dfbe6abb;hpb=467a99f0a3e5352ce77514ca2e3f9cc316fa9afc;p=ric-plt%2Fxapp-frame.git diff --git a/pkg/xapp/rmr.go b/pkg/xapp/rmr.go index d90da02..0aeced2 100755 --- a/pkg/xapp/rmr.go +++ b/pkg/xapp/rmr.go @@ -32,7 +32,7 @@ void write_bytes_array(unsigned char *dst, void *data, int len) { } #cgo CFLAGS: -I../ -#cgo LDFLAGS: -lrmr_nng -lnng +#cgo LDFLAGS: -lrmr_si */ import "C" @@ -81,53 +81,69 @@ type RMRParams struct { SubId int Src string Mbuf *C.rmr_mbuf_t + Whid int + Callid int + Timeout int + status int } -func NewRMRClient() *RMRClient { - p := C.CString(viper.GetString("rmr.protPort")) - m := C.int(viper.GetInt("rmr.maxSize")) +func NewRMRClientWithParams(protPort string, maxSize int, numWorkers int, threadType int, statDesc string) *RMRClient { + p := C.CString(protPort) + m := C.int(maxSize) + c := C.int(threadType) defer C.free(unsafe.Pointer(p)) - ctx := C.rmr_init(p, m, C.int(0)) + //ctx := C.rmr_init(p, m, C.int(0)) + //ctx := C.rmr_init(p, m, C.RMRFL_NOTHREAD) + ctx := C.rmr_init(p, m, c) if ctx == nil { Logger.Error("rmrClient: Initializing RMR context failed, bailing out!") } return &RMRClient{ - context: ctx, - consumers: make([]MessageConsumer, 0), - stat: Metric.RegisterCounterGroup(RMRCounterOpts, "RMR"), + protPort: protPort, + numWorkers: numWorkers, + context: ctx, + consumers: make([]MessageConsumer, 0), + stat: Metric.RegisterCounterGroup(RMRCounterOpts, statDesc), } } +func NewRMRClient() *RMRClient { + return NewRMRClientWithParams(viper.GetString("rmr.protPort"), viper.GetInt("rmr.maxSize"), viper.GetInt("rmr.numWorkers"), viper.GetInt("rmr.threadType"), "RMR") +} + func (m *RMRClient) Start(c MessageConsumer) { if c != nil { m.consumers = append(m.consumers, c) } + var counter int = 0 for { - Logger.Info("rmrClient: Waiting for RMR to be ready ...") - if m.ready = int(C.rmr_ready(m.context)); m.ready == 1 { + Logger.Info("rmrClient: RMR is ready after %d seconds waiting...", counter) break } - time.Sleep(10 * time.Second) + if counter%10 == 0 { + Logger.Info("rmrClient: Waiting for RMR to be ready ...") + } + time.Sleep(1 * time.Second) + counter++ } - m.wg.Add(viper.GetInt("rmr.numWorkers")) + m.wg.Add(m.numWorkers) if m.readyCb != nil { go m.readyCb(m.readyCbParams) } - for w := 0; w < viper.GetInt("rmr.numWorkers"); w++ { + for w := 0; w < m.numWorkers; w++ { go m.Worker("worker-"+strconv.Itoa(w), 0) } m.Wait() } func (m *RMRClient) Worker(taskName string, msgSize int) { - p := viper.GetString("rmr.protPort") - Logger.Info("rmrClient: '%s': receiving messages on [%s]", taskName, p) + Logger.Info("rmrClient: '%s': receiving messages on [%s]", taskName, m.protPort) defer m.wg.Done() for { @@ -170,10 +186,24 @@ func (m *RMRClient) parseMessage(rxBuffer *C.rmr_mbuf_t) { params.Src = strings.TrimRight(string(srcBuf[0:64]), "\000") } + // Default case: a single consumer + if len(m.consumers) == 1 && m.consumers[0] != nil { + params.PayloadLen = int(rxBuffer.len) + params.Payload = (*[1 << 30]byte)(unsafe.Pointer(rxBuffer.payload))[:params.PayloadLen:params.PayloadLen] + err := m.consumers[0].Consume(params) + if err != nil { + Logger.Warn("rmrClient: Consumer returned error: %v", err) + } + return + } + + // Special case for multiple consumers for _, c := range m.consumers { cptr := unsafe.Pointer(rxBuffer.payload) params.Payload = C.GoBytes(cptr, C.int(rxBuffer.len)) params.PayloadLen = int(rxBuffer.len) + params.Mtype = int(rxBuffer.mtype) + params.SubId = int(rxBuffer.sub_id) err := c.Consume(params) if err != nil { @@ -205,10 +235,13 @@ func (m *RMRClient) SendRts(params *RMRParams) bool { return m.Send(params, true) } -func (m *RMRClient) Send(params *RMRParams, isRts bool) bool { +func (m *RMRClient) CopyBuffer(params *RMRParams) *C.rmr_mbuf_t { txBuffer := params.Mbuf if txBuffer == nil { txBuffer = m.Allocate() + if txBuffer == nil { + return nil + } } txBuffer.mtype = C.int(params.Mtype) @@ -234,22 +267,37 @@ func (m *RMRClient) Send(params *RMRParams, isRts bool) bool { } } C.write_bytes_array(txBuffer.payload, datap, txBuffer.len) + return txBuffer +} + +func (m *RMRClient) Send(params *RMRParams, isRts bool) bool { - return m.SendBuf(txBuffer, isRts) + txBuffer := m.CopyBuffer(params) + if txBuffer == nil { + return false + } + params.status = m.SendBuf(txBuffer, isRts, params.Whid) + if params.status == int(C.RMR_OK) { + return true + } + return false } -func (m *RMRClient) SendBuf(txBuffer *C.rmr_mbuf_t, isRts bool) bool { +func (m *RMRClient) SendBuf(txBuffer *C.rmr_mbuf_t, isRts bool, whid int) int { var ( currBuffer *C.rmr_mbuf_t - state bool = true counterName string = "Transmitted" ) txBuffer.state = 0 - if isRts { - currBuffer = C.rmr_rts_msg(m.context, txBuffer) + if whid != 0 { + currBuffer = C.rmr_wh_send_msg(m.context, C.rmr_whid_t(whid), txBuffer) } else { - currBuffer = C.rmr_send_msg(m.context, txBuffer) + if isRts { + currBuffer = C.rmr_rts_msg(m.context, txBuffer) + } else { + currBuffer = C.rmr_send_msg(m.context, txBuffer) + } } if currBuffer == nil { @@ -258,22 +306,96 @@ func (m *RMRClient) SendBuf(txBuffer *C.rmr_mbuf_t, isRts bool) bool { } // Just quick retry seems to help for K8s issue - for j := 0; j < 3 && currBuffer != nil && currBuffer.state == C.RMR_ERR_RETRY; j++ { - if isRts { - currBuffer = C.rmr_rts_msg(m.context, currBuffer) + maxRetryOnFailure := viper.GetInt("rmr.maxRetryOnFailure") + if maxRetryOnFailure == 0 { + maxRetryOnFailure = 5 + } + + for j := 0; j < maxRetryOnFailure && currBuffer != nil && currBuffer.state == C.RMR_ERR_RETRY; j++ { + if whid != 0 { + currBuffer = C.rmr_wh_send_msg(m.context, C.rmr_whid_t(whid), txBuffer) } else { - currBuffer = C.rmr_send_msg(m.context, currBuffer) + if isRts { + currBuffer = C.rmr_rts_msg(m.context, txBuffer) + } else { + currBuffer = C.rmr_send_msg(m.context, txBuffer) + } } } if currBuffer.state != C.RMR_OK { counterName = "TransmitError" - state = m.LogMBufError("SendBuf failed", currBuffer) + m.LogMBufError("SendBuf failed", currBuffer) } m.UpdateStatCounter(counterName) - m.Free(currBuffer) - return state + defer m.Free(currBuffer) + + return int(currBuffer.state) +} + +func (m *RMRClient) SendCallMsg(params *RMRParams) (int, string) { + var ( + currBuffer *C.rmr_mbuf_t + counterName string = "Transmitted" + ) + txBuffer := m.CopyBuffer(params) + if txBuffer == nil { + return C.RMR_ERR_INITFAILED, "" + } + + txBuffer.state = 0 + + currBuffer = C.rmr_wh_call(m.context, C.int(params.Whid), txBuffer, C.int(params.Callid), C.int(params.Timeout)) + + if currBuffer == nil { + m.UpdateStatCounter("TransmitError") + return m.LogMBufError("SendBuf failed", txBuffer), "" + } + + if currBuffer.state != C.RMR_OK { + counterName = "TransmitError" + m.LogMBufError("SendBuf failed", currBuffer) + } + + m.UpdateStatCounter(counterName) + defer m.Free(currBuffer) + + cptr := unsafe.Pointer(currBuffer.payload) + payload := C.GoBytes(cptr, C.int(currBuffer.len)) + + return int(currBuffer.state), string(payload) +} + +func (m *RMRClient) Openwh(target string) C.rmr_whid_t { + return m.Wh_open(target) +} + +func (m *RMRClient) Wh_open(target string) C.rmr_whid_t { + endpoint := C.CString(target) + return C.rmr_wh_open(m.context, endpoint) +} + +func (m *RMRClient) Closewh(whid int) { + m.Wh_close(C.rmr_whid_t(whid)) +} + +func (m *RMRClient) Wh_close(whid C.rmr_whid_t) { + C.rmr_wh_close(m.context, whid) +} + +func (m *RMRClient) IsRetryError(params *RMRParams) bool { + if params.status == int(C.RMR_ERR_RETRY) { + return true + } + return false +} + +func (m *RMRClient) IsNoEndPointError(params *RMRParams) bool { + if params.status == int(C.RMR_ERR_NOENDPT) { + return true + } + return false } func (m *RMRClient) UpdateStatCounter(name string) { @@ -313,9 +435,9 @@ func (m *RMRClient) GetRicMessageName(id int) (s string) { return } -func (m *RMRClient) LogMBufError(text string, mbuf *C.rmr_mbuf_t) bool { +func (m *RMRClient) LogMBufError(text string, mbuf *C.rmr_mbuf_t) int { Logger.Debug(fmt.Sprintf("rmrClient: %s -> [tp=%v] %v - %s", text, mbuf.tp_state, mbuf.state, RMRErrors[int(mbuf.state)])) - return false + return int(mbuf.state) } // To be removed ...