X-Git-Url: https://gerrit.o-ran-sc.org/r/gitweb?a=blobdiff_plain;f=pkg%2Fcontrol%2Fut_ctrl_submgr_test.go;h=0af1da4622b4e48efcecbb81f62a60521d95bec9;hb=HEAD;hp=197eb43feb1356ae2943d502543f67041832c9ae;hpb=fa0156680b0bd8f7300f49c65d2ee7bedaaa0e44;p=ric-plt%2Fsubmgr.git diff --git a/pkg/control/ut_ctrl_submgr_test.go b/pkg/control/ut_ctrl_submgr_test.go index 197eb43..0af1da4 100644 --- a/pkg/control/ut_ctrl_submgr_test.go +++ b/pkg/control/ut_ctrl_submgr_test.go @@ -20,52 +20,198 @@ package control import ( - "gerrit.o-ran-sc.org/r/ric-plt/xapp-frame/pkg/xapp" + "fmt" + "io/ioutil" + "net/http" + "strconv" + "strings" "testing" "time" + + "github.com/stretchr/testify/assert" + + "gerrit.o-ran-sc.org/r/ric-plt/submgr/pkg/teststub" + "gerrit.o-ran-sc.org/r/ric-plt/xapp-frame/pkg/models" + "gerrit.o-ran-sc.org/r/ric-plt/xapp-frame/pkg/xapp" ) //----------------------------------------------------------------------------- // //----------------------------------------------------------------------------- type testingSubmgrControl struct { - testingRmrControl + teststub.RmrControl c *Control } -func createSubmgrControl(desc string, rtfile string, port string) *testingSubmgrControl { +type Counter struct { + Name string + Value uint64 +} + +type CountersToBeAdded []Counter + +var allCountersMap map[string]Counter +var allCountersBeforeMap map[string]Counter +var toBeAddedCountersBeforeMap map[string]Counter +var toBeAddedCountersMap map[string]Counter + +func createSubmgrControl(srcId teststub.RmrSrcId, rtgSvc teststub.RmrRtgSvc) *testingSubmgrControl { mainCtrl = &testingSubmgrControl{} - mainCtrl.testingRmrControl.init(desc, rtfile, port) + mainCtrl.RmrControl.Init("SUBMGRCTL", srcId, rtgSvc) mainCtrl.c = NewControl() + mainCtrl.c.UTTesting = true + mainCtrl.c.LoggerLevel = 4 + mainCtrl.c.e2ap.SetASN1DebugPrintStatus(mainCtrl.c.LoggerLevel) + xapp.Logger.Debug("Test: LoggerLevel %v", mainCtrl.c.LoggerLevel) + xapp.Logger.Debug("Replacing real db with test db") + mainCtrl.c.e2SubsDb = CreateMock() // This overrides real E2 Subscription database for testing + mainCtrl.c.restSubsDb = CreateRestSubsDbMock() // This overrides real REST Subscription database for testing + mainCtrl.c.e2IfStateDb = CreateXappRnibIfMock() // This overrides real RNIB database for testing xapp.SetReadyCB(mainCtrl.ReadyCB, nil) go xapp.RunWithParams(mainCtrl.c, false) mainCtrl.WaitCB() + mainCtrl.c.ReadyCB(nil) return mainCtrl } -func (mc *testingSubmgrControl) wait_subs_clean(t *testing.T, e2SubsId int, secs int) bool { +func (mc *testingSubmgrControl) SimulateRestart(t *testing.T) { + mc.TestLog(t, "Simulating submgr restart") + + // Initialize subIds slice and subscription map + mainCtrl.c.registry.subIds = nil + mainCtrl.c.registry.Initialize() + mainCtrl.c.restDuplicateCtrl.Init() + + // Read subIds and subscriptions from database + mainCtrl.c.ReadE2Subscriptions() + mc.TestLog(t, "mainCtrl.c.registry.register:") + for subId, subs := range mainCtrl.c.registry.register { + mc.TestLog(t, " subId=%v", subId) + mc.TestLog(t, " subs.SubRespRcvd=%v", subs.SubRespRcvd) + mc.TestLog(t, " subs=%v\n", subs) + } + + // Read REST subIds and REST subscriptions from database + mainCtrl.c.ReadRESTSubscriptions() + mc.TestLog(t, "mainCtrl.c.registry.restSubscriptions:") + for restSubId, restSubs := range mainCtrl.c.registry.restSubscriptions { + mc.TestLog(t, " restSubId=%v", restSubId) + mc.TestLog(t, " restSubs=%v\n", restSubs) + } +} + +func (mc *testingSubmgrControl) MakeTransactionNil(t *testing.T, subId uint32) { + + mc.TestLog(t, "Makin transaction nil for SubId=%v", subId) + subs := mainCtrl.c.registry.GetSubscription(subId) + subs.TheTrans = nil +} + +func (mc *testingSubmgrControl) SetResetTestFlag(t *testing.T, status bool) { + mc.TestLog(t, "ResetTestFlag set to %v", status) + mainCtrl.c.ResetTestFlag = status +} + +func (mc *testingSubmgrControl) removeExistingSubscriptions(t *testing.T) { + + mc.TestLog(t, "Removing existing subscriptions") + mainCtrl.c.RemoveAllSubscriptionsFromSdl() + mainCtrl.c.registry.subIds = nil + // Initialize subIds slice and subscription map + mainCtrl.c.registry.Initialize() +} + +func PrintSubscriptionQueryResult(resp models.SubscriptionList) { + for _, item := range resp { + fmt.Printf("item.SubscriptionID=%v\n", item.SubscriptionID) + fmt.Printf("item.Meid=%v\n", item.Meid) + fmt.Printf("item.ClientEndpoint=%v\n", item.ClientEndpoint) + } +} + +func (mc *testingSubmgrControl) wait_registry_empty(t *testing.T, secs int) bool { + cnt := int(0) + i := 1 + for ; i <= secs*10; i++ { + cnt = len(mc.c.registry.register) + if cnt == 0 { + return true + } + time.Sleep(100 * time.Millisecond) + } + mc.TestError(t, "(submgr) no registry empty within %d secs: %d, register: %v", secs, cnt, mc.c.registry.register) + return false +} + +func (mc *testingSubmgrControl) get_registry_next_subid(t *testing.T) uint32 { + mc.c.registry.mutex.Lock() + defer mc.c.registry.mutex.Unlock() + return mc.c.registry.subIds[0] +} + +func (mc *testingSubmgrControl) wait_registry_next_subid_change(t *testing.T, origSubId uint32, secs int) (uint32, bool) { + i := 1 + for ; i <= secs*10; i++ { + mc.c.registry.mutex.Lock() + currSubId := mc.c.registry.subIds[0] + mc.c.registry.mutex.Unlock() + if currSubId != origSubId { + return currSubId, true + } + time.Sleep(100 * time.Millisecond) + } + mc.TestError(t, "(submgr) no subId change within %d secs", secs) + return 0, false +} + +func (mc *testingSubmgrControl) wait_subs_clean(t *testing.T, e2SubsId uint32, secs int) bool { var subs *Subscription i := 1 - for ; i <= secs*2; i++ { - subs = mc.c.registry.GetSubscription(uint16(e2SubsId)) + for ; i <= secs*10; i++ { + subs = mc.c.registry.GetSubscription(e2SubsId) if subs == nil { return true } - time.Sleep(500 * time.Millisecond) + time.Sleep(100 * time.Millisecond) } if subs != nil { - testError(t, "(general) no clean within %d secs: %s", secs, subs.String()) + mc.TestError(t, "(submgr) no clean within %d secs: %s", secs, subs.String()) } else { - testError(t, "(general) no clean within %d secs: subs(N/A)", secs) + mc.TestError(t, "(submgr) no clean within %d secs: subs(N/A)", secs) } return false } -func (mc *testingSubmgrControl) wait_subs_trans_clean(t *testing.T, e2SubsId int, secs int) bool { - var trans *Transaction +func (mc *testingSubmgrControl) wait_multi_subs_clean(t *testing.T, e2SubsIds []uint32, secs int) bool { + + purgedSubscriptions := 0 + + for i := 1; i <= secs*10; i++ { + purgedSubscriptions = 0 + for k := 0; k <= len(e2SubsIds); i++ { + subs := mc.c.registry.GetSubscription(e2SubsIds[k]) + if subs == nil { + mc.TestLog(t, "(submgr) subscriber purged for esSubsId %v", e2SubsIds[k]) + purgedSubscriptions += 1 + if purgedSubscriptions == len(e2SubsIds) { + return true + } + } + } + mc.TestLog(t, "(submgr) subscriptions pending purging %v/%v after %d msecs", purgedSubscriptions, len(e2SubsIds), i+500) + time.Sleep(100 * time.Millisecond) + } + + mc.TestError(t, "(submgr) no clean within %d secs: subs(N/A) - %v/%v subscriptions found still", secs, purgedSubscriptions, len(e2SubsIds)) + + return false +} + +func (mc *testingSubmgrControl) wait_subs_trans_clean(t *testing.T, e2SubsId uint32, secs int) bool { + var trans TransactionIf i := 1 - for ; i <= secs*2; i++ { - subs := mc.c.registry.GetSubscription(uint16(e2SubsId)) + for ; i <= secs*10; i++ { + subs := mc.c.registry.GetSubscription(e2SubsId) if subs == nil { return true } @@ -73,50 +219,352 @@ func (mc *testingSubmgrControl) wait_subs_trans_clean(t *testing.T, e2SubsId int if trans == nil { return true } - time.Sleep(500 * time.Millisecond) + time.Sleep(100 * time.Millisecond) } if trans != nil { - testError(t, "(general) no clean within %d secs: %s", secs, trans.String()) + mc.TestError(t, "(submgr) no clean within %d secs: %s", secs, trans.String()) } else { - testError(t, "(general) no clean within %d secs: trans(N/A)", secs) + mc.TestError(t, "(submgr) no clean within %d secs: trans(N/A)", secs) } return false } -func (mc *testingSubmgrControl) get_subid(t *testing.T) uint16 { - mc.c.registry.mutex.Lock() - defer mc.c.registry.mutex.Unlock() - return mc.c.registry.subIds[0] +func (mc *testingSubmgrControl) get_subs_entrypoint_cnt(t *testing.T, origSubId uint32) int { + subs := mc.c.registry.GetSubscription(origSubId) + if subs == nil { + mc.TestError(t, "(submgr) no subs %d exists during entrypoint cnt get", origSubId) + return -1 + } + return subs.EpList.Size() } -func (mc *testingSubmgrControl) wait_subid_change(t *testing.T, origSubId uint16, secs int) (uint16, bool) { +func (mc *testingSubmgrControl) wait_subs_entrypoint_cnt_change(t *testing.T, origSubId uint32, orig int, secs int) (int, bool) { + + subs := mc.c.registry.GetSubscription(origSubId) + if subs == nil { + mc.TestError(t, "(submgr) no subs %d exists during entrypoint cnt wait", origSubId) + return -1, true + } + i := 1 - for ; i <= secs*2; i++ { - mc.c.registry.mutex.Lock() - currSubId := mc.c.registry.subIds[0] - mc.c.registry.mutex.Unlock() - if currSubId != origSubId { - return currSubId, true + for ; i <= secs*10; i++ { + curr := subs.EpList.Size() + if curr != orig { + return curr, true } - time.Sleep(500 * time.Millisecond) + time.Sleep(100 * time.Millisecond) } - testError(t, "(general) no subId change within %d secs", secs) + mc.TestError(t, "(submgr) no subs %d entrypoint cnt change within %d secs", origSubId, secs) return 0, false } +// +// Counter check for received message. Note might not be yet handled +// func (mc *testingSubmgrControl) get_msgcounter(t *testing.T) uint64 { - return mc.c.msgCounter + return mc.c.CntRecvMsg } func (mc *testingSubmgrControl) wait_msgcounter_change(t *testing.T, orig uint64, secs int) (uint64, bool) { i := 1 - for ; i <= secs*2; i++ { - curr := mc.c.msgCounter + for ; i <= secs*10; i++ { + curr := mc.c.CntRecvMsg if curr != orig { return curr, true } - time.Sleep(500 * time.Millisecond) + time.Sleep(100 * time.Millisecond) } - testError(t, "(general) no msg counter change within %d secs", secs) + mc.TestError(t, "(submgr) no msg counter change within %d secs", secs) return 0, false } + +func (mc *testingSubmgrControl) VerifyAllClean(t *testing.T) { + + // Verify that all resources are freed. Wait cleaning up to 10 seconds + for i := 0; i < 100; i++ { + if len(mainCtrl.c.registry.register) == 0 && len(mainCtrl.c.registry.restSubscriptions) == 0 { + RESTKeyCount, err := mainCtrl.c.GetRESTKeyCount() + if err != nil { + t.Errorf("TEST: %s", err.Error()) + } + E2KeyCount, err := mainCtrl.c.GetE2KeyCount() + if err != nil { + t.Errorf("TEST: %s", err.Error()) + } + if RESTKeyCount == 0 && E2KeyCount == 0 { + break + } + } + xapp.Logger.Debug("VerifyAllClean. Adding 100ms more delay to complete") + <-time.After(time.Millisecond * 100) + } + + assert.Equal(t, 0, len(mainCtrl.c.registry.register)) + if len(mainCtrl.c.registry.register) > 0 { + fmt.Printf("registry.register: %v\n", mainCtrl.c.registry.register) + } + assert.Equal(t, 0, len(mainCtrl.c.registry.restSubscriptions)) + if len(mainCtrl.c.registry.restSubscriptions) > 0 { + fmt.Printf("registry.restSubscriptions: %v\n", mainCtrl.c.registry.restSubscriptions) + } + verifyRESTKeyCount(t, 0) + verifyE2KeyCount(t, 0) +} + +func (mc *testingSubmgrControl) WaitOngoingRequestMapEmpty() { + for i := 0; i < 100; i++ { + if len(mainCtrl.c.restDuplicateCtrl.ongoingRequestMap) != 0 { + <-time.After(time.Millisecond * 100) + xapp.Logger.Debug("WaitOngoingRequestMapEmpty. Adding 100ms more delay to complete") + } + } +} + +func (mc *testingSubmgrControl) WaitRESTSubscriptionDelete(restSubsId string) { + for i := 0; i < 100; i++ { + restSubscription, _ := mainCtrl.c.registry.GetRESTSubscription(restSubsId, false) + if restSubscription != nil { + xapp.Logger.Debug("WaitRESTSubscriptionDelete. Adding 100ms more delay to complete") + <-time.After(time.Millisecond * 100) + } + } +} + +func (mc *testingSubmgrControl) GetMetrics(t *testing.T) (string, error) { + req, err := http.NewRequest("GET", "http://localhost:8080/ric/v1/metrics", nil) + if err != nil { + return "", fmt.Errorf("Error reading request. %v", err) + } + client := &http.Client{Timeout: time.Second * 10} + resp, err := client.Do(req) + if err != nil { + return "", fmt.Errorf("Error reading response. %v", err) + } + defer resp.Body.Close() + + respBody, err := ioutil.ReadAll(resp.Body) + if err != nil { + return "", fmt.Errorf("Error reading body. %v", err) + } + return string(respBody[:]), nil +} + +func (mc *testingSubmgrControl) InitAllCounterMap() { + counterOpts := GetMetricsOpts() + + allCountersMap = make(map[string]Counter) + for _, counterOpt := range counterOpts { + //fmt.Printf("counterOpt.Name: '%v'\n", counterOpt.Name) + counter := Counter{counterOpt.Name, 0} + allCountersMap[counterOpt.Name] = counter + } +} + +func (mc *testingSubmgrControl) CounterValuesToBeVeriefied(t *testing.T, countersToBeAdded CountersToBeAdded) { + + if len(toBeAddedCountersMap) == 0 { + toBeAddedCountersMap = make(map[string]Counter) + } + for _, counter := range countersToBeAdded { + toBeAddedCountersMap[counter.Name] = counter + } + mc.GetCounterValuesBefore(t) +} + +func (mc *testingSubmgrControl) GetCounterValuesBefore(t *testing.T) { + toBeAddedCountersBeforeMap = make(map[string]Counter) + toBeAddedCountersBeforeMap = mc.GetCurrentCounterValues(t, toBeAddedCountersMap) + allCountersBeforeMap = make(map[string]Counter) + allCountersBeforeMap = mc.GetCurrentCounterValues(t, allCountersMap) +} + +func (mc *testingSubmgrControl) VerifyCounterValues(t *testing.T) { + + // Check that expected counters are added ok + // Get current values of counters exected to be added + currentCountersMap := mc.GetCurrentCounterValues(t, toBeAddedCountersMap) + for _, toBeAddedCounter := range toBeAddedCountersMap { + if currentCounter, ok := currentCountersMap[toBeAddedCounter.Name]; ok == true { + if beforeCounter, ok := toBeAddedCountersBeforeMap[toBeAddedCounter.Name]; ok == true { + if currentCounter.Value != beforeCounter.Value+toBeAddedCounter.Value { + mc.TestError(t, "Error in expected counter value: counterName %v, current value %v, expected value %v", + currentCounter.Name, currentCounter.Value, beforeCounter.Value+toBeAddedCounter.Value) + } + } else { + mc.TestError(t, "Counter %v not in toBeAddedCountersBeforeMap", toBeAddedCounter.Name) + } + } else { + mc.TestError(t, "Counter %v not in currentCountersMap", toBeAddedCounter.Name) + } + } + + // Check that not any unexpected counter are added + // Get current values of all counters + currentCountersMap = mc.GetCurrentCounterValues(t, allCountersMap) + for _, currentCounter := range currentCountersMap { + if _, ok := toBeAddedCountersMap[currentCounter.Name]; ok == false { + if beforeCounter, ok := allCountersBeforeMap[currentCounter.Name]; ok == true { + if currentCounter.Value != beforeCounter.Value { + mc.TestError(t, "Error: unexpected counter added: counterName %v, current value %v, expected value %v", + currentCounter.Name, currentCounter.Value, beforeCounter.Value) + } + } + } + } + + // Make map empty + toBeAddedCountersMap = make(map[string]Counter) + allCountersBeforeMap = make(map[string]Counter) +} + +func (mc *testingSubmgrControl) GetCurrentCounterValues(t *testing.T, chekedCountersMap map[string]Counter) map[string]Counter { + countersString, err := mc.GetMetrics(t) + if err != nil { + mc.TestError(t, "Error GetMetrics() failed %v", err) + return nil + } + + retCounterMap := make(map[string]Counter) + stringsTable := strings.Split(countersString, "\n") + for _, counter := range chekedCountersMap { + for _, counterString := range stringsTable { + if !strings.Contains(counterString, "#") && strings.Contains(counterString, counter.Name) { + counterString := strings.Split(counterString, " ") + if strings.Contains(counterString[0], counter.Name) { + val, err := strconv.ParseUint(counterString[1], 10, 64) + if err != nil { + mc.TestError(t, "Error: strconv.ParseUint failed %v", err) + } + counter.Value = val + //fmt.Printf("counter=%v\n", counter) + retCounterMap[counter.Name] = counter + } + } + } + } + + if len(retCounterMap) != len(chekedCountersMap) { + mc.TestError(t, "Error: len(retCounterMap) != len(chekedCountersMap)") + } + return retCounterMap +} + +func (mc *testingSubmgrControl) SendGetRequest(t *testing.T, addr string, path string) []byte { + + mc.TestLog(t, "GET http://"+addr+"%v", path) + req, err := http.NewRequest("GET", "http://"+addr+path, nil) + if err != nil { + mc.TestError(t, "Error reading request. %v", err) + return nil + } + + req.Header.Set("accept", "application/json") + client := &http.Client{Timeout: time.Second * 2} + resp, err := client.Do(req) + if err != nil { + mc.TestError(t, "Error reading response. %v", err) + return nil + } + defer resp.Body.Close() + + mc.TestLog(t, "Response status: %v", resp.Status) + mc.TestLog(t, "Response Headers: %v", resp.Header) + if !strings.Contains(resp.Status, "200 OK") { + mc.TestError(t, "Wrong response status") + return nil + } + + respBody, err := ioutil.ReadAll(resp.Body) + if err != nil { + mc.TestError(t, "Error reading body. %v", err) + return nil + } + mc.TestLog(t, "%s", respBody) + return respBody +} + +func (mc *testingSubmgrControl) SendPostRequest(t *testing.T, addr string, path string) { + + mc.TestLog(t, "POST http://"+addr+"%v", path) + req, err := http.NewRequest("POST", "http://"+addr+path, nil) + if err != nil { + mc.TestError(t, "Error reading request. %v", err) + return + } + req.Header.Set("accept", "application/json") + client := &http.Client{Timeout: time.Second * 2} + resp, err := client.Do(req) + if err != nil { + mc.TestError(t, "Error reading response. %v", err) + return + } + defer resp.Body.Close() + + mc.TestLog(t, "Response status: %v", resp.Status) + mc.TestLog(t, "Response Headers: %v", resp.Header) + if !strings.Contains(resp.Status, "200 OK") { + mc.TestError(t, "Wrong response status") + return + } + + respBody, err := ioutil.ReadAll(resp.Body) + if err != nil { + mc.TestError(t, "Error reading body. %v", err) + return + } + mc.TestLog(t, "%s", respBody) + return +} + +func (mc *testingSubmgrControl) SendDeleteRequest(t *testing.T, addr string, path string) { + + mc.TestLog(t, "DELETE http://"+addr+"%v", path) + req, err := http.NewRequest("DELETE", "http://"+addr+path, nil) + if err != nil { + mc.TestError(t, "Error reading request. %v", err) + return + } + req.Header.Set("accept", "application/json") + client := &http.Client{Timeout: time.Second * 2} + resp, err := client.Do(req) + if err != nil { + mc.TestError(t, "Error reading response. %v", err) + return + } + defer resp.Body.Close() + + mc.TestLog(t, "Response status: %v", resp.Status) + mc.TestLog(t, "Response Headers: %v", resp.Header) + + // Note that xapp gets '204 No Content' response through Swagger generated delete route. + // Inject route returns '200 OK' + if !(strings.Contains(resp.Status, "204 No Content") || strings.Contains(resp.Status, "200 OK")) { + mc.TestError(t, "Wrong response status") + return + } + + respBody, err := ioutil.ReadAll(resp.Body) + if err != nil { + mc.TestError(t, "Error reading body. %v", err) + return + } + mc.TestLog(t, "%s", respBody) + return +} + +func (mc *testingSubmgrControl) SetE2State(t *testing.T, ranNameState string) { + + if err := mc.c.e2IfStateDb.XappRnibStoreAndPublish("RAN_CONNECTION_STATUS_CHANGE", ranNameState, "key1", "data1"); err != nil { + t.Errorf("XappRnibStoreAndPublish failed: %v", err) + } +} + +func (mc *testingSubmgrControl) VerifyStringExistInSlice(verifiedString string, list []string) bool { + + for _, listItem := range list { + if listItem == verifiedString { + return true + } + } + return false +}