E2 restart handling added
[ric-plt/submgr.git] / pkg / control / ut_ctrl_submgr_test.go
index bc1435a..8d559bd 100644 (file)
@@ -46,6 +46,8 @@ type Counter struct {
        Value uint64
 }
 
+type CountersToBeAdded []Counter
+
 var countersBeforeMap map[string]Counter
 var toBeAddedCountersMap map[string]Counter
 
@@ -53,8 +55,13 @@ func createSubmgrControl(srcId teststub.RmrSrcId, rtgSvc teststub.RmrRtgSvc) *te
        mainCtrl = &testingSubmgrControl{}
        mainCtrl.RmrControl.Init("SUBMGRCTL", srcId, rtgSvc)
        mainCtrl.c = NewControl()
+       mainCtrl.c.UTTesting = true
+       mainCtrl.c.LoggerLevel = int(xapp.Logger.GetLevel())
+       xapp.Logger.Debug("Test: LoggerLevel %v", mainCtrl.c.LoggerLevel)
        xapp.Logger.Debug("Replacing real db with test db")
-       mainCtrl.c.db = CreateMock() // This overrides real database for testing
+       mainCtrl.c.e2SubsDb = CreateMock()              // This overrides real E2 Subscription database for testing
+       mainCtrl.c.restSubsDb = CreateRestSubsDbMock()  // This overrides real REST Subscription database for testing
+       mainCtrl.c.e2IfStateDb = CreateXappRnibIfMock() // This overrides real RNIB database for testing
        xapp.SetReadyCB(mainCtrl.ReadyCB, nil)
        go xapp.RunWithParams(mainCtrl.c, false)
        mainCtrl.WaitCB()
@@ -67,22 +74,14 @@ func (mc *testingSubmgrControl) SimulateRestart(t *testing.T) {
        mainCtrl.c.registry.subIds = nil
        // Initialize subIds slice and subscription map
        mainCtrl.c.registry.Initialize()
+       mainCtrl.c.restDuplicateCtrl.Init()
        // Read subIds and subscriptions from database
        subIds, register, err := mainCtrl.c.ReadAllSubscriptionsFromSdl()
        if err != nil {
                mc.TestError(t, "%v", err)
        } else {
-               mainCtrl.c.registry.register = nil
                mainCtrl.c.registry.subIds = subIds
                mainCtrl.c.registry.register = register
-
-               mc.TestLog(t, "register:")
-               for subId, subs := range register {
-                       mc.TestLog(t, "  subId=%v", subId)
-                       mc.TestLog(t, "  subs.SubRespRcvd=%v", subs.SubRespRcvd)
-                       mc.TestLog(t, "  subs=%v\n", subs)
-               }
-
                mc.TestLog(t, "mainCtrl.c.registry.register:")
                for subId, subs := range mainCtrl.c.registry.register {
                        mc.TestLog(t, "  subId=%v", subId)
@@ -90,11 +89,30 @@ func (mc *testingSubmgrControl) SimulateRestart(t *testing.T) {
                        mc.TestLog(t, "  subs=%v\n", subs)
                }
        }
+       restSubscriptions, err := mainCtrl.c.ReadAllRESTSubscriptionsFromSdl()
+       if err != nil {
+               mc.TestError(t, "%v", err)
+       } else {
+               mainCtrl.c.registry.restSubscriptions = restSubscriptions
+               mc.TestLog(t, "mainCtrl.c.registry.restSubscriptions:")
+               for restSubId, restSubs := range mainCtrl.c.registry.restSubscriptions {
+                       mc.TestLog(t, "  restSubId=%v", restSubId)
+                       mc.TestLog(t, "  restSubs=%v\n", restSubs)
+               }
+       }
+
        go mainCtrl.c.HandleUncompletedSubscriptions(mainCtrl.c.registry.register)
 }
 
+func (mc *testingSubmgrControl) MakeTransactionNil(t *testing.T, subId uint32) {
+
+       mc.TestLog(t, "Makin transaction nil for SubId=%v", subId)
+       subs := mainCtrl.c.registry.GetSubscription(subId)
+       subs.TheTrans = nil
+}
+
 func (mc *testingSubmgrControl) SetResetTestFlag(t *testing.T, status bool) {
-       mc.TestLog(t, "ResetTestFlag set to %v=", status)
+       mc.TestLog(t, "ResetTestFlag set to %v", status)
        mainCtrl.c.ResetTestFlag = status
 }
 
@@ -111,21 +129,21 @@ func PringSubscriptionQueryResult(resp models.SubscriptionList) {
        for _, item := range resp {
                fmt.Printf("item.SubscriptionID=%v\n", item.SubscriptionID)
                fmt.Printf("item.Meid=%v\n", item.Meid)
-               fmt.Printf("item.Endpoint=%v\n", item.Endpoint)
+               fmt.Printf("item.ClientEndpoint=%v\n", item.ClientEndpoint)
        }
 }
 
 func (mc *testingSubmgrControl) wait_registry_empty(t *testing.T, secs int) bool {
        cnt := int(0)
        i := 1
-       for ; i <= secs*2; i++ {
+       for ; i <= secs*10; i++ {
                cnt = len(mc.c.registry.register)
                if cnt == 0 {
                        return true
                }
-               time.Sleep(500 * time.Millisecond)
+               time.Sleep(100 * time.Millisecond)
        }
-       mc.TestError(t, "(submgr) no registry empty within %d secs: %d", secs, cnt)
+       mc.TestError(t, "(submgr) no registry empty within %d secs: %d, register: %v", secs, cnt, mc.c.registry.register)
        return false
 }
 
@@ -137,14 +155,14 @@ func (mc *testingSubmgrControl) get_registry_next_subid(t *testing.T) uint32 {
 
 func (mc *testingSubmgrControl) wait_registry_next_subid_change(t *testing.T, origSubId uint32, secs int) (uint32, bool) {
        i := 1
-       for ; i <= secs*2; i++ {
+       for ; i <= secs*10; i++ {
                mc.c.registry.mutex.Lock()
                currSubId := mc.c.registry.subIds[0]
                mc.c.registry.mutex.Unlock()
                if currSubId != origSubId {
                        return currSubId, true
                }
-               time.Sleep(500 * time.Millisecond)
+               time.Sleep(100 * time.Millisecond)
        }
        mc.TestError(t, "(submgr) no subId change within %d secs", secs)
        return 0, false
@@ -153,12 +171,12 @@ func (mc *testingSubmgrControl) wait_registry_next_subid_change(t *testing.T, or
 func (mc *testingSubmgrControl) wait_subs_clean(t *testing.T, e2SubsId uint32, secs int) bool {
        var subs *Subscription
        i := 1
-       for ; i <= secs*2; i++ {
+       for ; i <= secs*10; i++ {
                subs = mc.c.registry.GetSubscription(e2SubsId)
                if subs == nil {
                        return true
                }
-               time.Sleep(500 * time.Millisecond)
+               time.Sleep(100 * time.Millisecond)
        }
        if subs != nil {
                mc.TestError(t, "(submgr) no clean within %d secs: %s", secs, subs.String())
@@ -168,10 +186,35 @@ func (mc *testingSubmgrControl) wait_subs_clean(t *testing.T, e2SubsId uint32, s
        return false
 }
 
+func (mc *testingSubmgrControl) wait_multi_subs_clean(t *testing.T, e2SubsIds []uint32, secs int) bool {
+
+       purgedSubscriptions := 0
+
+       for i := 1; i <= secs*10; i++ {
+               purgedSubscriptions = 0
+               for k := 0; k <= len(e2SubsIds); i++ {
+                       subs := mc.c.registry.GetSubscription(e2SubsIds[k])
+                       if subs == nil {
+                               mc.TestLog(t, "(submgr) subscriber purged for esSubsId %v", e2SubsIds[k])
+                               purgedSubscriptions += 1
+                               if purgedSubscriptions == len(e2SubsIds) {
+                                       return true
+                               }
+                       }
+               }
+               mc.TestLog(t, "(submgr) subscriptions pending purging %v/%v after %d msecs", purgedSubscriptions, len(e2SubsIds), i+500)
+               time.Sleep(100 * time.Millisecond)
+       }
+
+       mc.TestError(t, "(submgr) no clean within %d secs: subs(N/A) - %v/%v subscriptions found still", secs, purgedSubscriptions, len(e2SubsIds))
+
+       return false
+}
+
 func (mc *testingSubmgrControl) wait_subs_trans_clean(t *testing.T, e2SubsId uint32, secs int) bool {
        var trans TransactionIf
        i := 1
-       for ; i <= secs*2; i++ {
+       for ; i <= secs*10; i++ {
                subs := mc.c.registry.GetSubscription(e2SubsId)
                if subs == nil {
                        return true
@@ -180,7 +223,7 @@ func (mc *testingSubmgrControl) wait_subs_trans_clean(t *testing.T, e2SubsId uin
                if trans == nil {
                        return true
                }
-               time.Sleep(500 * time.Millisecond)
+               time.Sleep(100 * time.Millisecond)
        }
        if trans != nil {
                mc.TestError(t, "(submgr) no clean within %d secs: %s", secs, trans.String())
@@ -208,12 +251,12 @@ func (mc *testingSubmgrControl) wait_subs_entrypoint_cnt_change(t *testing.T, or
        }
 
        i := 1
-       for ; i <= secs*2; i++ {
+       for ; i <= secs*10; i++ {
                curr := subs.EpList.Size()
                if curr != orig {
                        return curr, true
                }
-               time.Sleep(500 * time.Millisecond)
+               time.Sleep(100 * time.Millisecond)
        }
        mc.TestError(t, "(submgr) no subs %d entrypoint cnt change within %d secs", origSubId, secs)
        return 0, false
@@ -228,12 +271,12 @@ func (mc *testingSubmgrControl) get_msgcounter(t *testing.T) uint64 {
 
 func (mc *testingSubmgrControl) wait_msgcounter_change(t *testing.T, orig uint64, secs int) (uint64, bool) {
        i := 1
-       for ; i <= secs*2; i++ {
+       for ; i <= secs*10; i++ {
                curr := mc.c.CntRecvMsg
                if curr != orig {
                        return curr, true
                }
-               time.Sleep(500 * time.Millisecond)
+               time.Sleep(100 * time.Millisecond)
        }
        mc.TestError(t, "(submgr) no msg counter change within %d secs", secs)
        return 0, false
@@ -258,14 +301,15 @@ func (mc *testingSubmgrControl) GetMetrics(t *testing.T) (string, error) {
        return string(respBody[:]), nil
 }
 
-func (mc *testingSubmgrControl) SetTimesCounterWillBeAdded(counterName string, addedValue uint64) {
+func (mc *testingSubmgrControl) CounterValuesToBeVeriefied(t *testing.T, countersToBeAdded CountersToBeAdded) {
+
        if len(toBeAddedCountersMap) == 0 {
                toBeAddedCountersMap = make(map[string]Counter)
        }
-       counter := Counter{}
-       counter.Name = counterName
-       counter.Value = addedValue
-       toBeAddedCountersMap[counterName] = counter
+       for _, counter := range countersToBeAdded {
+               toBeAddedCountersMap[counter.Name] = counter
+       }
+       mc.GetCounterValuesBefore(t)
 }
 
 func (mc *testingSubmgrControl) GetCounterValuesBefore(t *testing.T) {
@@ -274,6 +318,8 @@ func (mc *testingSubmgrControl) GetCounterValuesBefore(t *testing.T) {
 }
 
 func (mc *testingSubmgrControl) VerifyCounterValues(t *testing.T) {
+
+       // Check that expected counters are added ok
        currentCountersMap := mc.GetCurrentCounterValues(t, toBeAddedCountersMap)
        for _, toBeAddedCounter := range toBeAddedCountersMap {
                if currentCounter, ok := currentCountersMap[toBeAddedCounter.Name]; ok == true {
@@ -292,6 +338,22 @@ func (mc *testingSubmgrControl) VerifyCounterValues(t *testing.T) {
                }
        }
 
+       // Check that not any unexpected counter are added (this is not working correctly!)
+       for _, currentCounter := range currentCountersMap {
+               if _, ok := toBeAddedCountersMap[currentCounter.Name]; ok == false {
+                       if beforeCounter, ok := countersBeforeMap[currentCounter.Name]; ok == true {
+                               if currentCounter.Value != beforeCounter.Value {
+                                       mc.TestError(t, "Error: unexpected counter value added: counterName %v, current value %v, expected value %v",
+                                               currentCounter.Name, beforeCounter.Value, beforeCounter.Value)
+
+                                       //fmt.Printf("beforeCounter.Value=%v, toBeAddedCounter.Value=%v, \n",beforeCounter.Value, toBeAddedCounter.Value)
+                               }
+                       } else {
+                               mc.TestError(t, "Counter %v not in countersBeforeMap", beforeCounter.Name)
+                       }
+               }
+       }
+
        // Make map empty
        //fmt.Printf("toBeAddedCountersMap=%v\n",toBeAddedCountersMap)
        toBeAddedCountersMap = make(map[string]Counter)
@@ -329,3 +391,78 @@ func (mc *testingSubmgrControl) GetCurrentCounterValues(t *testing.T, chekedCoun
        }
        return retCounterMap
 }
+
+func (mc *testingSubmgrControl) sendGetRequest(t *testing.T, addr string, path string) {
+
+       mc.TestLog(t, "GET http://"+addr+"%v", path)
+       req, err := http.NewRequest("GET", "http://"+addr+path, nil)
+       if err != nil {
+               mc.TestError(t, "Error reading request. %v", err)
+               return
+       }
+       req.Header.Set("Cache-Control", "no-cache")
+       client := &http.Client{Timeout: time.Second * 2}
+       resp, err := client.Do(req)
+       if err != nil {
+               mc.TestError(t, "Error reading response. %v", err)
+               return
+       }
+       defer resp.Body.Close()
+
+       mc.TestLog(t, "Response status: %v", resp.Status)
+       mc.TestLog(t, "Response Headers: %v", resp.Header)
+       if !strings.Contains(resp.Status, "200 OK") {
+               mc.TestError(t, "Wrong response status")
+               return
+       }
+
+       respBody, err := ioutil.ReadAll(resp.Body)
+       if err != nil {
+               mc.TestError(t, "Error reading body. %v", err)
+               return
+       }
+       mc.TestLog(t, "%s", respBody)
+       return
+}
+
+func (mc *testingSubmgrControl) sendPostRequest(t *testing.T, addr string, path string) {
+
+       mc.TestLog(t, "POST http://"+addr+"%v", path)
+       req, err := http.NewRequest("POST", "http://"+addr+path, nil)
+       if err != nil {
+               mc.TestError(t, "Error reading request. %v", err)
+               return
+       }
+       client := &http.Client{Timeout: time.Second * 2}
+       resp, err := client.Do(req)
+       if err != nil {
+               mc.TestError(t, "Error reading response. %v", err)
+               return
+       }
+       defer resp.Body.Close()
+
+       mc.TestLog(t, "Response status: %v", resp.Status)
+       mc.TestLog(t, "Response Headers: %v", resp.Header)
+       if !strings.Contains(resp.Status, "200 OK") {
+               mc.TestError(t, "Wrong response status")
+               return
+       }
+
+       respBody, err := ioutil.ReadAll(resp.Body)
+       if err != nil {
+               mc.TestError(t, "Error reading body. %v", err)
+               return
+       }
+       mc.TestLog(t, "%s", respBody)
+       return
+}
+
+//-----------------------------------------------------------------------------
+//
+//-----------------------------------------------------------------------------
+func (mc *testingSubmgrControl) SetE2State(t *testing.T, ranNameState string) {
+
+       if err := mc.c.e2IfStateDb.XappRnibStoreAndPublish("RAN_CONNECTION_STATUS_CHANGE", ranNameState, "key1", "data1"); err != nil {
+               t.Errorf("XappRnibStoreAndPublish failed: %v", err)
+       }
+}