pm-file-converter/components/xmltransform/xmltransform.go

   1 // -
   2 //
   3 //      ========================LICENSE_START=================================
   4 //      O-RAN-SC
   5 //      %%
   6 //      Copyright (C) 2023: Nordix Foundation
   7 //      %%
   8 //      Licensed under the Apache License, Version 2.0 (the "License");
   9 //      you may not use this file except in compliance with the License.
  10 //      You may obtain a copy of the License at
  11 //
  12 //           http://www.apache.org/licenses/LICENSE-2.0
  13 //
  14 //      Unless required by applicable law or agreed to in writing, software
  15 //      distributed under the License is distributed on an "AS IS" BASIS,
  16 //      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  17 //      See the License for the specific language governing permissions and
  18 //      limitations under the License.
  19 //      ========================LICENSE_END===================================
  20
  21 package xmltransform
  22
  23 import (
  24         "bytes"
  25         "compress/gzip"
  26         "encoding/xml"
  27         "errors"
  28         "fmt"
  29         jsoniter "github.com/json-iterator/go"
  30         log "github.com/sirupsen/logrus"
  31         "io"
  32         "main/common/dataTypes"
  33         "net/http"
  34         "strconv"
  35         "time"
  36 )
  37
  38 //lint:ignore S117
  39 func xmlToJsonConv(fBytevalue *[]byte, xfeh *dataTypes.XmlFileEventHeader) ([]byte, error) {
  40         var f dataTypes.MeasCollecFile
  41         start := time.Now()
  42         err := xml.Unmarshal(*fBytevalue, &f)
  43         if err != nil {
  44                 return nil, errors.New("Cannot unmarshal xml-file")
  45         }
  46         log.Debug("Unmarshal xml file XmlFileEvent: ", time.Since(start).String())
  47
  48         start = time.Now()
  49         var pmfile dataTypes.PMJsonFile
  50
  51         pmfile.Event.Perf3GppFields.Perf3GppFieldsVersion = "1.0"
  52         pmfile.Event.Perf3GppFields.MeasDataCollection.GranularityPeriod = 900
  53         pmfile.Event.Perf3GppFields.MeasDataCollection.MeasuredEntityUserName = ""
  54         pmfile.Event.Perf3GppFields.MeasDataCollection.MeasuredEntityDn = f.FileHeader.FileSender.LocalDn
  55         pmfile.Event.Perf3GppFields.MeasDataCollection.MeasuredEntitySoftwareVersion = f.MeasData.ManagedElement.SwVersion
  56
  57         for _, it := range f.MeasData.MeasInfo {
  58                 var mili dataTypes.MeasInfoList
  59                 mili.MeasInfoID.SMeasInfoID = it.MeasInfoId
  60                 for _, jt := range it.MeasType {
  61                         mili.MeasTypes.SMeasTypesList = append(mili.MeasTypes.SMeasTypesList, jt.Text)
  62                 }
  63                 for _, jt := range it.MeasValue {
  64                         var mv dataTypes.MeasValues
  65                         mv.MeasObjInstID = jt.MeasObjLdn
  66                         mv.SuspectFlag = jt.Suspect
  67                         if jt.Suspect == "" {
  68                                 mv.SuspectFlag = "false"
  69                         }
  70                         for _, kt := range jt.R {
  71                                 ni, _ := strconv.Atoi(kt.P)
  72                                 nv := kt.Text
  73                                 mr := dataTypes.MeasResults{ni, nv}
  74                                 mv.MeasResultsList = append(mv.MeasResultsList, mr)
  75                         }
  76                         mili.MeasValuesList = append(mili.MeasValuesList, mv)
  77                 }
  78
  79                 pmfile.Event.Perf3GppFields.MeasDataCollection.SMeasInfoList = append(pmfile.Event.Perf3GppFields.MeasDataCollection.SMeasInfoList, mili)
  80         }
  81
  82         pmfile.Event.Perf3GppFields.MeasDataCollection.GranularityPeriod = 900
  83
  84         pmfile.Event.CommonEventHeader.Domain = ""    //xfeh.Domain
  85         pmfile.Event.CommonEventHeader.EventID = ""   //xfeh.EventID
  86         pmfile.Event.CommonEventHeader.Sequence = 0   //xfeh.Sequence
  87         pmfile.Event.CommonEventHeader.EventName = "" //xfeh.EventName
  88         pmfile.Event.CommonEventHeader.SourceName = xfeh.SourceName
  89         pmfile.Event.CommonEventHeader.ReportingEntityName = "" //xfeh.ReportingEntityName
  90         pmfile.Event.CommonEventHeader.Priority = ""            //xfeh.Priority
  91         pmfile.Event.CommonEventHeader.StartEpochMicrosec = xfeh.StartEpochMicrosec
  92         pmfile.Event.CommonEventHeader.LastEpochMicrosec = xfeh.LastEpochMicrosec
  93         pmfile.Event.CommonEventHeader.Version = ""                 //xfeh.Version
  94         pmfile.Event.CommonEventHeader.VesEventListenerVersion = "" //xfeh.VesEventListenerVersion
  95         pmfile.Event.CommonEventHeader.TimeZoneOffset = xfeh.TimeZoneOffset
  96
  97         log.Debug("Convert xml to json : ", time.Since(start).String())
  98
  99         start = time.Now()
 100         json, err := jsoniter.Marshal(pmfile)
 101         log.Debug("Marshal json : ", time.Since(start).String())
 102
 103         if err != nil {
 104                 return nil, errors.New("Cannot marshal converted json")
 105         }
 106         return json, nil
 107 }
 108
 109 func Convert(inputS3Url, compression, xmlFileEventHeader string) []byte {
 110         evtData := dataTypes.XmlFileEventHeader{}
 111         jsoniter.Unmarshal([]byte(xmlFileEventHeader), &evtData)
 112
 113         client := new(http.Client)
 114
 115         request, err := http.NewRequest("GET", inputS3Url, nil)
 116         request.Header.Add("Accept-Encoding", "gzip")
 117
 118         response, err := client.Do(request)
 119         defer response.Body.Close()
 120
 121         // Check that the server actually sent compressed data
 122         var reader io.ReadCloser
 123         switch compression {
 124         case "gzip", "gz":
 125                 reader, err = gzip.NewReader(response.Body)
 126                 defer reader.Close()
 127         default:
 128                 reader = response.Body
 129         }
 130
 131         var buf3 bytes.Buffer
 132         _, err2 := io.Copy(&buf3, reader)
 133         if err2 != nil {
 134                 log.Error("Error reading response, discarding message, ", err)
 135                 return nil
 136         }
 137         fileBytes := buf3.Bytes()
 138         fmt.Println("Converting to XML")
 139         b, err := xmlToJsonConv(&fileBytes, &evtData)
 140         return b
 141 }