+++ /dev/null
-################################################################################
-# Copyright (c) 2019 AT&T Intellectual Property. #
-# #
-# Licensed under the Apache License, Version 2.0 (the "License"); #
-# you may not use this file except in compliance with the License. #
-# You may obtain a copy of the License at #
-# #
-# http://www.apache.org/licenses/LICENSE-2.0 #
-# #
-# Unless required by applicable law or agreed to in writing, software #
-# distributed under the License is distributed on an "AS IS" BASIS, #
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. #
-# See the License for the specific language governing permissions and #
-# limitations under the License. #
-################################################################################
-
-replicaCount: 1
-
-podDisruptionBudget:
- maxUnavailable: 1
-
-updateStrategy:
- type: RollingUpdate
-
-terminationGracePeriodSeconds: 30
-
-image:
- repository: docker.elastic.co/logstash/logstash-oss
- tag: 7.3.0
- pullPolicy: IfNotPresent
- ## Add secrets manually via kubectl on kubernetes cluster and reference here
- # pullSecrets:
- # - name: "myKubernetesSecret"
-
-service:
- type: ClusterIP
- # clusterIP: None
- # nodePort:
- # Set this to local, to preserve client source ip. Default stripes out the source ip
- # externalTrafficPolicy: Local
- annotations: {}
- ## AWS example for use with LoadBalancer service type.
- # external-dns.alpha.kubernetes.io/hostname: logstash.cluster.local
- # service.beta.kubernetes.io/aws-load-balancer-cross-zone-load-balancing-enabled: "true"
- # service.beta.kubernetes.io/aws-load-balancer-internal: "true"
- ports:
- # syslog-udp:
- # port: 1514
- # targetPort: syslog-udp
- # protocol: UDP
- # syslog-tcp:
- # port: 1514
- # targetPort: syslog-tcp
- # protocol: TCP
- beats:
- port: 5044
- targetPort: 8080
- protocol: TCP
- # http:
- # port: 8080
- # targetPort: http
- # protocol: TCP
- # loadBalancerIP: 10.0.0.1
- # loadBalancerSourceRanges:
- # - 192.168.0.1
-ports:
- # - name: syslog-udp
- # containerPort: 1514
- # protocol: UDP
- # - name: syslog-tcp
- # containerPort: 1514
- # protocol: TCP
- - name: beats
- containerPort: 5044
- protocol: TCP
- # - name: http
- # containerPort: 8080
- # protocol: TCP
-
-ingress:
- enabled: false
- annotations: {}
- # kubernetes.io/ingress.class: nginx
- # kubernetes.io/tls-acme: "true"
- path: /
- hosts:
- - logstash.cluster.local
- tls: []
- # - secretName: logstash-tls
- # hosts:
- # - logstash.cluster.local
-
-# set java options like heap size
-logstashJavaOpts: "-Xmx1g -Xms1g"
-
-resources: {}
- # We usually recommend not to specify default resources and to leave this as a conscious
- # choice for the user. This also increases chances charts run on environments with little
- # resources, such as Minikube. If you do want to specify resources, uncomment the following
- # lines, adjust them as necessary, and remove the curly braces after 'resources:'.
- # limits:
- # cpu: 100m
- # memory: 128Mi
- # requests:
- # cpu: 100m
- # memory: 128Mi
-
-priorityClassName: ""
-
-nodeSelector: {}
-
-tolerations: []
-
-securityContext:
- fsGroup: 1000
- runAsUser: 1000
-
-affinity: {}
- # podAntiAffinity:
- # requiredDuringSchedulingIgnoredDuringExecution:
- # - topologyKey: "kubernetes.io/hostname"
- # labelSelector:
- # matchLabels:
- # release: logstash
-
-podAnnotations: {}
- # iam.amazonaws.com/role: "logstash-role"
- # prometheus.io/scrape: "true"
- # prometheus.io/path: "/metrics"
- # prometheus.io/port: "9198"
-
-podLabels: {}
- # team: "developers"
- # service: "logstash"
-
-extraEnv: []
-
-extraInitContainers: []
- # - name: echo
- # image: busybox
- # imagePullPolicy: Always
- # args:
- # - echo
- # - hello
-
-podManagementPolicy: OrderedReady
- # can be OrderReady or Parallel
-#livenessProbe:
- #httpGet:
- #path: /
- #port: monitor
- #initialDelaySeconds: 20
- # periodSeconds: 30
- # timeoutSeconds: 30
- # failureThreshold: 6
- # successThreshold: 1
-
-#readinessProbe:
- #httpGet:
- #path: /
- #port: monitor
- #initialDelaySeconds: 20
- # periodSeconds: 30
- # timeoutSeconds: 30
- # failureThreshold: 6
- # successThreshold: 1
-
-persistence:
- enabled: false
- ## logstash data Persistent Volume Storage Class
- ## If defined, storageClassName: <storageClass>
- ## If set to "-", storageClassName: "", which disables dynamic provisioning
- ## If undefined (the default) or set to null, no storageClassName spec is
- ## set, choosing the default provisioner. (gp2 on AWS, standard on
- ## GKE, AWS & OpenStack)
- ##
- # storageClass: "-"
- accessMode: ReadWriteOnce
- size: 2Gi
-
-volumeMounts:
- - name: data
- mountPath: /usr/share/logstash/data
- - name: patterns
- mountPath: /usr/share/logstash/patterns
- - name: files
- mountPath: /usr/share/logstash/files
- - name: pipeline
- mountPath: /usr/share/logstash/pipeline
-
-volumes: []
- # - name: tls
- # secret:
- # secretName: logstash-tls
- # - name: pipeline
- # configMap:
- # name: logstash-pipeline
- # - name: certs
- # hostPath:
- # path: /tmp
-
-exporter:
- logstash:
- enabled: false
- image:
- repository: bonniernews/logstash_exporter
- tag: v0.1.2
- pullPolicy: IfNotPresent
- env: {}
- resources: {}
- path: /metrics
- port: 9198
- target:
- port: 9600
- path: /metrics
- livenessProbe:
- httpGet:
- path: /metrics
- port: ls-exporter
- periodSeconds: 15
- timeoutSeconds: 60
- failureThreshold: 8
- successThreshold: 1
- readinessProbe:
- httpGet:
- path: /metrics
- port: ls-exporter
- periodSeconds: 15
- timeoutSeconds: 60
- failureThreshold: 8
- successThreshold: 1
-
-elasticsearch:
- host: elasticsearch-data.kube-system.svc.rec.io
- port: 9200
-
-## ref: https://github.com/elastic/logstash-docker/blob/master/build/logstash/env2yaml/env2yaml.go
-config:
- config.reload.automatic: "true"
- path.config: /usr/share/logstash/pipeline
- path.data: /usr/share/logstash/data
-
- ## ref: https://www.elastic.co/guide/en/logstash/current/persistent-queues.html
- queue.checkpoint.writes: 1
- queue.drain: "true"
- queue.max_bytes: 1gb # disk capacity must be greater than the value of `queue.max_bytes`
- queue.type: persisted
-
-## Patterns for filters.
-## Each YAML heredoc will become a separate pattern file.
-patterns:
- # main: |-
- # TESTING {"foo":.*}$
-
-## Custom files that can be referenced by plugins.
-## Each YAML heredoc will become located in the logstash home directory under
-## the files subdirectory.
-files:
- # logstash-template.json: |-
- # {
- # "order": 0,
- # "version": 1,
- # "index_patterns": [
- # "logstash-*"
- # ],
- # "settings": {
- # "index": {
- # "refresh_interval": "5s"
- # }
- # },
- # "mappings": {
- # "doc": {
- # "_meta": {
- # "version": "1.0.0"
- # },
- # "enabled": false
- # }
- # },
- # "aliases": {}
- # }
-
-## Custom binary files encoded as base64 string that can be referenced by plugins
-## Each base64 encoded string is decoded & mounted as a file under logstash home directory under
-## the files subdirectory.
-binaryFiles: {}
-
-## NOTE: To achieve multiple pipelines with this chart, current best practice
-## is to maintain one pipeline per chart release. In this way configuration is
-## simplified and pipelines are more isolated from one another.
-
-inputs:
- main: |-
- input {
- # udp {
- # port => 1514
- # type => syslog
- # }
- # tcp {
- # port => 1514
- # type => syslog
- # }
- #beats {
- # port => 5044
- #}
- http {
- port => 8080
- }
- # http {
- # port => 8080
- # }
- # kafka {
- # ## ref: https://www.elastic.co/guide/en/logstash/current/plugins-inputs-kafka.html
- # bootstrap_servers => "kafka-input:9092"
- # codec => json { charset => "UTF-8" }
- # consumer_threads => 1
- # topics => ["source"]
- # type => "example"
- # }
- }
-
-
-filters:
- main: |-
- filter {
- if "GS-LITE MC" in [message] {
- if "mc_connected_cnt" in [message] {
- csv {
- columns => ["reportingEntityName","eventType","count_connected_ue","TS"]
- separator => ","
- convert => {
- "count_connected_ue" => "integer"
- "TS" => "integer"
- }
- }
- date {
- match => [ "TS", "UNIX" ]
- target => "TS"
- }
- }
- else if "mc_unique_ue_cnt" in [message] {
- csv {
- columns => ["reportingEntityName","eventType","count_unique_ue","TS"]
- separator => ","
- convert => {
- "count_unique_ue" => "integer"
- "TS" => "integer"
- }
- }
- date {
- match => [ "TS", "UNIX" ]
- target => "TS"
- }
- }
- else if "reconfig_status_reject_cause" in [message] {
- csv {
- columns => ["reportingEntityName","eventType","total_reconfig_reject","count_radio_network","count_transport","count_protocol","count_misc","GNB_ID","TS"]
- separator => ","
- convert => {
- "total_reconfig_reject" => "integer"
- "count_radio_network" => "integer"
- "count_transport" => "integer"
- "count_protocol" => "integer"
- "count_misc" => "integer"
- "TS" => "integer"
- }
- }
- date {
- match => [ "TS", "UNIX" ]
- target => "TS"
- }
- }
- else if "release_req_success_stats" in [message] {
- csv {
- columns => ["reportingEntityName","eventType","min_success_time","max_success_time","avg_success_time","pctl_05_success_time","pctl_95_success_time","GNB_ID","stddev_success_time","TS"]
- separator => ","
- convert => {
- "min_success_time" => "float"
- "max_success_time" => "float"
- "avg_success_time" => "float"
- "pctl_05_success_time" => "float"
- "pctl_95_success_time" => "float"
- "stddev_success_time" => "float"
- "TS" => "integer"
- }
- }
- date {
- match => [ "TS", "UNIX" ]
- target => "TS"
- }
- }
- else if "mod_status_refuse_cause" in [message] {
- csv {
- columns => ["reportingEntityName","eventType","total_reconfig_refuse","count_radio_network","count_transport","count_protocol","count_misc","GNB_ID","TS"]
- separator => ","
- convert => {
- "total_reconfig_refuse" => "integer"
- "count_radio_network" => "integer"
- "count_transport" => "integer"
- "count_protocol" => "integer"
- "count_misc" => "integer"
- "TS" => "integer"
- }
- }
- date {
- match => [ "TS", "UNIX" ]
- target => "TS"
- }
- }
- else if "release_cause" in [message] {
- csv {
- columns => ["reportingEntityName","eventType","total_reconfig_refuse","count_radio_network","count_transport","count_protocol","count_misc","GNB_ID","TS"]
- separator => ","
- convert => {
- "total_reconfig_refuse" => "integer"
- "count_radio_network" => "integer"
- "count_transport" => "integer"
- "count_protocol" => "integer"
- "count_misc" => "integer"
- "TS" => "integer"
- }
- }
- date {
- match => [ "TS", "UNIX" ]
- target => "TS"
- }
- }
- else if "addreq_pdf_nr_gnb" in [message] {
- csv {
- columns => ["reportingEntityName","eventType","rsrp_medium","rsrp_bad","cnt","rsrp_vbad","GNB_ID","rsrp_good","rsrp_vgood","TS"]
- separator => ","
- convert => {
- "rsrp_medium" => "integer"
- "rsrp_bad" => "integer"
- "cnt" => "integer"
- "rsrp_vbad" => "integer"
- "rsrp_good" => "integer"
- "rsrp_vgood" => "integer"
- "TS" => "integer"
- }
- }
- date {
- match => [ "TS", "UNIX" ]
- target => "TS"
- }
- }
- else if "addreq_success_stats" in [message] {
- csv {
- columns => ["reportingEntityName","eventType","stddev_success_time","max_success_time","avg_success_time","pctl_95_success_time","pctl_05_success_time","GNB_ID","min_success_time","TS"]
- separator => ","
- convert => {
- "stddev_success_time" => "float"
- "max_success_time" => "float"
- "avg_success_time" => "float"
- "pctl_95_success_time" => "float"
- "pctl_05_success_time" => "float"
- "min_success_time" => "float"
- "TS" => "integer"
- }
- }
- date {
- match => [ "TS", "UNIX" ]
- target => "TS"
- }
- }
- else if "mc_connects_cnt" in [message] {
- csv {
- columns => ["reportingEntityName","eventType","count_ue_connects","TS"]
- separator => ","
- convert => {
- "count_ue_connects" => "integer"
- "TS" => "integer"
- }
- }
- date {
- match => [ "TS", "UNIX" ]
- target => "TS"
- }
- }
- else if "erab_stats" in [message] {
- csv {
- columns => ["reportingEntityName","eventType","qCI_other","total_erabs","qCI_9","qCI_8","qCI_7","qCI_6","qCI_5","qCI_4","qCI_3","qCI_2","qCI_1","TS"]
- separator => ","
- convert => {
- "qCI_other" => "integer"
- "total_erabs" => "integer"
- "qCI_9" => "integer"
- "qCI_8" => "integer"
- "qCI_7" => "integer"
- "qCI_6" => "integer"
- "qCI_5" => "integer"
- "qCI_4" => "integer"
- "qCI_3" => "integer"
- "qCI_2" => "integer"
- "qCI_1" => "integer"
- "TS" => "integer"
- }
- }
- date {
- match => [ "TS", "UNIX" ]
- target => "TS"
- }
- }
- else if "mc_disconnects_cnt" in [message] {
- csv {
- columns => ["reportingEntityName","eventType","count_ue_disconnects","TS"]
- separator => ","
- convert => {
- "count_ue_disconnects" => "integer"
- "TS" => "integer"
- }
- }
- date {
- match => [ "TS", "UNIX" ]
- target => "TS"
- }
- }
- else if "reconfig_status_success_rate" in [message] {
- csv {
- columns => ["reportingEntityName","eventType","successful_reconfiguration_requests","GNB_ID","success_rate","total_reconfiguration_requests","TS"]
- separator => ","
- convert => {
- "successful_reconfiguration_requests" => "integer"
- "success_rate" => "integer"
- "total_reconfiguration_requests" => "integer"
- "TS" => "integer"
- }
- }
- date {
- match => [ "TS", "UNIX" ]
- target => "TS"
- }
- }
- else if "addreq_pdf_nr_cell" in [message] {
- csv {
- columns => ["reportingEntityName","eventType","rsrp_medium","rsrp_bad","cnt","rsrp_vbad","CELL_ID","rsrp_good","rsrp_vgood","TS"]
- separator => ","
- convert => {
- "rsrp_medium" => "integer"
- "rsrp_bad" => "integer"
- "cnt" => "integer"
- "rsrp_vbad" => "integer"
- "CELL_ID" => "integer"
- "rsrp_good" => "integer"
- "rsrp_vgood" => "integer"
- "TS" => "integer"
- }
- }
- date {
- match => [ "TS", "UNIX" ]
- target => "TS"
- }
- }
- else if "rrcx_pdf_serv_cell" in [message] {
- csv {
- columns => ["reportingEntityName","eventType","rsrp_medium","rsrp_bad","cnt","rsrp_vbad","CELL_ID","rsrp_good","rsrp_vgood","TS"]
- separator => ","
- convert => {
- "rsrp_medium" => "integer"
- "rsrp_bad" => "integer"
- "cnt" => "integer"
- "rsrp_vbad" => "integer"
- "CELL_ID" => "integer"
- "rsrp_good" => "integer"
- "rsrp_vgood" => "integer"
- "TS" => "integer"
- }
- }
- date {
- match => [ "TS", "UNIX" ]
- target => "TS"
- }
- }
- else if "rrcx_stats_serv_gnb" in [message] {
- csv {
- columns => ["reportingEntityName","eventType","median_rsrp","cnt","max_rsrp","stddev_rsrp","GNB_ID","pctl_95_rsrp","pctl_05_rsrp","TS","min_rsrp"]
- separator => ","
- convert => {
- "median_rsrp" => "integer"
- "cnt" => "integer"
- "max_rsrp" => "integer"
- "stddev_rsrp" => "float"
- "pctl_95_rsrp" => "integer"
- "pctl_05_rsrp" => "integer"
- "TS" => "integer"
- "min_rsrp" => "integer"
- }
- }
- date {
- match => [ "TS", "UNIX" ]
- target => "TS"
- }
- }
- else if "addreq_stats_nr_cell" in [message] {
- csv {
- columns => ["reportingEntityName","eventType","median_rsrp","cnt","max_rsrp","stddev_rsrp","CELL_ID","pctl_95_rsrp","pctl_05_rsrp","TS","min_rsrp"]
- separator => ","
- convert => {
- "median_rsrp" => "integer"
- "cnt" => "integer"
- "max_rsrp" => "integer"
- "stddev_rsrp" => "float"
- "CELL_ID" => "integer"
- "pctl_95_rsrp" => "integer"
- "pctl_05_rsrp" => "integer"
- "TS" => "integer"
- "min_rsrp" => "integer"
- }
- }
- date {
- match => [ "TS", "UNIX" ]
- target => "TS"
- }
- }
- else if "addreq_stats_nr_gnb" in [message] {
- csv {
- columns => ["reportingEntityName","eventType","median_rsrp","cnt","max_rsrp","stddev_rsrp","GNB_ID","pctl_95_rsrp","pctl_05_rsrp","TS","min_rsrp"]
- separator => ","
- convert => {
- "median_rsrp" => "integer"
- "cnt" => "integer"
- "max_rsrp" => "integer"
- "stddev_rsrp" => "float"
- "pctl_95_rsrp" => "integer"
- "pctl_05_rsrp" => "integer"
- "TS" => "integer"
- "min_rsrp" => "integer"
- }
- }
- date {
- match => [ "TS", "UNIX" ]
- target => "TS"
- }
- }
- else if "mc_connection_stats" in [message] {
- csv {
- columns => ["reportingEntityName","eventType","avg_connected_time","pctl_05_connected_time","pctl_95_connected_time","min_connected_time","stddev_connected_time", "max_connected_time", "TS"]
- separator => ","
- convert => {
- "avg_connected_time" => "float"
- "pctl_05_connected_time" => "float"
- "pctl_95_connected_time" => "float"
- "min_connected_time" => "float"
- "stddev_connected_time" => "float"
- "max_connected_time" => "float"
- "TS" => "float"
- }
- }
- date {
- match => [ "TS", "UNIX" ]
- target => "TS"
- }
- }
- }
- else if "AC xAPP" in [message] {
- csv {
- columns => ["reportingEntityName","SgNB_Request_Rate","SgNB_Accept_Rate"]
- separator => ","
- convert => {
- "SgNB_Request_Rate" => "integer"
- "SgNB_Accept_Rate" => "integer"
- }
- }
- }
- else {
- csv {
- columns => ["reportingEntityName","Unknown1","Unknown2"]
- separator => ","
- }
- }
- }
-
-
-outputs:
- main: |-
- output {
- if "GS-LITE MC" in [reportingEntityName] {
- if "mc_connected_cnt" in [eventType] {
- elasticsearch {
- hosts => "elasticsearch-data.kube-system.svc.rec.io"
- index => "events-ves-mc-connected-cnt"
- }
- }
- else if "erab_stats" in [eventType] {
- elasticsearch {
- hosts => "elasticsearch-data.kube-system.svc.rec.io"
- index => "events-ves-mc-erab-stats"
- }
- }
- else if "reconfig_status_reject_cause" in [eventType] {
- elasticsearch {
- hosts => "elasticsearch-data.kube-system.svc.rec.io"
- index => "events-ves-mc-reconfig-status-reject-cause"
- }
- }
- else if "release_req_success_stats" in [eventType] {
- elasticsearch {
- hosts => "elasticsearch-data.kube-system.svc.rec.io"
- index => "events-ves-mc-release-req-success-stats"
- }
- }
- else if "mod_status_refuse_cause" in [eventType] {
- elasticsearch {
- hosts => "elasticsearch-data.kube-system.svc.rec.io"
- index => "events-ves-mc-mod-status-refuse-cause"
- }
- }
- else if "release_cause" in [eventType] {
- elasticsearch {
- hosts => "elasticsearch-data.kube-system.svc.rec.io"
- index => "events-ves-mc-release-cause"
- }
- }
- else if "mc_unique_ue_cnt" in [eventType] {
- elasticsearch {
- hosts => "elasticsearch-data.kube-system.svc.rec.io"
- index => "events-ves-mc-unique-ue-cnt"
- }
- }
- else if "mc_connection_stats" in [eventType] {
- elasticsearch {
- hosts => "elasticsearch-data.kube-system.svc.rec.io"
- index => "events-ves-mc-conn-stats"
- }
- }
- else if "addreq_pdf_nr_gnb" in [eventType] {
- elasticsearch {
- hosts => "elasticsearch-data.kube-system.svc.rec.io"
- index => "events-ves-mc-addreq-pdf-nr-gnb"
- }
- }
- else if "rrcx_stats_serv_gnb" in [eventType] {
- elasticsearch {
- hosts => "elasticsearch-data.kube-system.svc.rec.io"
- index => "events-ves-mc-rrcx-stats-serv-gnb"
- }
- }
- else if "rrcx_pdf_serv_cell" in [eventType] {
- elasticsearch {
- hosts => "elasticsearch-data.kube-system.svc.rec.io"
- index => "events-ves-mc-rrcx-pdf-serv-cell"
- }
- }
- else if "reconfig_status_success_rate" in [eventType] {
- elasticsearch {
- hosts => "elasticsearch-data.kube-system.svc.rec.io"
- index => "events-ves-mc-reconfig-status-success-rate"
- }
- }
- else if "mc_disconnects_cnt" in [eventType] {
- elasticsearch {
- hosts => "elasticsearch-data.kube-system.svc.rec.io"
- index => "events-ves-mc-disconnects-cnt"
- }
- }
- else if "mc_connects_cnt" in [eventType] {
- elasticsearch {
- hosts => "elasticsearch-data.kube-system.svc.rec.io"
- index => "events-ves-mc-connects-cnt"
- }
- }
- else if "addreq_success_stats" in [eventType] {
- elasticsearch {
- hosts => "elasticsearch-data.kube-system.svc.rec.io"
- index => "events-ves-mc-addreq-success-stats"
- }
- }
- else if "addreq_stats_nr_gnb" in [eventType] {
- elasticsearch {
- hosts => "elasticsearch-data.kube-system.svc.rec.io"
- index => "events-ves-mc-addreq-stats-nr-gnb"
- }
- }
- else if "addreq_stats_nr_cell" in [eventType] {
- elasticsearch {
- hosts => "elasticsearch-data.kube-system.svc.rec.io"
- index => "events-ves-mc-addreq-stats-nr-cell"
- }
- }
- else if "addreq_pdf_nr_cell" in [eventType] {
- elasticsearch {
- hosts => "elasticsearch-data.kube-system.svc.rec.io"
- index => "events-ves-mc-addreq-pdf-nr-cell"
- }
- }
- }
- else if "AC xAPP" in [reportingEntityName] {
- elasticsearch {
- hosts => "elasticsearch-data.kube-system.svc.rec.io"
- index => "events-ves-ac"
- }
- }
- else {
- elasticsearch {
- hosts => "elasticsearch-data.kube-system.svc.rec.io"
- index => "events-ves-other"
- }
- }
- }
Code Review / it / dep.git / blobdiff