RIC-769: Committing individual files rather than tar archive

[ric-plt/appmgr.git] / xapp_orchestrater / dev / xapp_onboarder / xapp_onboarder / helm_controller / artifacts_manager.py

diff --git a/xapp_orchestrater/dev/xapp_onboarder/xapp_onboarder/helm_controller/artifacts_manager.py b/xapp_orchestrater/dev/xapp_onboarder/xapp_onboarder/helm_controller/artifacts_manager.py
new file mode 100644 (file)
index 0000000..4369884
--- /dev/null
+++ b/xapp_orchestrater/dev/xapp_onboarder/xapp_onboarder/helm_controller/artifacts_manager.py
@@ -0,0 +1,100 @@
+################################################################################
+#   Copyright (c) 2020 AT&T Intellectual Property.                             #
+#                                                                              #
+#   Licensed under the Apache License, Version 2.0 (the "License");            #
+#   you may not use this file except in compliance with the License.           #
+#   You may obtain a copy of the License at                                    #
+#                                                                              #
+#       http://www.apache.org/licenses/LICENSE-2.0                             #
+#                                                                              #
+#   Unless required by applicable law or agreed to in writing, software        #
+#   distributed under the License is distributed on an "AS IS" BASIS,          #
+#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.   #
+#   See the License for the specific language governing permissions and        #
+#   limitations under the License.                                             #
+################################################################################
+
+import os
+import logging
+import re
+import glob
+import threading
+import shutil
+from xapp_onboarder.server import settings
+
+log = logging.getLogger(__name__)
+
+
+def get_dir_size(start_path='.'):
+    total_size = 0
+
+    if os.path.isfile(start_path):
+        total_size += os.path.getsize(start_path)
+
+    if os.path.isdir(start_path):
+        for dirpath, dirnames, filenames in os.walk(start_path):
+            for f in filenames:
+                fp = os.path.join(dirpath, f)
+                # skip if it is symbolic link
+                if not os.path.islink(fp):
+                    total_size += os.path.getsize(fp)
+
+    return total_size
+
+
+def format_artifact_dir_size():
+    """ Converts integers to common size units used in computing """
+    artifact_dir_size_string = settings.CHART_WORKSPACE_SIZE
+    size_unit = re.sub('[0-9\s\.]', '', artifact_dir_size_string)
+    size_limit = re.sub('[A-Za-z\s\.]', '', artifact_dir_size_string)
+
+    bit_shift = {"B": 0,
+                 "kb": 7,
+                 "KB": 10,
+                 "mb": 17,
+                 "MB": 20,
+                 "gb": 27,
+                 "GB": 30,
+                 "TB": 40, }
+    return float(size_limit) * float(1 << bit_shift[size_unit])
+
+def trim_artifact_dir():
+    artifact_dir_size = get_dir_size(start_path=settings.CHART_WORKSPACE_PATH)
+    dir_limit = format_artifact_dir_size()
+
+    if artifact_dir_size > dir_limit:
+        dirs = sorted(glob.glob(settings.CHART_WORKSPACE_PATH + '/*'), key=os.path.getctime)
+        trim_dir = list()
+        remain_size = artifact_dir_size
+        for dir in dirs:
+            remain_size = remain_size - get_dir_size(start_path=dir)
+            trim_dir.append(dir)
+            if remain_size < dir_limit:
+                break
+        log.info("Trimming artifact directories: " + str(trim_dir))
+        for dir in trim_dir:
+            if os.path.isfile(dir):
+                os.remove(dir)
+            else:
+                shutil.rmtree(dir)
+
+
+class artifacts_manager():
+
+    def __init__(self):
+        self.timer_thread = threading.Timer(60.0, trim_artifact_dir)
+
+    def start_trim_thread(self):
+        if not settings.MOCK_TEST_MODE:
+            log.info("Artifact directory trimming thread started.")
+            self.timer_thread.start()
+
+
+    def cancel_trim_thread(self):
+        log.info("Artifact directory trimming thread stopped.")
+        self.timer_thread.cancel()
+
+    def start(self):
+        self.start_trim_thread()
+
+