From: rajdeep11 <rajdeep.sin@samsung.com>
Date: Thu, 19 Dec 2024 07:32:04 +0000 (+0530)
Subject: chnages in the training pipeline
X-Git-Tag: 4.0.0~16
X-Git-Url: https://gerrit.o-ran-sc.org/r/gitweb?a=commitdiff_plain;h=61b649d70e3e0fa8242174dd1bd5e2d276baa0ad;p=portal%2Faiml-dashboard.git

chnages in the training pipeline

Change-Id: Iaad81a92647191dc0d3ea66cebd70fdc6b05e3b6
Signed-off-by: rajdeep11 <rajdeep.sin@samsung.com>
---

diff --git a/kf-pipelines/qoe-pipeline.ipynb b/kf-pipelines/qoe-pipeline.ipynb
index 378eff4..7d427e3 100644
--- a/kf-pipelines/qoe-pipeline.ipynb
+++ b/kf-pipelines/qoe-pipeline.ipynb
@@ -29,7 +29,7 @@
    "outputs": [],
    "source": [
     "@component(base_image=BASE_IMAGE)\n",
-    "def train_export_model(featurepath: str, epochs: str, modelname: str, modelversion:str, artifactversion:str):\n",
+    "def train_export_model(featurepath: str, epochs: str, modelname: str, modelversion:str, modellocation:str):\n",
     "    \n",
     "    import tensorflow as tf\n",
     "    from numpy import array\n",
@@ -38,6 +38,7 @@
     "    from tensorflow.keras.layers import Flatten, Dropout, Activation\n",
     "    from tensorflow.keras.layers import LSTM\n",
     "    import numpy as np\n",
+    "    import requests\n",
     "    print(\"numpy version\")\n",
     "    print(np.__version__)\n",
     "    import pandas as pd\n",
@@ -103,10 +104,14 @@
     "    data['metrics'] = []\n",
     "    data['metrics'].append({'Accuracy': str(np.mean(np.absolute(np.asarray(xx)-np.asarray(yy))<5))})\n",
     "    \n",
+    "#     as new artifact after training will always be 1.0.0\n",
     "    artifactversion=\"1.0.0\"\n",
+    "    url = f\"http://modelmgmtservice.traininghost:8082/model-registrations/updateArtifact/{modelname}/{modelversion}/{artifactversion}\"\n",
+    "    updated_model_info= requests.post(url).json()\n",
+    "    print(updated_model_info)\n",
     "    \n",
     "    mm_sdk.upload_metrics(data, modelname, modelversion,artifactversion)\n",
-    "    mm_sdk.upload_model(\"./\", modelname, modelversion, artifactversion)\n"
+    "    mm_sdk.upload_model(\"./\", modelname, modelversion, artifactversion)"
    ]
   },
   {
@@ -120,9 +125,9 @@
     "    description=\"qoe\",\n",
     ")\n",
     "def super_model_pipeline( \n",
-    "    featurepath: str, epochs: str, modelname: str, modelversion:str, artifactversion:str):\n",
+    "    featurepath: str, epochs: str, modelname: str, modelversion:str, modellocation:str):\n",
     "    \n",
-    "    trainop=train_export_model(featurepath=featurepath, epochs=epochs, modelname=modelname, modelversion=modelversion, artifactversion=artifactversion)\n",
+    "    trainop=train_export_model(featurepath=featurepath, epochs=epochs, modelname=modelname, modelversion=modelversion, modellocation=modellocation)\n",
     "    trainop.set_caching_options(False)\n",
     "    kubernetes.set_image_pull_policy(trainop, \"IfNotPresent\")"
    ]