Fix pandas and other package version compatibility

- Updated pyspark version from 3.1.2 to 3.5.3
- Updated influxdb-client version from 1.20.0 to 1.46.0
- Updated jdk version from 8 to 11

ISSUE-ID: AIMLFW-164

Change-Id: Ifc577b1ffd2821d27fa69d2ed4baae631b915068
Signed-off-by: Sungjin Lee <sodyn99@gmail.com>

diff --git a/Dockerfile b/Dockerfile
index ffba2aa..64f1aa8 100644 (file)
--- a/Dockerfile
+++ b/Dockerfile
@@ -25,17 +25,17 @@ RUN apt-get update && apt-get install -y \
     python3 && apt-get install -y \
     python3-pip
 
-# Install OpenJDK-8 for Spark
+# Install OpenJDK-11 for Spark
 RUN apt-get update && \
-    apt-get install openjdk-8-jre openjdk-8-jdk -y && \
+    apt-get install openjdk-11-jre openjdk-11-jdk -y && \
     apt-get clean;
-       
+
 RUN apt-get update && \
     apt-get install scala -y && \
     apt-get clean;
-    
+
 # Setup JAVA_HOME -- useful for docker commandline
-ENV JAVA_HOME /usr/lib/jvm/java-8-openjdk-amd64/
+ENV JAVA_HOME /usr/lib/jvm/java-11-openjdk-amd64/
 RUN export JAVA_HOME
 
 WORKDIR ${TA_DIR}

diff --git a/requirements.txt b/requirements.txt
index 06461e1..3f41422 100644 (file)
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,7 +1,7 @@
-pyspark==3.1.2
+pyspark==3.5.3
 cassandra-driver==3.25.0
 json5==0.9.6
-influxdb-client==1.20.0
+influxdb-client==1.46.0
 pandas==2.2.2
 importlib-metadata==4.8.1
 lru-dict==1.1.7