From d4113eed6c6c17aaea00a2e1406acecbc7ca841e Mon Sep 17 00:00:00 2001 From: Sungjin Lee Date: Tue, 1 Oct 2024 14:23:55 +0000 Subject: [PATCH] Fix pandas and other package version compatibility - Updated pyspark version from 3.1.2 to 3.5.3 - Updated influxdb-client version from 1.20.0 to 1.46.0 - Updated jdk version from 8 to 11 ISSUE-ID: AIMLFW-164 Change-Id: Ifc577b1ffd2821d27fa69d2ed4baae631b915068 Signed-off-by: Sungjin Lee --- Dockerfile | 10 +++++----- requirements.txt | 4 ++-- 2 files changed, 7 insertions(+), 7 deletions(-) diff --git a/Dockerfile b/Dockerfile index ffba2aa..64f1aa8 100644 --- a/Dockerfile +++ b/Dockerfile @@ -25,17 +25,17 @@ RUN apt-get update && apt-get install -y \ python3 && apt-get install -y \ python3-pip -# Install OpenJDK-8 for Spark +# Install OpenJDK-11 for Spark RUN apt-get update && \ - apt-get install openjdk-8-jre openjdk-8-jdk -y && \ + apt-get install openjdk-11-jre openjdk-11-jdk -y && \ apt-get clean; - + RUN apt-get update && \ apt-get install scala -y && \ apt-get clean; - + # Setup JAVA_HOME -- useful for docker commandline -ENV JAVA_HOME /usr/lib/jvm/java-8-openjdk-amd64/ +ENV JAVA_HOME /usr/lib/jvm/java-11-openjdk-amd64/ RUN export JAVA_HOME WORKDIR ${TA_DIR} diff --git a/requirements.txt b/requirements.txt index 06461e1..3f41422 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,7 +1,7 @@ -pyspark==3.1.2 +pyspark==3.5.3 cassandra-driver==3.25.0 json5==0.9.6 -influxdb-client==1.20.0 +influxdb-client==1.46.0 pandas==2.2.2 importlib-metadata==4.8.1 lru-dict==1.1.7 -- 2.16.6