From 3d6dd7038552551e4d52a8385aa764068e49134d Mon Sep 17 00:00:00 2001 From: Pablo Loschi Date: Fri, 24 Feb 2023 12:26:09 +0100 Subject: [PATCH] updating jar hadoop3-2.2.9 --- data-science/pyspark/Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/data-science/pyspark/Dockerfile b/data-science/pyspark/Dockerfile index 3873727d..a05b7335 100644 --- a/data-science/pyspark/Dockerfile +++ b/data-science/pyspark/Dockerfile @@ -5,6 +5,6 @@ USER 0 RUN apt-get update --yes && apt-get --yes install wget # add shaded jar for gcp connector -RUN wget -O /opt/spark/jars/gcs-connector-hadoop3-2.2.4-shaded.jar https://search.maven.org/remotecontent?filepath=com/google/cloud/bigdataoss/gcs-connector/hadoop3-2.2.4/gcs-connector-hadoop3-2.2.4-shaded.jar -L +RUN wget -O /opt/spark/jars/gcs-connector-hadoop3-2.2.9-shaded.jar https://search.maven.org/remotecontent?filepath=com/google/cloud/bigdataoss/gcs-connector/hadoop3-2.2.9/gcs-connector-hadoop3-2.2.9-shaded.jar -L -USER ${spark_uid} \ No newline at end of file +USER ${spark_uid}