diff --git a/data-science/pyspark/Dockerfile b/data-science/pyspark/Dockerfile index 3873727d..a05b7335 100644 --- a/data-science/pyspark/Dockerfile +++ b/data-science/pyspark/Dockerfile @@ -5,6 +5,6 @@ USER 0 RUN apt-get update --yes && apt-get --yes install wget # add shaded jar for gcp connector -RUN wget -O /opt/spark/jars/gcs-connector-hadoop3-2.2.4-shaded.jar https://search.maven.org/remotecontent?filepath=com/google/cloud/bigdataoss/gcs-connector/hadoop3-2.2.4/gcs-connector-hadoop3-2.2.4-shaded.jar -L +RUN wget -O /opt/spark/jars/gcs-connector-hadoop3-2.2.9-shaded.jar https://search.maven.org/remotecontent?filepath=com/google/cloud/bigdataoss/gcs-connector/hadoop3-2.2.9/gcs-connector-hadoop3-2.2.9-shaded.jar -L -USER ${spark_uid} \ No newline at end of file +USER ${spark_uid}