Dockerfile

# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements.  See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

FROM nexusjpl/alpine-pyspark:3.1.1


MAINTAINER Apache SDAP "dev@sdap.apache.org"


ARG CONDA_VERSION="4.7.12.1"
ARG CONDA_MD5="81c773ff87af5cfac79ab862942ab6b3"
ARG CONDA_DIR="/opt/conda"

ENV  \
    PYTHONPATH=/opt/conda/share/py4j/py4j0.10.9.2.jar \
    NEXUS_SRC=/tmp/incubator-sdap-nexus \
    PROJ_LIB=/opt/conda/lib/python3.8/site-packages/pyproj/data	\
    PATH="$CONDA_DIR/bin:$PATH" \
    PYTHONDONTWRITEBYTECODE=1 \
    SPARK_HOME=/opt/spark \
    PYSPARK_DRIVER_PYTHON=/opt/conda/bin/python3.8 \
    PYSPARK_PYTHON=/opt/conda/bin/python3.8 \
    LD_LIBRARY_PATH=/usr/lib \
    REQUESTS_CA_BUNDLE=/etc/ssl/certs/ca-certificates.crt

RUN apk add --update --no-cache \
    bzip2 \
    gcc \
    git \
    mesa-gl \
    wget \
    curl \
    which \
    python3 \
    bash==4.4.19-r1 \
    libc-dev \
    libressl2.7-libcrypto

RUN  apk upgrade musl

WORKDIR /tmp

RUN apk del libc6-compat
RUN apk --no-cache add wget zlib && \
    wget -q -O /etc/apk/keys/sgerrand.rsa.pub https://alpine-pkgs.sgerrand.com/sgerrand.rsa.pub && \
    wget https://github.com/sgerrand/alpine-pkg-glibc/releases/download/2.30-r0/glibc-2.30-r0.apk && \
    apk add glibc-2.30-r0.apk && \
    ln -s /lib/libz.so.1 /usr/glibc-compat/lib/ && \
    ln -s /lib/libc.musl-x86_64.so.1 /usr/glibc-compat/lib && \
    ln -s /usr/lib/libgcc_s.so.1 /usr/glibc-compat/lib

COPY docker/nexus-webapp/install_conda.sh ./install_conda.sh
RUN /tmp/install_conda.sh 

RUN conda install -c conda-forge python=3.8.15=h257c98d_0_cpython tqdm=4.64.1=py38h06a4308_0  mamba && conda clean -afy

RUN cd /usr/lib && ln -s libcom_err.so.2 libcom_err.so.3 && \
    cd /opt/conda/lib && \
    ln -s libnetcdf.so.11 libnetcdf.so.7 && \
    ln -s libkea.so.1.4.6 libkea.so.1.4.5 && \
    ln -s libhdf5_cpp.so.12 libhdf5_cpp.so.10 && \
    ln -s libjpeg.so.9 libjpeg.so.8

# Change REBUILD_CODE if you want tell Docker not to use cached layers from this line on
ARG REBUILD_CODE=0

ARG BUILD_NEXUSPROTO

ARG APACHE_NEXUSPROTO=https://github.com/apache/incubator-sdap-nexusproto.git
ARG APACHE_NEXUSPROTO_BRANCH=master

COPY docker/nexus-webapp/install_nexusproto.sh ./install_nexusproto.sh
RUN /tmp/install_nexusproto.sh $APACHE_NEXUSPROTO $APACHE_NEXUSPROTO_BRANCH

COPY VERSION.txt /incubator-sdap-nexus/VERSION.txt
COPY data-access /incubator-sdap-nexus/data-access
COPY analysis /incubator-sdap-nexus/analysis
COPY tools /incubator-sdap-nexus/tools

WORKDIR /incubator-sdap-nexus/data-access
RUN python3 setup.py install clean

WORKDIR /incubator-sdap-nexus/analysis
RUN python3 setup.py install clean && mamba clean -afy


WORKDIR /incubator-sdap-nexus/tools/deletebyquery
RUN pip3 install cassandra-driver==3.20.1
RUN pip3 install pyspark py4j
RUN pip3 install -r requirements.txt
RUN pip3 install cython
RUN rm requirements.txt

WORKDIR /incubator-sdap-nexus/tools/solr-cassandra-match
RUN pip3 install -r requirements.txt
RUN rm requirements.txt

WORKDIR /incubator-sdap-nexus

# Upgrade kubernetes client jar from the default version
RUN rm /opt/spark/jars/kubernetes-client-4.12.0.jar
ADD https://repo1.maven.org/maven2/io/fabric8/kubernetes-client/4.12.0/kubernetes-client-4.12.0.jar /opt/spark/jars