Skip to content

Commit

Permalink
Replace libmamba-solver with mamba command [skip ci] (#11507)
Browse files Browse the repository at this point in the history
* quick workaround to make image build work

Signed-off-by: Peixin Li <[email protected]>

* use mamba directly

---------

Signed-off-by: Peixin Li <[email protected]>
  • Loading branch information
pxLi authored Sep 26, 2024
1 parent 10eaa22 commit b113c46
Show file tree
Hide file tree
Showing 2 changed files with 14 additions and 16 deletions.
15 changes: 7 additions & 8 deletions jenkins/Dockerfile-blossom.integration.rocky
Original file line number Diff line number Diff line change
Expand Up @@ -45,17 +45,16 @@ RUN wget --quiet https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86
/bin/bash ~/miniconda.sh -b -p /opt/conda && \
rm -f ~/miniconda.sh
ENV PATH="/opt/conda/bin:$MAVEN_HOME/bin:${PATH}"
RUN conda init
# TODO: re-enable mamba solver after https://github.com/NVIDIA/spark-rapids/issues/9393
# conda config --set solver libmamba
RUN conda init && conda install -n base -c conda-forge mamba

# 'pyarrow' and 'pandas' will be installed as the dependencies of cudf below
RUN export CUDA_VER=`echo ${CUDA_VER} | cut -d '.' -f 1,2` && \
conda install -y -c rapidsai -c rapidsai-nightly -c nvidia -c conda-forge -c defaults cudf=${CUDF_VER} python=3.10 cuda-version=${CUDA_VER} && \
conda install -y spacy && python -m spacy download en_core_web_sm && \
conda install -y -c anaconda pytest requests && \
conda install -y -c conda-forge sre_yield && \
conda clean -ay
mamba install -y -c rapidsai -c rapidsai-nightly -c nvidia -c conda-forge -c defaults \
cudf=${CUDF_VER} python=3.10 cuda-version=${CUDA_VER} && \
mamba install -y spacy && python -m spacy download en_core_web_sm && \
mamba install -y -c anaconda pytest requests && \
mamba install -y -c conda-forge sre_yield && \
mamba clean -ay
# install pytest plugins for xdist parallel run
RUN python -m pip install findspark pytest-xdist pytest-order fastparquet==2024.5.0

Expand Down
15 changes: 7 additions & 8 deletions jenkins/Dockerfile-blossom.integration.ubuntu
Original file line number Diff line number Diff line change
Expand Up @@ -57,17 +57,16 @@ RUN wget --quiet https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86
/bin/bash ~/miniconda.sh -b -p /opt/conda && \
rm -f ~/miniconda.sh
ENV PATH="/opt/conda/bin:$MAVEN_HOME/bin:${PATH}"
RUN conda init
# TODO: re-enable mamba solver after https://github.com/NVIDIA/spark-rapids/issues/9393
# conda config --set solver libmamba
RUN conda init && conda install -n base -c conda-forge mamba

# 'pyarrow' and 'pandas' will be installed as the dependencies of cudf below
RUN export CUDA_VER=`echo ${CUDA_VER} | cut -d '.' -f 1,2` && \
conda install -y -c rapidsai -c rapidsai-nightly -c nvidia -c conda-forge -c defaults cudf=${CUDF_VER} python=3.10 cuda-version=${CUDA_VER} && \
conda install -y spacy && python -m spacy download en_core_web_sm && \
conda install -y -c anaconda pytest requests && \
conda install -y -c conda-forge sre_yield && \
conda clean -ay
mamba install -y -c rapidsai -c rapidsai-nightly -c nvidia -c conda-forge -c defaults \
cudf=${CUDF_VER} python=3.10 cuda-version=${CUDA_VER} && \
mamba install -y spacy && python -m spacy download en_core_web_sm && \
mamba install -y -c anaconda pytest requests && \
mamba install -y -c conda-forge sre_yield && \
mamba clean -ay
# install pytest plugins for xdist parallel run
RUN python -m pip install findspark pytest-xdist pytest-order fastparquet==2024.5.0

Expand Down

0 comments on commit b113c46

Please sign in to comment.