mirror of
https://github.com/Azure/MachineLearningNotebooks.git
synced 2025-12-19 17:17:04 -05:00
78 lines
2.2 KiB
Plaintext
78 lines
2.2 KiB
Plaintext
FROM mcr.microsoft.com/azureml/openmpi4.1.0-cuda11.1-cudnn8-ubuntu20.04
|
|
|
|
USER root
|
|
RUN conda install -c anaconda python=3.7
|
|
|
|
# CUDA repository key rotation: https://forums.developer.nvidia.com/t/notice-cuda-linux-repository-key-rotation/212771
|
|
RUN apt-key del 7fa2af80
|
|
ENV distro ubuntu1804
|
|
ENV arch x86_64
|
|
RUN apt-key adv --fetch-keys https://developer.download.nvidia.com/compute/cuda/repos/$distro/$arch/3bf863cc.pub
|
|
|
|
RUN apt-get update && apt-get install -y --no-install-recommends \
|
|
python-opengl \
|
|
rsync \
|
|
xvfb && \
|
|
apt-get clean -y && \
|
|
rm -rf /var/lib/apt/lists/* && \
|
|
rm -rf /usr/share/man/*
|
|
|
|
ENV AZUREML_CONDA_ENVIRONMENT_PATH /azureml-envs/tensorflow-2.4
|
|
|
|
# Create conda environment
|
|
RUN conda create -p $AZUREML_CONDA_ENVIRONMENT_PATH \
|
|
python=3.7 pip=20.2.4
|
|
|
|
# Prepend path to AzureML conda environment
|
|
ENV PATH $AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
|
|
|
|
RUN pip --version
|
|
RUN python --version
|
|
|
|
# Install ray-on-aml
|
|
RUN pip install 'ray-on-aml==0.1.6'
|
|
|
|
RUN pip install ray==0.8.7
|
|
RUN pip install gym[atari]==0.19.0
|
|
RUN pip install gym[accept-rom-license]==0.19.0
|
|
|
|
# Install pip dependencies
|
|
RUN pip install 'matplotlib>=3.3,<3.4' \
|
|
'psutil>=5.8,<5.9' \
|
|
'tqdm>=4.59,<4.60' \
|
|
'pandas>=1.1,<1.2' \
|
|
'scipy>=1.5,<1.6' \
|
|
'numpy>=1.10,<1.20' \
|
|
'ipykernel~=6.0' \
|
|
'azureml-core==1.36.0.post2' \
|
|
'azureml-defaults==1.36.0' \
|
|
'azureml-mlflow==1.36.0' \
|
|
'azureml-telemetry==1.36.0' \
|
|
'tensorboard==2.4.0' \
|
|
'tensorflow-gpu==2.4.1' \
|
|
'tensorflow-datasets==4.3.0' \
|
|
'onnxruntime-gpu>=1.7,<1.8' \
|
|
'horovod[tensorflow-gpu]==0.21.3'
|
|
|
|
RUN pip install --no-cache-dir \
|
|
azureml-defaults \
|
|
azureml-dataset-runtime[fuse,pandas] \
|
|
azureml-contrib-reinforcementlearning \
|
|
gputil \
|
|
cloudpickle==1.3.0 \
|
|
tabulate \
|
|
dm_tree \
|
|
lz4 \
|
|
psutil \
|
|
setproctitle
|
|
|
|
# This is required for ray 0.8.7
|
|
RUN pip install -U aiohttp==3.7.4
|
|
|
|
RUN pip install 'msrest<0.7.0'
|
|
RUN pip install protobuf==3.20.0
|
|
|
|
# This is needed for mpi to locate libpython
|
|
ENV LD_LIBRARY_PATH $AZUREML_CONDA_ENVIRONMENT_PATH/lib:$LD_LIBRARY_PATH
|
|
|