diff --git a/how-to-use-azureml/reinforcement-learning/atari-on-distributed-compute/docker/Dockerfile-cpu b/how-to-use-azureml/reinforcement-learning/atari-on-distributed-compute/docker/Dockerfile-cpu
new file mode 100644
index 00000000..c4e0e378
--- /dev/null
+++ b/how-to-use-azureml/reinforcement-learning/atari-on-distributed-compute/docker/Dockerfile-cpu
@@ -0,0 +1,16 @@
+FROM mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04
+
+RUN pip install ray-on-aml==0.1.6
+RUN pip install gym[atari]==0.19.0
+RUN pip install gym[accept-rom-license]==0.19.0
+RUN pip install ale-py==0.7.0
+RUN pip install azureml-core
+RUN pip install ray==0.8.7
+RUN pip install ray[rllib,tune,serve]==0.8.7
+RUN pip install tensorflow==1.14.0
+
+USER root
+
+RUN apt-get update
+RUN apt-get install -y jq
+RUN apt-get install -y rsync
diff --git a/how-to-use-azureml/reinforcement-learning/atari-on-distributed-compute/docker/Dockerfile-gpu b/how-to-use-azureml/reinforcement-learning/atari-on-distributed-compute/docker/Dockerfile-gpu
new file mode 100644
index 00000000..26a3145d
--- /dev/null
+++ b/how-to-use-azureml/reinforcement-learning/atari-on-distributed-compute/docker/Dockerfile-gpu
@@ -0,0 +1,62 @@
+FROM mcr.microsoft.com/azureml/openmpi4.1.0-cuda11.0.3-cudnn8-ubuntu18.04:20211111.v1
+
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    python-opengl \
+    rsync \
+    xvfb && \
+    apt-get clean -y && \
+    rm -rf /var/lib/apt/lists/* && \
+    rm -rf /usr/share/man/*
+
+ENV AZUREML_CONDA_ENVIRONMENT_PATH /azureml-envs/tensorflow-2.4
+
+# Create conda environment
+RUN conda create -p $AZUREML_CONDA_ENVIRONMENT_PATH \
+    python=3.7 pip=20.2.4
+
+# Prepend path to AzureML conda environment
+ENV PATH $AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
+
+RUN pip --version
+RUN python --version
+
+# Install ray-on-aml
+RUN pip install 'ray-on-aml==0.1.6'
+
+RUN pip install ray==0.8.7
+RUN pip install gym[atari]==0.19.0
+RUN pip install gym[accept-rom-license]==0.19.0
+
+# Install pip dependencies
+RUN HOROVOD_WITH_TENSORFLOW=1 \
+    pip install 'matplotlib>=3.3,<3.4' \
+                'psutil>=5.8,<5.9' \
+                'tqdm>=4.59,<4.60' \
+                'pandas>=1.1,<1.2' \
+                'scipy>=1.5,<1.6' \
+                'numpy>=1.10,<1.20' \
+                'ipykernel~=6.0' \
+                'azureml-core==1.36.0.post2' \
+                'azureml-defaults==1.36.0' \
+                'azureml-mlflow==1.36.0' \
+                'azureml-telemetry==1.36.0' \
+                'tensorboard==2.4.0' \
+                'tensorflow-gpu==2.4.1' \
+                'tensorflow-datasets==4.3.0' \
+                'onnxruntime-gpu>=1.7,<1.8' \
+                'horovod[tensorflow-gpu]==0.21.3'
+
+RUN pip install --no-cache-dir \
+    azureml-defaults \
+    azureml-dataset-runtime[fuse,pandas] \
+    azureml-contrib-reinforcementlearning \
+    gputil \
+    cloudpickle==1.3.0 \
+    tabulate \
+    dm_tree \
+    lz4 \
+    psutil \
+    setproctitle
+# This is needed for mpi to locate libpython
+ENV LD_LIBRARY_PATH $AZUREML_CONDA_ENVIRONMENT_PATH/lib:$LD_LIBRARY_PATH
+