update samples from Release-135 as a part of SDK release

add docker subfolder to pong notebook directly.

how-to-use-azureml/automated-machine-learning/automl_env.yml

@@ -8,7 +8,7 @@ dependencies:
   # Currently Azure ML only supports 3.6.0 and later.
 - pip==20.2.4
 - python>=3.6,<3.9
-- matplotlib==3.3.4
+- matplotlib==3.2.1
 - py-xgboost==1.3.3
 - pytorch::pytorch=1.4.0
 - conda-forge::fbprophet==0.7.1

how-to-use-azureml/automated-machine-learning/automl_env_linux.yml

@@ -10,7 +10,7 @@ dependencies:
 - python>=3.6,<3.9
 - boto3==1.20.19
 - botocore<=1.23.19
-- matplotlib==3.3.4
+- matplotlib==3.2.1
 - numpy==1.19.5
 - cython==0.29.14
 - urllib3==1.26.7

how-to-use-azureml/automated-machine-learning/automl_env_mac.yml

@@ -11,7 +11,7 @@ dependencies:
 - python>=3.6,<3.9
 - boto3==1.20.19
 - botocore<=1.23.19
-- matplotlib==3.3.4
+- matplotlib==3.2.1
 - numpy==1.19.5
 - cython==0.29.14
 - urllib3==1.26.7

how-to-use-azureml/automated-machine-learning/experimental/regression-model-proxy/auto-ml-regression-model-proxy.ipynb

@@ -75,6 +75,7 @@
         "from azureml.core.experiment import Experiment\n",
         "from azureml.core.workspace import Workspace\n",
         "from azureml.core.dataset import Dataset\n",
+        "from azureml.data.dataset_factory import TabularDatasetFactory\n",
         "from azureml.train.automl import AutoMLConfig"
       ]
     },
@@ -180,6 +181,29 @@
         "label = \"ERP\"\n"
       ]
     },
+    {
+      "cell_type": "markdown",
+      "metadata": {},
+      "source": [
+        "The split data will be used in the remote compute by ModelProxy and locally to compare results.\n",
+        "So, we need to persist the split data to avoid descrepencies from different package versions in the local and remote."
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {},
+      "outputs": [],
+      "source": [
+        "ds = ws.get_default_datastore()\n",
+        "\n",
+        "train_data = TabularDatasetFactory.register_pandas_dataframe(\n",
+        "    train_data.to_pandas_dataframe(), target=(ds, \"machineTrainData\"), name=\"train_data\")\n",
+        "\n",
+        "test_data = TabularDatasetFactory.register_pandas_dataframe(\n",
+        "    test_data.to_pandas_dataframe(), target=(ds, \"machineTestData\"), name=\"test_data\")"
+      ]
+    },
     {
       "cell_type": "markdown",
       "metadata": {},

how-to-use-azureml/reinforcement-learning/atari-on-distributed-compute/docker/Dockerfile-cpu

@@ -0,0 +1,16 @@
+FROM mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04
+
+RUN pip install ray-on-aml==0.1.6
+RUN pip install gym[atari]==0.19.0
+RUN pip install gym[accept-rom-license]==0.19.0
+RUN pip install ale-py==0.7.0
+RUN pip install azureml-core
+RUN pip install ray==0.8.7
+RUN pip install ray[rllib,tune,serve]==0.8.7
+RUN pip install tensorflow==1.14.0
+
+USER root
+
+RUN apt-get update
+RUN apt-get install -y jq
+RUN apt-get install -y rsync

how-to-use-azureml/reinforcement-learning/atari-on-distributed-compute/docker/Dockerfile-gpu

@@ -0,0 +1,62 @@
+FROM mcr.microsoft.com/azureml/openmpi4.1.0-cuda11.0.3-cudnn8-ubuntu18.04:20211111.v1
+
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    python-opengl \
+    rsync \
+    xvfb && \
+    apt-get clean -y && \
+    rm -rf /var/lib/apt/lists/* && \
+    rm -rf /usr/share/man/*
+
+ENV AZUREML_CONDA_ENVIRONMENT_PATH /azureml-envs/tensorflow-2.4
+
+# Create conda environment
+RUN conda create -p $AZUREML_CONDA_ENVIRONMENT_PATH \
+    python=3.7 pip=20.2.4
+
+# Prepend path to AzureML conda environment
+ENV PATH $AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
+
+RUN pip --version
+RUN python --version
+
+# Install ray-on-aml
+RUN pip install 'ray-on-aml==0.1.6'
+
+RUN pip install ray==0.8.7
+RUN pip install gym[atari]==0.19.0
+RUN pip install gym[accept-rom-license]==0.19.0
+
+# Install pip dependencies
+RUN HOROVOD_WITH_TENSORFLOW=1 \
+    pip install 'matplotlib>=3.3,<3.4' \
+                'psutil>=5.8,<5.9' \
+                'tqdm>=4.59,<4.60' \
+                'pandas>=1.1,<1.2' \
+                'scipy>=1.5,<1.6' \
+                'numpy>=1.10,<1.20' \
+                'ipykernel~=6.0' \
+                'azureml-core==1.36.0.post2' \
+                'azureml-defaults==1.36.0' \
+                'azureml-mlflow==1.36.0' \
+                'azureml-telemetry==1.36.0' \
+                'tensorboard==2.4.0' \
+                'tensorflow-gpu==2.4.1' \
+                'tensorflow-datasets==4.3.0' \
+                'onnxruntime-gpu>=1.7,<1.8' \
+                'horovod[tensorflow-gpu]==0.21.3'
+
+RUN pip install --no-cache-dir \
+    azureml-defaults \
+    azureml-dataset-runtime[fuse,pandas] \
+    azureml-contrib-reinforcementlearning \
+    gputil \
+    cloudpickle==1.3.0 \
+    tabulate \
+    dm_tree \
+    lz4 \
+    psutil \
+    setproctitle
+# This is needed for mpi to locate libpython
+ENV LD_LIBRARY_PATH $AZUREML_CONDA_ENVIRONMENT_PATH/lib:$LD_LIBRARY_PATH
+