Compare commits

...

1 Commits

Author SHA1 Message Date
amlrelsa-ms
c904e31cf2 update samples from Release-100 as a part of SDK release 2021-06-05 02:10:26 +00:00
3 changed files with 7 additions and 5 deletions

View File

@@ -54,17 +54,17 @@ try:
end_time_last_slice = ds.data_changed_time.replace(tzinfo=None) end_time_last_slice = ds.data_changed_time.replace(tzinfo=None)
print("Dataset {0} last updated on {1}".format(args.ds_name, print("Dataset {0} last updated on {1}".format(args.ds_name,
end_time_last_slice)) end_time_last_slice))
except Exception as e: except Exception:
print(traceback.format_exc()) print(traceback.format_exc())
print("Dataset with name {0} not found, registering new dataset.".format(args.ds_name)) print("Dataset with name {0} not found, registering new dataset.".format(args.ds_name))
register_dataset = True register_dataset = True
end_time_last_slice = datetime.today() - relativedelta(weeks=2) end_time_last_slice = datetime.today() - relativedelta(weeks=4)
end_time = datetime.utcnow() end_time = datetime.utcnow()
train_df = get_noaa_data(end_time_last_slice, end_time) train_df = get_noaa_data(end_time_last_slice, end_time)
if train_df.size > 0: if train_df.size > 0:
print("Received {0} rows of new data after {0}.".format( print("Received {0} rows of new data after {1}.".format(
train_df.shape[0], end_time_last_slice)) train_df.shape[0], end_time_last_slice))
folder_name = "{}/{:04d}/{:02d}/{:02d}/{:02d}/{:02d}/{:02d}".format(args.ds_name, end_time.year, folder_name = "{}/{:04d}/{:02d}/{:02d}/{:02d}/{:02d}/{:02d}".format(args.ds_name, end_time.year,
end_time.month, end_time.day, end_time.month, end_time.day,

View File

@@ -184,10 +184,12 @@
"\n", "\n",
"env = Environment(name=\"mlflow-env\")\n", "env = Environment(name=\"mlflow-env\")\n",
"\n", "\n",
"env.docker.enabled = True\n",
"\n",
"# Specify conda dependencies with scikit-learn and temporary pointers to mlflow extensions\n", "# Specify conda dependencies with scikit-learn and temporary pointers to mlflow extensions\n",
"cd = CondaDependencies.create(\n", "cd = CondaDependencies.create(\n",
" conda_packages=[\"scikit-learn\", \"matplotlib\"],\n", " conda_packages=[\"scikit-learn\", \"matplotlib\"],\n",
" pip_packages=[\"azureml-mlflow\", \"pandas\", \"numpy\"]\n", " pip_packages=[\"azureml-mlflow\", \"numpy\"]\n",
" )\n", " )\n",
"\n", "\n",
"env.python.conda_dependencies = cd" "env.python.conda_dependencies = cd"

View File

@@ -274,7 +274,7 @@
"- pip:\n", "- pip:\n",
" - azureml-defaults\n", " - azureml-defaults\n",
" - keras\n", " - keras\n",
" - tensorflow<=2.4.*\n", " - tensorflow\n",
" - numpy\n", " - numpy\n",
" - scikit-learn\n", " - scikit-learn\n",
" - pandas\n", " - pandas\n",