mirror of
https://github.com/Azure/MachineLearningNotebooks.git
synced 2025-12-20 09:37:04 -05:00
Compare commits
1 Commits
jeffshep/p
...
release_up
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
c904e31cf2 |
@@ -54,17 +54,17 @@ try:
|
|||||||
end_time_last_slice = ds.data_changed_time.replace(tzinfo=None)
|
end_time_last_slice = ds.data_changed_time.replace(tzinfo=None)
|
||||||
print("Dataset {0} last updated on {1}".format(args.ds_name,
|
print("Dataset {0} last updated on {1}".format(args.ds_name,
|
||||||
end_time_last_slice))
|
end_time_last_slice))
|
||||||
except Exception as e:
|
except Exception:
|
||||||
print(traceback.format_exc())
|
print(traceback.format_exc())
|
||||||
print("Dataset with name {0} not found, registering new dataset.".format(args.ds_name))
|
print("Dataset with name {0} not found, registering new dataset.".format(args.ds_name))
|
||||||
register_dataset = True
|
register_dataset = True
|
||||||
end_time_last_slice = datetime.today() - relativedelta(weeks=2)
|
end_time_last_slice = datetime.today() - relativedelta(weeks=4)
|
||||||
|
|
||||||
end_time = datetime.utcnow()
|
end_time = datetime.utcnow()
|
||||||
train_df = get_noaa_data(end_time_last_slice, end_time)
|
train_df = get_noaa_data(end_time_last_slice, end_time)
|
||||||
|
|
||||||
if train_df.size > 0:
|
if train_df.size > 0:
|
||||||
print("Received {0} rows of new data after {0}.".format(
|
print("Received {0} rows of new data after {1}.".format(
|
||||||
train_df.shape[0], end_time_last_slice))
|
train_df.shape[0], end_time_last_slice))
|
||||||
folder_name = "{}/{:04d}/{:02d}/{:02d}/{:02d}/{:02d}/{:02d}".format(args.ds_name, end_time.year,
|
folder_name = "{}/{:04d}/{:02d}/{:02d}/{:02d}/{:02d}/{:02d}".format(args.ds_name, end_time.year,
|
||||||
end_time.month, end_time.day,
|
end_time.month, end_time.day,
|
||||||
|
|||||||
@@ -184,10 +184,12 @@
|
|||||||
"\n",
|
"\n",
|
||||||
"env = Environment(name=\"mlflow-env\")\n",
|
"env = Environment(name=\"mlflow-env\")\n",
|
||||||
"\n",
|
"\n",
|
||||||
|
"env.docker.enabled = True\n",
|
||||||
|
"\n",
|
||||||
"# Specify conda dependencies with scikit-learn and temporary pointers to mlflow extensions\n",
|
"# Specify conda dependencies with scikit-learn and temporary pointers to mlflow extensions\n",
|
||||||
"cd = CondaDependencies.create(\n",
|
"cd = CondaDependencies.create(\n",
|
||||||
" conda_packages=[\"scikit-learn\", \"matplotlib\"],\n",
|
" conda_packages=[\"scikit-learn\", \"matplotlib\"],\n",
|
||||||
" pip_packages=[\"azureml-mlflow\", \"pandas\", \"numpy\"]\n",
|
" pip_packages=[\"azureml-mlflow\", \"numpy\"]\n",
|
||||||
" )\n",
|
" )\n",
|
||||||
"\n",
|
"\n",
|
||||||
"env.python.conda_dependencies = cd"
|
"env.python.conda_dependencies = cd"
|
||||||
|
|||||||
@@ -274,7 +274,7 @@
|
|||||||
"- pip:\n",
|
"- pip:\n",
|
||||||
" - azureml-defaults\n",
|
" - azureml-defaults\n",
|
||||||
" - keras\n",
|
" - keras\n",
|
||||||
" - tensorflow<=2.4.*\n",
|
" - tensorflow\n",
|
||||||
" - numpy\n",
|
" - numpy\n",
|
||||||
" - scikit-learn\n",
|
" - scikit-learn\n",
|
||||||
" - pandas\n",
|
" - pandas\n",
|
||||||
|
|||||||
Reference in New Issue
Block a user