Update aml-pipelines-use-databricks-as-compute-target.ipynb

add "how to" guidance for common issue in DatabricksStep
2021-09-13 09:32:32 -07:00 · 2021-09-10 13:20:03 -07:00 · 2021-09-10 12:51:41 -07:00
3 changed files with 964 additions and 917 deletions
--- a/.vscode/settings.json
+++ b/.vscode/settings.json
@@ -0,0 +1 @@
+{}
--- a/how-to-use-azureml/machine-learning-pipelines/intro-to-pipelines/aml-pipelines-use-databricks-as-compute-target.ipynb
+++ b/how-to-use-azureml/machine-learning-pipelines/intro-to-pipelines/aml-pipelines-use-databricks-as-compute-target.ipynb
--- a/how-to-use-azureml/machine-learning-pipelines/nyc-taxi-data-regression-model-building/scripts/prepdata/normalize.py
+++ b/how-to-use-azureml/machine-learning-pipelines/nyc-taxi-data-regression-model-building/scripts/prepdata/normalize.py
@@ -28,21 +28,13 @@ replaced_distance_vals_df = (replaced_stfor_vals_df.replace({"distance": ".00"},

 normalized_df = replaced_distance_vals_df.astype({"distance": 'float64'})

-
-def time_to_us(time_str):
-    hh, mm , ss = map(int, time_str.split(':'))
-    return (ss + 60 * (mm + 60 * hh)) * (10**6)
-
-
 temp = pd.DatetimeIndex(normalized_df["pickup_datetime"])
-normalized_df["pickup_date"] = pd.to_datetime(temp.date)
+normalized_df["pickup_date"] = temp.date
 normalized_df["pickup_time"] = temp.time
-normalized_df["pickup_time"] = normalized_df["pickup_time"].apply(lambda x: time_to_us(str(x)))

 temp = pd.DatetimeIndex(normalized_df["dropoff_datetime"])
-normalized_df["dropoff_date"] = pd.to_datetime(temp.date)
+normalized_df["dropoff_date"] = temp.date
 normalized_df["dropoff_time"] = temp.time
-normalized_df["dropoff_time"] = normalized_df["dropoff_time"].apply(lambda x: time_to_us(str(x)))

 del normalized_df["pickup_datetime"]
 del normalized_df["dropoff_datetime"]
Author	SHA1	Message	Date
Sharmeelee Bijlani	279a1ba2c0	Update aml-pipelines-use-databricks-as-compute-target.ipynb	2021-09-13 09:32:32 -07:00
Sharmeelee Bijlani	8233533dcd	Update aml-pipelines-use-databricks-as-compute-target.ipynb	2021-09-10 13:20:03 -07:00
Sharmeelee Bijlani	89f23e6d50	add "how to" guidance for common issue in DatabricksStep	2021-09-10 12:51:41 -07:00