diff --git a/src/automated-pipelines/lib/update-markdown.js b/src/automated-pipelines/lib/update-markdown.js
index d5681194e0..f7a9f55822 100644
--- a/src/automated-pipelines/lib/update-markdown.js
+++ b/src/automated-pipelines/lib/update-markdown.js
@@ -139,7 +139,7 @@ async function updateDirectory(
   const initialDirectoryListing = await getDirectoryInfo(directory)
   // If there are no children on disk, remove the directory
   if (initialDirectoryListing.directoryContents.length === 0 && !rootDirectoryOnly) {
-    rimraf(directory)
+    await rimraf(directory)
     return
   }