update openapi workflow to pull from os repo (#33938)

Co-authored-by: Robert Sese <734194+rsese@users.noreply.github.com>

.github/workflows/openapi-decorate.yml

@@ -1,15 +1,13 @@
-name: OpenAPI generate decorated schema files
+name: Sync OpenAPI schema
 
-# **What it does**: On 'Update OpenAPI Descriptions' PRs opened by github-openapi-bot, this workflow runs the script to generate the decorated OpenAPI files and commit them to the PR.
+# **What it does**: Once a day, this workflow syncs the dereferenced files from github/rest-api-description and creates a pull request if there are updates to any of the static files we generate from the OpenAPI.
-# **Why we have it**: So we can consume OpenAPI changes, decorate them, and publish them to the REST API docs.
+# **Why we have it**: So we can consume OpenAPI changes.
 # **Who does it impact**: Anyone making OpenAPI changes in `github/github`, and wanting to get them published on the docs site.
 
 on:
-  pull_request:
+  workflow_dispatch:
-    # This prevents the workflow from running continuously. We only want
+  schedule:
-    # this workflow to run once on the initial open.
+    - cron: '20 16 * * *' # Run every day at 16:20 UTC / 8:20 PST
-    types:
-      - opened
 
 permissions:
   contents: write
@@ -22,13 +20,14 @@ concurrency:
 
 jobs:
   generate-decorated-files:
-    if: >-
+    if: github.repository == 'github/docs-internal'
-      ${{
-        github.repository == 'github/docs-internal' &&
-        github.event.pull_request.user.login == 'github-openapi-bot'
-      }}
     runs-on: ubuntu-latest
     steps:
+      - if: ${{ env.FREEZE == 'true' }}
+        run: |
+          echo 'The repo is currently frozen! Exiting this workflow.'
+          exit 1 # prevents further steps from running
+
       - name: Label pull requests with 'github-openapi-bot'
         uses: andymckay/labeler@e6c4322d0397f3240f0e7e30a33b5c5df2d39e90
         with:
@@ -36,61 +35,52 @@ jobs:
 
       - name: Checkout repository code
         uses: actions/checkout@93ea575cb5d8a053eaa0ac8fa3b40d7e05a33cc8
+
+        # Check out a nested repository inside of previous checkout
+      - name: Checkout rest-api-description repo
+        uses: actions/checkout@93ea575cb5d8a053eaa0ac8fa3b40d7e05a33cc8
         with:
-          # actions/checkout by default will leave you in a detached head state
+          # By default, only the most recent commit of the `main` branch
-          # so we need to specify the PR head ref explicitly since we're making
+          # will be checked out
-          # changes that we want to commit to the branch.
+          repository: github/rest-api-description
-          ref: ${{ github.event.pull_request.head.ref }}
+          path: rest-api-description
-          # Using a PAT is necessary so that the new commit will trigger the
+
-          # CI in the PR. (Events from GITHUB_TOKEN don't trigger new workflows.)
+      - name: Copy dereferenced OpenAPI files
-          token: ${{ secrets.DOCUBOT_REPO_PAT }}
+        id: rest-api-description
+        run: |
+          mkdir ./lib/rest/static/dereferenced
+          find rest-api-description/descriptions-next -type f -name "*.deref.json" -exec sh -c 'cp $1 ./lib/rest/static/dereferenced' sh {} \;
+          cd rest-api-description
+          HEAD_SHA=$(git rev-parse HEAD) >> $GITHUB_OUTPUT
 
       - uses: ./.github/actions/node-npm-setup
 
       - name: Decorate the dereferenced OpenAPI schemas
-        run: script/rest/update-files.js --decorate-only
+        run: script/rest/update-files.js --decorate-only --open-source
 
-      - name: Check if pull request should be closed
+        # This action performs the diff and if no files have been change
-        id: close-pr
+        # the action exits silently.
+      - name: Create pull request
+        id: create-pull-request
+        uses: peter-evans/create-pull-request@2b011faafdcbc9ceb11414d64d0573f37c774b04
         env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          # Disable pre-commit hooks; they don't play nicely here
-          PR_URL: ${{ github.event.pull_request.html_url }}
-        run: |
-          echo "If there are no changes, exit"
-          NUM_FILES_CHANGED=$(git diff --name-only -- lib/rest/static/decorated | wc -l)
-          if [[ $NUM_FILES_CHANGED -eq 0 ]]
-            then
-              echo "No decorated file changes found"
-              gh pr comment "$PR_URL" --body "🤖 This pull request has no changes to lib/rest/static/decorated, so it is being closed automatically."
-              gh pr close "$PR_URL" --delete-branch
-              echo "NO_DECORATED=true" >> $GITHUB_OUTPUT
-              exit 0
-          fi
-
-      - name: Check in the decorated files
-        if: ${{ steps.close-pr.outputs.NO_DECORATED != 'true' }}
-        uses: EndBug/add-and-commit@050a66787244b10a4874a2a5f682130263edc192
-        with:
-          # The arguments for the `git add` command
-          add: '["lib/rest/static/apps", "lib/rest/static/decorated", "lib/webhooks/static/decorated", "lib/redirects/static/client-side-rest-api-redirects.json"]'
-
-          # The message for the commit
-          message: 'Add decorated OpenAPI schema files'
-
-        env:
-          # Disable pre-commit hooks; they don't play nicely with add-and-commit
           HUSKY: '0'
-
-      - name: Remove the dereferenced files
-        if: ${{ steps.close-pr.outputs.NO_DECORATED != 'true' }}
-        uses: EndBug/add-and-commit@050a66787244b10a4874a2a5f682130263edc192
         with:
-          # The arguments for the `git add` command
+          # Need to use a token with repo and workflow scopes for this step.
-          remove: '["lib/rest/static/dereferenced/*"]'
+          # Token should be a PAT because actions performed with GITHUB_TOKEN
+          # don't trigger other workflows and this action force pushes updates
+          # from the default branch.
+          token: ${{ secrets.OCTOMERGER_PAT_WITH_REPO_AND_WORKFLOW_SCOPE }}
+          add-paths: |
+            - lib/rest/static/apps
+            - lib/rest/static/decorated
+            - lib/webhooks/static/decorated
+            - lib/redirects/static/client-side-rest-api-redirects.json
+          commit-message: 'Add decorated OpenAPI schema files'
+          title: Update OpenAPI Description
+          body: |
+            '👋 humans. This PR updates the OpenAPI description with the latest changes. (Synced from github/rest-api-description@${{ steps.rest-api-description.outputs.HEAD_SHA }})
 
-          # The message for the commit
+            If CI does not pass or other problems arise, contact #docs-engineering on slack.'
-          message: 'Removed dereferenced OpenAPI schema files'
+          branch: openapi-update-${{ steps.rest-api-description.outputs.HEAD_SHA }})
-
-        env:
-          # Disable pre-commit hooks; they don't play nicely with add-and-commit
-          HUSKY: '0'

script/rest/update-files.js

@@ -15,6 +15,7 @@ import rimraf from 'rimraf'
 
 import { decorate } from './utils/decorator.js'
 import { validateVersionsOptions } from './utils/get-openapi-schemas.js'
+import { allVersions } from '../../lib/all-versions.js'
 
 const TEMP_DOCS_DIR = path.join(process.cwd(), 'openapiTmp')
 const DOCS_DEREF_OPENAPI_DIR = path.join(process.cwd(), 'lib/rest/static/dereferenced')
@@ -37,6 +38,7 @@ program
     'Keeps the dereferenced files after the script runs. You will need to delete them manually.'
   )
   .option('-n --next', 'Generate the next OpenAPI calendar-date version.')
+  .option('-s --open-source', 'Generate the OpenAPI schema from github/rest-api-description')
   .parse(process.argv)
 
 const {
@@ -46,6 +48,7 @@ const {
   includeDeprecated,
   keepDereferencedFiles,
   next,
+  openSource,
 } = program.opts()
 
 main()
@@ -57,6 +60,20 @@ async function main() {
     await getBundledFiles()
   }
 
+  // When we get the dereferenced OpenAPI files from the open-source
+  // github/rest-api-description repo, we need to remove any versions
+  // that are deprecated.
+  if (openSource) {
+    const currentOpenApiVersions = Object.values(allVersions).map((elem) => elem.openApiVersionName)
+    const allSchemas = await readdir(DOCS_DEREF_OPENAPI_DIR)
+    allSchemas.forEach((schema) => {
+      // if the schema does not start with a current version name, delete it
+      if (!currentOpenApiVersions.some((version) => schema.startsWith(version))) {
+        rimraf.sync(path.join(DOCS_DEREF_OPENAPI_DIR, schema))
+      }
+    })
+  }
+
   const schemas = await readdir(DOCS_DEREF_OPENAPI_DIR)
   // Decorate the dereferenced files in a format ingestible by docs.github.com
   await decorate(schemas)