140 lines
5.2 KiB
YAML
140 lines
5.2 KiB
YAML
# THIS WORKFLOW SHOULD BE REPLACED BY A CLEANER ONE ONCE THE PYTHON CDK TESTS CAN BE RUN WITH POETRY
|
|
name: Python CDK Tests
|
|
|
|
concurrency:
|
|
group: ${{ github.workflow }}-${{ github.ref }}
|
|
cancel-in-progress: true
|
|
|
|
on:
|
|
workflow_dispatch:
|
|
push:
|
|
branches:
|
|
- master
|
|
pull_request:
|
|
types:
|
|
- opened
|
|
- reopened
|
|
- synchronize
|
|
|
|
jobs:
|
|
changes:
|
|
runs-on: ubuntu-latest
|
|
outputs:
|
|
python_cdk: ${{ steps.changes.outputs.python_cdk }}
|
|
steps:
|
|
- name: Checkout Airbyte
|
|
if: github.event_name != 'pull_request'
|
|
uses: actions/checkout@v3
|
|
- id: changes
|
|
uses: dorny/paths-filter@v2
|
|
with:
|
|
# Note: expressions within a filter are OR'ed
|
|
filters: |
|
|
python_cdk:
|
|
- 'airbyte-cdk/python/**/*'
|
|
|
|
run-python-cdk-check:
|
|
needs:
|
|
- changes
|
|
if: needs.changes.outputs.python_cdk == 'true'
|
|
runs-on: connector-test-large
|
|
name: Python CDK Tests
|
|
timeout-minutes: 30
|
|
steps:
|
|
- name: Checkout Airbyte
|
|
uses: actions/checkout@v3
|
|
- name: Install Poetry
|
|
uses: snok/install-poetry@v1
|
|
- name: Install Dependencies
|
|
id: install_dependencies
|
|
working-directory: airbyte-cdk/python
|
|
run: poetry install --all-extras
|
|
- name: Build CDK Package
|
|
working-directory: airbyte-cdk/python
|
|
run: poetry run poe build
|
|
- name: Check Python CDK
|
|
working-directory: airbyte-cdk/python
|
|
run: poetry run poe check-ci
|
|
|
|
set-instatus-incident-on-failure:
|
|
name: Create Instatus Incident on Failure
|
|
runs-on: ubuntu-latest
|
|
needs:
|
|
- run-python-cdk-check
|
|
if: ${{ failure() && github.ref == 'refs/heads/master' }}
|
|
steps:
|
|
- name: Call Instatus Webhook
|
|
uses: joelwmale/webhook-action@master
|
|
with:
|
|
url: ${{ secrets.INSTATUS_CONNECTOR_CI_WEBHOOK_URL }}
|
|
body: '{ "trigger": "down", "status": "HASISSUES" }'
|
|
|
|
set-instatus-incident-on-success:
|
|
name: Create Instatus Incident on Success
|
|
runs-on: ubuntu-latest
|
|
needs:
|
|
- run-python-cdk-check
|
|
if: ${{ success() && github.ref == 'refs/heads/master' }}
|
|
steps:
|
|
- name: Call Instatus Webhook
|
|
uses: joelwmale/webhook-action@master
|
|
with:
|
|
url: ${{ secrets.INSTATUS_CONNECTOR_CI_WEBHOOK_URL }}
|
|
body: '{ "trigger": "up" }'
|
|
|
|
notify-failure-slack-channel:
|
|
name: "Notify Slack Channel on Build Failures"
|
|
runs-on: ubuntu-latest
|
|
needs:
|
|
- run-python-cdk-check
|
|
if: ${{ failure() && github.ref == 'refs/heads/master' }}
|
|
steps:
|
|
- name: Checkout Airbyte
|
|
uses: actions/checkout@v3
|
|
- name: Match GitHub User to Slack User
|
|
id: match-github-to-slack-user
|
|
uses: ./.github/actions/match-github-to-slack-user
|
|
env:
|
|
AIRBYTE_TEAM_BOT_SLACK_TOKEN: ${{ secrets.SLACK_AIRBYTE_TEAM_READ_USERS }}
|
|
GITHUB_API_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
- name: Publish to OSS Build Failure Slack Channel
|
|
uses: abinoda/slack-action@master
|
|
env:
|
|
SLACK_BOT_TOKEN: ${{ secrets.SLACK_BOT_TOKEN_AIRBYTE_TEAM }}
|
|
with:
|
|
args: >-
|
|
{\"channel\":\"C03BEADRPNY\", \"blocks\":[
|
|
{\"type\":\"divider\"},
|
|
{\"type\":\"section\",\"text\":{\"type\":\"mrkdwn\",\"text\":\" Merge to OSS Master failed! :bangbang: \n\n\"}},
|
|
{\"type\":\"section\",\"text\":{\"type\":\"mrkdwn\",\"text\":\"_merged by_: *${{ github.actor }}* \n\"}},
|
|
{\"type\":\"section\",\"text\":{\"type\":\"mrkdwn\",\"text\":\"<@${{ steps.match-github-to-slack-user.outputs.slack_user_ids }}> \n\"}},
|
|
{\"type\":\"section\",\"text\":{\"type\":\"mrkdwn\",\"text\":\" :octavia-shocked: <https://github.com/${{github.repository}}/actions/runs/${{github.run_id}}|View Action Run> :octavia-shocked: \n\"}},
|
|
{\"type\":\"divider\"}]}
|
|
|
|
notify-failure-slack-channel-fixed-broken-build:
|
|
name: "Notify Slack Channel on Build Fixes"
|
|
runs-on: ubuntu-latest
|
|
needs:
|
|
- run-python-cdk-check
|
|
if: success()
|
|
steps:
|
|
- name: Get Previous Workflow Status
|
|
uses: Mercymeilya/last-workflow-status@v0.3
|
|
id: last_status
|
|
with:
|
|
github_token: ${{ secrets.GITHUB_TOKEN }}
|
|
# To avoid clogging up the channel, only publish build success if the previous build was a failure since this means the build was fixed.
|
|
- name: Publish Build Fixed Message to OSS Build Failure Slack Channel
|
|
if: ${{ steps.last_status.outputs.last_status == 'failure' }}
|
|
uses: abinoda/slack-action@master
|
|
env:
|
|
SLACK_BOT_TOKEN: ${{ secrets.SLACK_BOT_TOKEN_AIRBYTE_TEAM }}
|
|
with:
|
|
args: >-
|
|
{\"channel\":\"C03BEADRPNY\", \"blocks\":[
|
|
{\"type\":\"divider\"},
|
|
{\"type\":\"section\",\"text\":{\"type\":\"mrkdwn\",\"text\":\" OSS Master Fixed! :white_check_mark: \n\n\"}},
|
|
{\"type\":\"section\",\"text\":{\"type\":\"mrkdwn\",\"text\":\"_merged by_: *${{ github.actor }}* \n\"}},
|
|
{\"type\":\"section\",\"text\":{\"type\":\"mrkdwn\",\"text\":\" :octavia-rocket: <https://github.com/${{github.repository}}/actions/runs/${{github.run_id}}|View Action Run> :octavia-rocket: \n\"}},
|
|
{\"type\":\"divider\"}]}
|