Add workflow to calculate source data schema diff #392

	name: CI-CD-DEV

	on:
	pull_request:
	types:
	- opened
	- reopened
	- synchronize
	- closed
	branches:
	- master

	concurrency:
	group: ${{ github.workflow }}-${{ github.ref_protected == 'true' && github.sha \|\| github.ref }}-{{ github.event_name }}
	cancel-in-progress: true

	jobs:
	pre-commit:
	runs-on: ubuntu-latest
	if: >-
	github.event.pull_request.merged == false &&
	github.event.pull_request.state == 'open'
	steps:
	- uses: actions/checkout@v3

	- name: Setup Python
	uses: actions/setup-python@v4
	with:
	python-version: 3.8

	- id: file_changes
	uses: trilom/[email protected]
	with:
	output: " "

	- uses: pre-commit/[email protected]
	env:
	extra_args: --color=always --files ${{ steps.file_changes.outputs.files}}

	tests:
	runs-on: ubuntu-latest
	needs: [pre-commit]

	steps:
	- uses: actions/checkout@v3

	- name: Setup Python
	uses: actions/setup-python@v4
	with:
	python-version: 3.8

	- name: Install dependencies
	run: \|
	cat airflow_variables_dev.json \| sed -e s/\\/home\\/airflow\\/gcs\\/dags\\/// > airflow_variables_ci.json
	python -m pip install --upgrade pip
	pip install -r requirements-ci.txt

	- name: Init Airflow SQLite database
	run: airflow db init

	- name: Import Airflow variables
	run: airflow variables import airflow_variables_ci.json

	- name: Authenticate to test-hubble GCP
	uses: google-github-actions/auth@v1
	with:
	credentials_json: "${{ secrets.CREDS_TEST_HUBBLE }}"

	- id: "get-credentials"
	uses: "google-github-actions/get-gke-credentials@v2"
	with:
	cluster_name: "us-central1-test-hubble-43c3e190-gke"
	location: "us-central1"

	- name: Pytest
	run: pytest dags/

Provide feedback