-
Notifications
You must be signed in to change notification settings - Fork 1
108 lines (105 loc) · 3.64 KB
/
ci.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
name: CI
on:
push:
tags:
- '*'
pull_request:
jobs:
test:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v2
- uses: coursier/cache-action@v6
- name: Set up JDK 11
uses: actions/setup-java@v1
with:
java-version: 11
- name: Install sbt
uses: sbt/setup-sbt@v1
- name: Check Scala formatting
run: sbt scalafmtCheckAll scalafmtSbtCheck
- name: Run tests
run: sbt test
publish_docker:
needs: test
if: github.ref_type == 'tag'
runs-on: ubuntu-latest
strategy:
matrix:
app:
- kafka
- pubsub
- kinesis
steps:
- name: Checkout Github
uses: actions/checkout@v2
- uses: coursier/cache-action@v6
- name: Set up JDK 11 for loader and streaming transformer
uses: actions/setup-java@v1
with:
java-version: 11
- name: Install sbt
uses: sbt/setup-sbt@v1
- name: Docker login
uses: docker/login-action@v1
with:
username: ${{ secrets.DOCKER_USERNAME }}
password: ${{ secrets.DOCKER_PASSWORD }}
- name: Stage the Docker build
run: sbt "project ${{ matrix.app}}" docker:stage
- name: Stage the Docker Distroless build
run: sbt "project ${{ matrix.app}}Distroless" docker:stage
- name: Docker metadata
id: meta
uses: docker/metadata-action@v3
with:
images: "snowplow/snowflake-loader-${{ matrix.app }}"
tags: |
type=raw,value=latest,enable=${{ !contains(github.ref_name, 'rc') }}
type=raw,value=latest-focal,enable=${{ !contains(github.ref_name, 'rc') }}
type=raw,value=${{ github.ref_name }}
type=raw,value=${{ github.ref_name }}-focal
flavor: |
latest=false
- name: Docker metadata distroless
id: metaDistroless
uses: docker/metadata-action@v3
with:
images: "snowplow/snowflake-loader-${{ matrix.app }}"
tags: |
type=raw,value=latest-distroless,enable=${{ !contains(github.ref_name, 'rc') }}
type=raw,value=${{ github.ref_name }}-distroless
flavor: |
latest=false
- name: Set up QEMU
uses: docker/setup-qemu-action@v1
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v1
- name: Push image
uses: docker/build-push-action@v2
with:
context: modules/${{ matrix.app }}/target/docker/stage
file: modules/${{ matrix.app }}/target/docker/stage/Dockerfile
platforms: linux/amd64,linux/arm64/v8
tags: ${{ steps.meta.outputs.tags }}
push: true
- name: Push distroless image
uses: docker/build-push-action@v2
with:
context: modules/distroless/${{ matrix.app }}/target/docker/stage
file: modules/distroless/${{ matrix.app }}/target/docker/stage/Dockerfile
platforms: linux/amd64,linux/arm64/v8
tags: ${{ steps.metaDistroless.outputs.tags }}
push: true
- name: Build local image, which is needed to run Snyk
if: ${{ !contains(github.ref_name, 'rc') }}
run: sbt "project ${{ matrix.app }}Distroless" docker:publishLocal
- name: Run Snyk to check for vulnerabilities
uses: snyk/actions/docker@master
if: ${{ !contains(github.ref_name, 'rc') }}
with:
image: "snowplow/snowflake-loader-${{ matrix.app }}:${{ github.ref_name }}-distroless"
args: "--app-vulns --org=data-processing-new"
command: monitor
env:
SNYK_TOKEN: ${{ secrets.SNYK_TOKEN }}