-
Notifications
You must be signed in to change notification settings - Fork 0
54 lines (43 loc) · 1.23 KB
/
pull-request.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
name: "pull-request"
on:
pull_request:
branches:
- "main"
jobs:
tests:
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v2
- uses: actions/setup-python@v2
with:
python-version: "3.10"
- name: Container Build - Kafka
run: |
make kafka-producer-image
- name: Container Build - Spark
run: |
make spark-jobs-image
- name: Container Build - Trino
run: |
make trino-queries-image
- name: K8s Test - Cluster Creation
uses: helm/kind-action@v1.4.0
with:
cluster_name: github-cluster
- name: K8s Tests - Install Operators
run: |
cd scripts
./01-install-operators.sh
- name: K8s Tests - Deploy Infrastructure
run: |
cd scripts
./02-deploy-kafka.sh
./03-deploy-delta-trino.sh
- name: K8s Tests - Run Jobs
run: |
kind load docker-image kafka-producer --name github-cluster
kind load docker-image spark-jobs --name github-cluster
kind load docker-image trino-queries --name github-cluster
cd scripts
./04-run-spark-jobs.sh
./05-run-trino-query.sh