Skip to content

Commit

Permalink
Drop second flink job (#45)
Browse files Browse the repository at this point in the history
  • Loading branch information
ryannedolan authored Aug 11, 2023
1 parent f322dac commit 407b256
Show file tree
Hide file tree
Showing 5 changed files with 9 additions and 16 deletions.
1 change: 1 addition & 0 deletions .github/workflows/integration-tests.yml
Original file line number Diff line number Diff line change
Expand Up @@ -27,6 +27,7 @@ jobs:
uses: helm/kind-action@v1.4.0
with:
cluster_name: 'kind'
config: './etc/cluster.yaml'
- name: Load Docker Images
run: |
kind load docker-image hoptimator
Expand Down
11 changes: 0 additions & 11 deletions deploy/samples/subscriptions.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -7,15 +7,4 @@ spec:
sql: SELECT "quantity", "product_id" AS KEY FROM INVENTORY."products_on_hand"
database: RAWKAFKA

---

apiVersion: hoptimator.linkedin.com/v1alpha1
kind: Subscription
metadata:
name: products-with-hints
spec:
sql: SELECT "quantity", "product_id" AS KEY FROM INVENTORY."products_on_hand"
database: RAWKAFKA
hints:
kafka.numPartitions: "7"

6 changes: 6 additions & 0 deletions etc/cluster.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
kind: Cluster
apiVersion: kind.x-k8s.io/v1alpha4
# Additional worker nodes will not add any real resource capacity. However,
# it should mean that there are more CPU reservations to hand out.
nodes:
- role: control-plane
3 changes: 0 additions & 3 deletions etc/integration-tests.sql
Original file line number Diff line number Diff line change
Expand Up @@ -16,9 +16,6 @@ SELECT * FROM INVENTORY."products_on_hand" LIMIT 1;
-- MySQL CDC -> Kafka
SELECT * FROM RAWKAFKA."products" LIMIT 1;

-- Same, but with hints:
SELECT * FROM RAWKAFKA."products-with-hints" LIMIT 1;

-- test insert into command
!insert into RAWKAFKA."test-sink" SELECT AGE AS PAYLOAD, NAME AS KEY FROM DATAGEN.PERSON
SELECT * FROM RAWKAFKA."test-sink" LIMIT 5;
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -13,11 +13,11 @@ spec:
jobManager:
resource:
memory: "2048m"
cpu: .1
cpu: 0.1
taskManager:
resource:
memory: "2048m"
cpu: .1
cpu: 0.1
job:
entryClass: com.linkedin.hoptimator.flink.runner.FlinkRunner
args:
Expand Down

0 comments on commit 407b256

Please sign in to comment.