Skip to content

Commit

Permalink
chore: add more direct regression case for s3 sink (#18082)
Browse files Browse the repository at this point in the history
Signed-off-by: Luke Steensen <luke.steensen@gmail.com>
  • Loading branch information
lukesteensen authored Jul 25, 2023
1 parent 421b421 commit aeb9eee
Show file tree
Hide file tree
Showing 3 changed files with 54 additions and 0 deletions.
1 change: 1 addition & 0 deletions regression/cases/http_to_s3/data/.gitkeep
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@

15 changes: 15 additions & 0 deletions regression/cases/http_to_s3/lading/lading.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
generator:
- http:
seed: [2, 3, 5, 7, 11, 13, 17, 19, 23, 29, 31, 37, 41, 43, 47, 53, 59, 61, 67, 71, 73, 79, 83, 89, 97, 101, 103, 107, 109, 113, 127, 131]
target_uri: "http://localhost:8282/"
bytes_per_second: "100 Mb"
parallel_connections: 10
method:
post:
variant: "json"
maximum_prebuild_cache_size_bytes: "256 Mb"
headers: {}

blackhole:
- http:
binding_addr: "0.0.0.0:8080"
38 changes: 38 additions & 0 deletions regression/cases/http_to_s3/vector/vector.toml
Original file line number Diff line number Diff line change
@@ -0,0 +1,38 @@
data_dir = "/var/lib/vector"

##
## Sources
##

[sources.internal_metrics]
type = "internal_metrics"

[sources.http_source]
type = "http"
acknowledgements = false
address = "0.0.0.0:8282"
decoding.codec = "json"

##
## Sinks
##

[sinks.prometheus]
type = "prometheus_exporter"
inputs = ["internal_metrics"]
address = "0.0.0.0:9090"

[sinks.s3_service]
type = "aws_s3"
inputs = ["http_source"]

region = "us-west-2"
endpoint = "http://localhost:8080"
bucket = "vector-soak-service"

framing.method = "newline_delimited"
encoding.codec = "json"

[sinks.s3_service.auth]
access_key_id = "BADDCAFE"
secret_access_key = "BADDCAFE"

0 comments on commit aeb9eee

Please sign in to comment.