Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

feat(pb, ds): move to edge #1942

Draft
wants to merge 2 commits into
base: 01-27-chore_workflows_move_wf_gc_and_metrics_publish_into_worker
Choose a base branch
from
Draft

feat(pb, ds): move to edge #1942

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
c9a3f6c
feat(pb, ds): move to edge
MasterPtato Jan 25, 2025
0a58d12
feat(ds, pb): move to edge
MasterPtato Jan 25, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
The table of contents is too big for display.
Diff view
Diff view
  •  
  •  
  •  
The diff you're trying to view is too large. We only load the first 3000 changed files.
404 changes: 249 additions & 155 deletions Cargo.lock
View file
Open in desktop

Large diffs are not rendered by default.

572 changes: 298 additions & 274 deletions Cargo.toml
View file
Open in desktop

Large diffs are not rendered by default.

69 changes: 69 additions & 0 deletions docker/dev-full/rivet-edge-server/config.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,69 @@
server:
rivet:
auth:
access_kind: development

ui:
public_origin_regex: .*

guard:
# TLS not configured for local development
tls_enabled: false
# Corresponds to the ports configured in the `docker-compose.yml`
http_port: 7080
https_port: 7443
min_ingress_port_tcp: 7500
max_ingress_port_tcp: 7599
min_ingress_port_udp: 7500
max_ingress_port_udp: 7599

# Enable status checks if testing status check project
status:
token: local
system_test_isolate_project: default
system_test_isolate_environment: default
cockroachdb:
url: postgresql://cockroachdb:26257/defaultdb?sslmode=disable
username: root
redis:
ephemeral:
url: redis://redis:6379
password: password
persistent:
url: redis://redis:6379
password: password
clickhouse:
http_url: http://clickhouse:8123
native_url: clickhouse://clickhouse:9000
username: default
password: default
provision_users:
vector:
username: vector
password: vector
role: write
s3:
region: us-east-1
endpoint_internal: http://seaweedfs:9000
endpoint_edge_internal: http://seaweedfs:9000
endpoint_external: http://127.0.0.1:9000
access_key_id: admin
secret_access_key: admin
nats:
urls:
- nats://nats:4222

# IMPORTANT:
# - Generate your own JWT tokens before shipping to production as seen in the
# self-hosting documentation.
# - Do not include the private key in this file. Instead, use the env var
# `RIVET__SERVER__JWT__PRIVATE`.
jwt:
public: |
-----BEGIN PUBLIC KEY-----
MCowBQYDK2VwAyEAx7S9ab9ErA50y0tVfFro919+BBxFSuwMKmcJ5QI853Y=
-----END PUBLIC KEY-----
private: |
-----BEGIN PRIVATE KEY-----
MC4CAQAwBQYDK2VwBCIEIDI+WHFytxvdtfGot36NMCI26s2Yp0+E5u9OiPf3NQX3
-----END PRIVATE KEY-----
27 changes: 5 additions & 22 deletions docker/dev-full/rivet-server/config.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,27 +1,10 @@
server:
rivet:
auth:
access_kind: development

ui:
public_origin_regex: .*

guard:
# TLS not configured for local development
tls_enabled: false
# Corresponds to the ports configured in the `docker-compose.yml`
http_port: 7080
https_port: 7443
min_ingress_port_tcp: 7500
max_ingress_port_tcp: 7599
min_ingress_port_udp: 7500
max_ingress_port_udp: 7599

# Enable status checks if testing status check project
status:
token: local
system_test_isolate_project: default
system_test_isolate_environment: default
edge:
# TODO:
cluster_id: f288913c-735d-4188-bf9b-2fcf6eac7b9c
datacenter_id: f288913c-735d-4188-bf9b-2fcf6eac7b9c
server_token: foo
cockroachdb:
url: postgresql://cockroachdb:26257/defaultdb?sslmode=disable
username: root
Expand Down
50 changes: 50 additions & 0 deletions docker/test/clickhouse/config.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,50 @@
<?xml version="1.0"?>

<!-- This config file is intended to make sure that migrations are compatible with ClickHouse Cloud. We don't use replication in development, but we have to be able to support the `RelpicatedMergeTree` engine. -->
<clickhouse>
<!-- <logger>
<level>trace</level>
<console>1</console>
</logger> -->

<!-- Enable embedded ZooKeeper -->
<zookeeper>
<node>
<host>localhost</host>
<port>9181</port>
</node>
</zookeeper>

<!-- Start embedded ZooKeeper -->
<keeper_server>
<tcp_port>9181</tcp_port>
<server_id>1</server_id>
<log_storage_path>/var/lib/clickhouse/coordination/log</log_storage_path>
<snapshot_storage_path>/var/lib/clickhouse/coordination/snapshots</snapshot_storage_path>

<coordination_settings>
<operation_timeout_ms>10000</operation_timeout_ms>
<session_timeout_ms>30000</session_timeout_ms>
<raft_logs_level>warning</raft_logs_level>
</coordination_settings>

<raft_configuration>
<server>
<id>1</id>
<hostname>localhost</hostname>
<port>9234</port>
</server>
</raft_configuration>
</keeper_server>

<!-- Default ZooKeeper paths for replication -->
<default_replica_path>/clickhouse/tables/{shard}/{database}/{table}</default_replica_path>
<default_replica_name>{replica}</default_replica_name>

<!-- Replication configuration -->
<macros>
<cluster>cluster1</cluster>
<replica>replica1</replica>
<shard>01</shard>
</macros>
</clickhouse>
54 changes: 54 additions & 0 deletions docker/test/clickhouse/users.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,54 @@
<?xml version="1.0"?>
<clickhouse>
<users>
<default>
<!-- Enable access management -->
<access_management>1</access_management>

<!-- No password -->
<password>default</password>

<!-- Grant full access -->
<profile>default</profile>
<networks>
<ip>::/0</ip>
</networks>

<!-- Grant all quotas -->
<quota>default</quota>

<!-- Grant all permissions -->
<allow_ddl>1</allow_ddl>
<allow_introspection>1</allow_introspection>
<allow_dictionaries>1</allow_dictionaries>

<!-- Grant access to all databases -->
<databases>
<database_name>.*</database_name>
</databases>
</default>
</users>

<!-- Default profile settings -->
<profiles>
<default>
<max_memory_usage>10000000000</max_memory_usage>
<max_execution_time>300</max_execution_time>
<max_rows_to_read>1000000000</max_rows_to_read>
</default>
</profiles>

<!-- Default quota settings -->
<quotas>
<default>
<interval>
<duration>3600</duration>
<queries>0</queries>
<errors>0</errors>
<result_rows>0</result_rows>
<read_rows>0</read_rows>
<execution_time>0</execution_time>
</interval>
</default>
</quotas>
</clickhouse>
Loading
Loading