Skip to content

Commit

Permalink
feat(ds, pb): move to edge
Browse files Browse the repository at this point in the history
  • Loading branch information
MasterPtato committed Feb 1, 2025
1 parent 1a0206f commit f532f05
Show file tree
Hide file tree
Showing 3,847 changed files with 38,308 additions and 45,559 deletions.
The diff you're trying to view is too large. We only load the first 3000 changed files.
404 changes: 249 additions & 155 deletions Cargo.lock

Large diffs are not rendered by default.

572 changes: 298 additions & 274 deletions Cargo.toml

Large diffs are not rendered by default.

69 changes: 69 additions & 0 deletions docker/dev-full/rivet-edge-server/config.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,69 @@
server:
rivet:
auth:
access_kind: development

ui:
public_origin_regex: .*

guard:
# TLS not configured for local development
tls_enabled: false
# Corresponds to the ports configured in the `docker-compose.yml`
http_port: 7080
https_port: 7443
min_ingress_port_tcp: 7500
max_ingress_port_tcp: 7599
min_ingress_port_udp: 7500
max_ingress_port_udp: 7599

# Enable status checks if testing status check project
status:
token: local
system_test_isolate_project: default
system_test_isolate_environment: default
cockroachdb:
url: postgresql://cockroachdb:26257/defaultdb?sslmode=disable
username: root
redis:
ephemeral:
url: redis://redis:6379
password: password
persistent:
url: redis://redis:6379
password: password
clickhouse:
http_url: http://clickhouse:8123
native_url: clickhouse://clickhouse:9000
username: default
password: default
provision_users:
vector:
username: vector
password: vector
role: write
s3:
region: us-east-1
endpoint_internal: http://seaweedfs:9000
endpoint_edge_internal: http://seaweedfs:9000
endpoint_external: http://127.0.0.1:9000
access_key_id: admin
secret_access_key: admin
nats:
urls:
- nats://nats:4222

# IMPORTANT:
# - Generate your own JWT tokens before shipping to production as seen in the
# self-hosting documentation.
# - Do not include the private key in this file. Instead, use the env var
# `RIVET__SERVER__JWT__PRIVATE`.
jwt:
public: |
-----BEGIN PUBLIC KEY-----
MCowBQYDK2VwAyEAx7S9ab9ErA50y0tVfFro919+BBxFSuwMKmcJ5QI853Y=
-----END PUBLIC KEY-----
private: |
-----BEGIN PRIVATE KEY-----
MC4CAQAwBQYDK2VwBCIEIDI+WHFytxvdtfGot36NMCI26s2Yp0+E5u9OiPf3NQX3
-----END PRIVATE KEY-----
27 changes: 5 additions & 22 deletions docker/dev-full/rivet-server/config.yaml
Original file line number Diff line number Diff line change
@@ -1,27 +1,10 @@
server:
rivet:
auth:
access_kind: development

ui:
public_origin_regex: .*

guard:
# TLS not configured for local development
tls_enabled: false
# Corresponds to the ports configured in the `docker-compose.yml`
http_port: 7080
https_port: 7443
min_ingress_port_tcp: 7500
max_ingress_port_tcp: 7599
min_ingress_port_udp: 7500
max_ingress_port_udp: 7599

# Enable status checks if testing status check project
status:
token: local
system_test_isolate_project: default
system_test_isolate_environment: default
edge:
# TODO:
cluster_id: f288913c-735d-4188-bf9b-2fcf6eac7b9c
datacenter_id: f288913c-735d-4188-bf9b-2fcf6eac7b9c
server_token: foo
cockroachdb:
url: postgresql://cockroachdb:26257/defaultdb?sslmode=disable
username: root
Expand Down
50 changes: 50 additions & 0 deletions docker/test/clickhouse/config.xml
Original file line number Diff line number Diff line change
@@ -0,0 +1,50 @@
<?xml version="1.0"?>

<!-- This config file is intended to make sure that migrations are compatible with ClickHouse Cloud. We don't use replication in development, but we have to be able to support the `RelpicatedMergeTree` engine. -->
<clickhouse>
<!-- <logger>
<level>trace</level>
<console>1</console>
</logger> -->

<!-- Enable embedded ZooKeeper -->
<zookeeper>
<node>
<host>localhost</host>
<port>9181</port>
</node>
</zookeeper>

<!-- Start embedded ZooKeeper -->
<keeper_server>
<tcp_port>9181</tcp_port>
<server_id>1</server_id>
<log_storage_path>/var/lib/clickhouse/coordination/log</log_storage_path>
<snapshot_storage_path>/var/lib/clickhouse/coordination/snapshots</snapshot_storage_path>

<coordination_settings>
<operation_timeout_ms>10000</operation_timeout_ms>
<session_timeout_ms>30000</session_timeout_ms>
<raft_logs_level>warning</raft_logs_level>
</coordination_settings>

<raft_configuration>
<server>
<id>1</id>
<hostname>localhost</hostname>
<port>9234</port>
</server>
</raft_configuration>
</keeper_server>

<!-- Default ZooKeeper paths for replication -->
<default_replica_path>/clickhouse/tables/{shard}/{database}/{table}</default_replica_path>
<default_replica_name>{replica}</default_replica_name>

<!-- Replication configuration -->
<macros>
<cluster>cluster1</cluster>
<replica>replica1</replica>
<shard>01</shard>
</macros>
</clickhouse>
54 changes: 54 additions & 0 deletions docker/test/clickhouse/users.xml
Original file line number Diff line number Diff line change
@@ -0,0 +1,54 @@
<?xml version="1.0"?>
<clickhouse>
<users>
<default>
<!-- Enable access management -->
<access_management>1</access_management>

<!-- No password -->
<password>default</password>

<!-- Grant full access -->
<profile>default</profile>
<networks>
<ip>::/0</ip>
</networks>

<!-- Grant all quotas -->
<quota>default</quota>

<!-- Grant all permissions -->
<allow_ddl>1</allow_ddl>
<allow_introspection>1</allow_introspection>
<allow_dictionaries>1</allow_dictionaries>

<!-- Grant access to all databases -->
<databases>
<database_name>.*</database_name>
</databases>
</default>
</users>

<!-- Default profile settings -->
<profiles>
<default>
<max_memory_usage>10000000000</max_memory_usage>
<max_execution_time>300</max_execution_time>
<max_rows_to_read>1000000000</max_rows_to_read>
</default>
</profiles>

<!-- Default quota settings -->
<quotas>
<default>
<interval>
<duration>3600</duration>
<queries>0</queries>
<errors>0</errors>
<result_rows>0</result_rows>
<read_rows>0</read_rows>
<execution_time>0</execution_time>
</interval>
</default>
</quotas>
</clickhouse>
Loading

0 comments on commit f532f05

Please sign in to comment.