chore(scalability): Add dedicated webhook worker (#2979)

- Add a webhook worker
getlago · Dec 18, 2024 · 6bb3cbf · 6bb3cbf
1 parent 70858cd
commit 6bb3cbf
Show file tree

Hide file tree

Showing 3 changed files with 25 additions and 1 deletion.
diff --git a/app/jobs/send_http_webhook_job.rb b/app/jobs/send_http_webhook_job.rb
@@ -1,6 +1,14 @@
 # frozen_string_literal: true
 
 class SendHttpWebhookJob < ApplicationJob
+  queue_as do
+    if ActiveModel::Type::Boolean.new.cast(ENV['SIDEKIQ_WEBHOOK'])
+      :webhook_worker
+    else
+      :webhook
+    end
+  end
+
   def perform(webhook)
     Webhooks::SendHttpService.call(webhook:)
   end

diff --git a/app/jobs/send_webhook_job.rb b/app/jobs/send_webhook_job.rb
@@ -3,7 +3,13 @@
 require Rails.root.join('lib/lago_http_client/lago_http_client')
 
 class SendWebhookJob < ApplicationJob
-  queue_as 'webhook'
+  queue_as do
+    if ActiveModel::Type::Boolean.new.cast(ENV['SIDEKIQ_WEBHOOK'])
+      :webhook_worker
+    else
+      :webhook
+    end
+  end
 
   retry_on ActiveJob::DeserializationError, wait: :polynomially_longer, attempts: 6
 

diff --git a/config/sidekiq/sidekiq_webhook.yml b/config/sidekiq/sidekiq_webhook.yml
@@ -0,0 +1,10 @@
+concurrency: 10
+timeout: 25
+retry: 1
+queues:
+  - webhook_worker
+
+production:
+  concurrency: <%= ENV.fetch('SIDEKIQ_CONCURRENCY', 10) %>
+staging:
+  concurrency: 10