Merge pull request #126 from cookpad/r/dispatch-many

Add support to deliver messages in batches

lib/streamy/dispatcher.rb

@@ -8,6 +8,10 @@ def dispatch
       Streamy.message_bus.deliver(**message_params)
     end
 
+    def self.dispatch_many(events)
+      Streamy.message_bus.deliver_many(events.map(&:to_message))
+    end
+
     private
 
       attr_reader :event

lib/streamy/event.rb

@@ -16,6 +16,10 @@ def self.publish(**args)
       new(**args).publish
     end
 
+    def self.publish_many(events)
+      Streamy.dispatcher.dispatch_many(events)
+    end
+
     priority :standard
 
     def publish

lib/streamy/message_buses/kafka_message_bus.rb

@@ -23,6 +23,11 @@ def deliver(key:, topic:, payload:, priority:)
         end
       end
 
+      def deliver_many(messages)
+        messages = messages.map { |message| message.except(:priority) }
+        sync_producer.produce_many_sync(messages)
+      end
+
       def shutdown
         async_producer.close if async_producer?
         sync_producers.map(&:close)

lib/streamy/message_buses/message_bus.rb

@@ -4,6 +4,10 @@ class MessageBus
       def deliver(key:, topic:, payload:, priority:)
         # NOOP: Implement delivery logic
       end
+
+      def deliver_many(messages)
+        # NOOP: Implement delivery logic
+      end
     end
   end
 end

lib/streamy/test_dispatcher.rb

@@ -12,5 +12,10 @@ def dispatch
       events << event_params
       messages << message_params
     end
+
+    def self.dispatch_many(events)
+      self.events += events.map(&:to_params)
+      self.messages += events.map(&:to_message)
+    end
   end
 end