Fix tokio runtime starvation+log spamming due to TCP broken pipe errors

This relates to hyperium/tonic#222
nmdanny · Mar 8, 2021 · ed42ca1 · ed42ca1
1 parent d84460c
commit ed42ca1
Showing 1 changed file with 11 additions and 1 deletion.
diff --git a/src/grpc/pb.rs b/src/grpc/pb.rs
@@ -105,7 +105,17 @@ pub fn tonic_stream_to_raft<EventType: Value>(tonic_result: Result<tonic::Respon
     -> Result<EventStream<EventType>, RaftError> {
     match tonic_result {
         Ok(res) => {
-            Ok(Box::pin(res.into_inner().filter_map(|res| {
+            Ok(Box::pin(res.into_inner()
+                           .take_while(|res| {
+                    if let Err(err) = res {
+                        if err.message().contains("broken pipe") {
+                            error!("There was an error while receiving stream-element during tonic_stream_to_raft which requires terminating the stream: {:?}", err);
+                            return false;
+                        }
+                    }
+                    true
+                })
+                           .filter_map(|res| {
                 match res {
                     Ok(generic_message) => {
                         let deser = serde_json::from_slice::<EventType>(&generic_message.buf);