Fix memory leak in chunked streams handling code (#3631)

aio-libs · Mar 3, 2019 · 0b9f824 · 0b9f824
1 parent 398b5ba
commit 0b9f824
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 0 deletions.
diff --git a/CHANGES/3631.bugfix b/CHANGES/3631.bugfix
@@ -0,0 +1 @@
+Cleanup per-chunk data in generic data read. Memory leak fixed.
diff --git a/aiohttp/streams.py b/aiohttp/streams.py
@@ -460,6 +460,10 @@ def _read_nowait_chunk(self, n: int) -> bytes:
         self._size -= len(data)
         self._cursor += len(data)
 
+        # Prevent memory leak: drop useless chunk splits
+        while self._http_chunk_splits and self._http_chunk_splits[0] < self._cursor:
+            self._http_chunk_splits.pop()
+
         if self._size < self._low_water and self._protocol._reading_paused:
             self._protocol.resume_reading()
         return data