Issue #140: kotatogram's upload speed boost big

Nekmo · Jun 19, 2023 · dd72cfa · dd72cfa
1 parent 1da6f8a
commit dd72cfa
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/requirements.txt b/requirements.txt
@@ -5,3 +5,4 @@ hachoir
 scandir; python_version<'3.6'
 prompt_toolkit
 pysocks
+more-itertools
diff --git a/telegram_upload/client/telegram_download_client.py b/telegram_upload/client/telegram_download_client.py
@@ -96,7 +96,7 @@ async def _download_file(
         try:
             # The speed of this code can be improved. 10 requests are made in parallel, but it waits for all 10 to
             # finish before launching another 10.
-            for tasks in grouper(self._iter_download_chunk(input_location, part_size, dc_id, msg_data, file_size),
+            for tasks in grouper(self._iter_download_chunk_tasks(input_location, part_size, dc_id, msg_data, file_size),
                                  PARALLEL_DOWNLOAD_BLOCKS):
                 tasks = list(filter(bool, tasks))
                 await asyncio.wait(tasks)
@@ -124,7 +124,7 @@ async def _download_file(
             if isinstance(file, str) or in_memory:
                 f.close()
 
-    def _iter_download_chunk(self, input_location, part_size, dc_id, msg_data, file_size):
+    def _iter_download_chunk_tasks(self, input_location, part_size, dc_id, msg_data, file_size):
         for i in range(0, file_size, part_size):
             yield self.loop.create_task(
                 anext(self._iter_download(input_location, offset=i, request_size=part_size, dc_id=dc_id,