Added request concurrency limits in S3.copy

terricain · Oct 13, 2024 · 0b83780 · 0b83780
1 parent f61eb2e
commit 0b83780
Show file tree

Hide file tree

Showing 3 changed files with 1,267 additions and 997 deletions.
diff --git a/aioboto3/s3/inject.py b/aioboto3/s3/inject.py
@@ -621,10 +621,14 @@ async def copy(
     finished_parts = []
     total_size = 0
 
+    sem = asyncio.Semaphore(Config.max_request_concurrency)
+
     async def uploader(size: int, part_args: Dict[str, Any]):
         nonlocal total_size
 
-        upload_part_response = await self.upload_part_copy(**part_args)
+        async with sem:
+            upload_part_response = await self.upload_part_copy(**part_args)
+
         finished_parts.append({'ETag': upload_part_response['CopyPartResult']['ETag'], 'PartNumber': part_args['PartNumber']})
 
         # Call the callback, if it blocks then not good :/