Add Partial Downloads

.gitignore

@@ -166,5 +166,7 @@ poetry.toml
 # ruff
 .ruff_cache/
 
+# Script Created Files
+src/urls.txt
 captcha.png
 session

README.md

@@ -12,6 +12,7 @@ With this tool you can download multiple items at once, to download items copy t
 | - | - | - |
 | downloadDirectory | Path to a directory where the files will be downloaded to. | string |
 | maxActiveDownloads | Limits the max amount of active downloads to the value set. | integer |
+| saveDownloadQueue | Toggles saving & loading of active downloads & queued downloads. | boolean |
 | debug | Toggles debug messages from the logger. | boolean |
 
 ## Installing Requirements

src/TSRDownload.py

@@ -1,4 +1,4 @@
-import requests, time
+import requests, time, os, re
 from TSRUrl import TSRUrl
 from logger import logger
 from exceptions import *
@@ -22,17 +22,36 @@ def download(self, downloadPath: str) -> str:
             time.sleep(timeToSleep / 1000)
 
         downloadUrl = self.__getDownloadUrl()
-        request = self.session.get(downloadUrl, stream=True)
-        fileName = request.headers["Content-Disposition"][
-            22:-1
-        ]  # Remove 'attachment; filename="' from header
-        file = open(f"{downloadPath}/{fileName}", "wb")
+        fileName = self.__getFileName(downloadUrl)
 
-        for chunk in request.iter_content(1024 * 1024):
+        startingBytes = (
+            os.path.getsize(f"{downloadPath}/{fileName}.part")
+            if os.path.exists(f"{downloadPath}/{fileName}.part")
+            else 0
+        )
+        request = self.session.get(
+            downloadUrl,
+            stream=True,
+            headers={"Range": f"bytes={startingBytes}-"},
+        )
+        file = open(f"{downloadPath}/{fileName}.part", "wb")
+
+        for chunk in request.iter_content(1024 * 128):
             file.write(chunk)
         file.close()
+        os.rename(
+            f"{downloadPath}/{fileName}.part",
+            f"{downloadPath}/{fileName}",
+        )
         return fileName
 
+    @classmethod
+    def __getFileName(self, downloadUrl: str) -> str:
+        return re.search(
+            '(?<=filename=").+(?=")',
+            requests.get(downloadUrl, stream=True).headers["Content-Disposition"],
+        )[0]
+
     @classmethod
     def __getDownloadUrl(self) -> str:
         response = self.session.get(

src/config.json

@@ -1,5 +1,6 @@
 {
     "downloadDirectory": "./",
     "maxActiveDownloads": 4,
+    "saveDownloadQueue": true,
     "debug": false
 }

src/config.py

@@ -1,7 +1,13 @@
 import json, os, typing
 
 CONFIG_DICT = typing.TypedDict(
-    "Config Dict", {"downloadDirectory": str, "maxActiveDownloads": int, "debug": bool}
+    "Config Dict",
+    {
+        "downloadDirectory": str,
+        "maxActiveDownloads": int,
+        "saveDownloadQueue": bool,
+        "debug": bool,
+    },
 )
 CURRENT_DIR = os.path.dirname(os.path.abspath(__file__))
 CONFIG: CONFIG_DICT = json.load(open(CURRENT_DIR + "/config.json", "r"))

src/main.py

@@ -18,10 +18,18 @@ def processTarget(url: TSRUrl, tsrdlsession: str, downloadPath: str):
 
 def callback(url: TSRUrl):
     runningDownloads.remove(url.url)
+    updateUrlFile()
     if len(runningDownloads) == 0:
         logger.info("All downloads have been completed")
 
 
+def updateUrlFile():
+    if CONFIG["saveDownloadQueue"]:
+        open(CURRENT_DIR + "/urls.txt", "w").write(
+            "\n".join([*runningDownloads, *downloadQueue])
+        )
+
+
 if __name__ == "__main__":
     lastPastedText = ""
     runningDownloads: list[str] = []
@@ -49,6 +57,12 @@ def callback(url: TSRUrl):
             )
             sessionId = None
 
+    if os.path.exists(CURRENT_DIR + "/urls.txt") and CONFIG["saveDownloadQueue"]:
+        for url in open(CURRENT_DIR + "/urls.txt", "r").read().split("\n"):
+            if url.strip() == "" or url in downloadQueue:
+                continue
+            downloadQueue.append(url.strip())
+
     while True:
         pastedText = clipboard.paste()
         if lastPastedText == pastedText:
@@ -91,6 +105,15 @@ def callback(url: TSRUrl):
                     logger.info(f"{url.url} has {len(requirements)} requirements")
 
                 for url in [url, *requirements]:
+                    if url.url in runningDownloads:
+                        logger.info(f"Url is already being downloaded: {url.url}")
+                        continue
+                    if url.url in downloadQueue:
+                        logger.info(
+                            f"Url is already in queue (#{downloadQueue.index(url.url)}): {url.url}"
+                        )
+                        continue
+
                     if len(runningDownloads) == CONFIG["maxActiveDownloads"]:
                         logger.info(
                             f"Added url to queue (#{len(downloadQueue)}): {url.url}"
@@ -108,6 +131,7 @@ def callback(url: TSRUrl):
                             ],
                             callback=callback,
                         )
+                updateUrlFile()
             except InvalidURL:
                 pass