feat: enable resume download for hf_hub_download

private_gpt/settings/settings.py

@@ -92,6 +92,11 @@ class LocalSettings(BaseModel):
     llm_hf_repo_id: str
     llm_hf_model_file: str
     embedding_hf_model_name: str
+    llm_hf_resume_download: bool = Field(
+        default=True,
+        description="If `false`, the model downloading progress will always be restarted from the beginning again"
+         "and leave the previous downloaded tmp file untouched."
+    )
 
 
 class SagemakerSettings(BaseModel):

scripts/setup

@@ -24,6 +24,7 @@ hf_hub_download(
     filename=settings().local.llm_hf_model_file,
     cache_dir=models_cache_path,
     local_dir=models_path,
+    resume_download=settings().local.llm_hf_resume_download,
 )
 
 print("LLM model downloaded!")