Merge pull request #46 from PADAS/update-requirements-and-portal-time…

…out-management Requirements update and new portal configurable timeout
PADAS · Dec 5, 2024 · a60c37a · a60c37a
2 parents 5283242 + c5f1929
commit a60c37a
Show file tree

Hide file tree

Showing 4 changed files with 519 additions and 423 deletions.
diff --git a/cdip_connector/core/cdip_settings.py b/cdip_connector/core/cdip_settings.py
@@ -24,6 +24,7 @@
 
 LOG_LEVEL = env.log_level("LOG_LEVEL", "INFO")
 DEFAULT_LOOKBACK_DAYS = env.int("DEFAULT_LOOKBACK_DAYS", 30)
+DEFAULT_DATA_TIMEOUT_SECONDS = env.int("DEFAULT_DATA_TIMEOUT_SECONDS", 60)
 
 RUNNING_IN_K8S = bool("KUBERNETES_PORT" in os.environ)
 

diff --git a/cdip_connector/core/connector_base.py b/cdip_connector/core/connector_base.py
@@ -45,7 +45,7 @@ def __init__(self):
 
         self.logger = logging.getLogger(self.__class__.__name__)
 
-        self.portal = PortalApi()
+        self.portal = PortalApi(data_timeout=cdip_settings.DEFAULT_DATA_TIMEOUT_SECONDS)
 
         self.load_batch_size = cdip_settings.INTEGRATION_LOAD_BATCH_SIZE
         self.concurrency = cdip_settings.INTEGRATION_CONCURRENCY