chore: decouple Docker image builder from substrapp

backend/backend/celery.py

@@ -24,7 +24,6 @@
 
 app.steps["worker"].add(DjangoStructLogInitStep)
 
-
 # Load task modules from all registered Django app configs.
 app.autodiscover_tasks()
 

backend/backend/settings/celery/dev.py

@@ -1,3 +1,4 @@
+from ..deps.image_build import *
 from ..deps.ledger import *
 from ..deps.orchestrator import *
 from ..dev import *

backend/backend/settings/celery/prod.py

@@ -1,3 +1,4 @@
+from ..deps.image_build import *
 from ..deps.ledger import *
 from ..deps.orchestrator import *
 from ..prod import *

backend/backend/settings/common.py

@@ -56,6 +56,7 @@
     "api",
     "drf_spectacular",
     "django_filters",
+    "builder",
 ]
 
 AUTHENTICATION_BACKENDS = [
@@ -301,6 +302,11 @@
             "handlers": ["console"],
             "propagate": False,
         },
+        "builder": {
+            "level": LOG_LEVEL,
+            "handlers": ["console"],
+            "propagate": False,
+        },
         # third-party libraries
         "celery": {
             "level": "INFO",

backend/backend/settings/deps/image_build.py

@@ -0,0 +1,4 @@
+# How long we wait before throwing errors, in seconds
+IMAGE_BUILD_TIMEOUT = 3 * 60 * 60  # 3 hours
+# Delay before two check
+IMAGE_BUILD_CHECK_DELAY = 5

backend/backend/settings/worker/events/common.py

@@ -1,3 +1,4 @@
+from ...deps.image_build import *
 from ...deps.ledger import *
 from ...deps.orchestrator import *
 from ...dev import *

backend/builder/apps.py

@@ -0,0 +1,5 @@
+from django.apps import AppConfig
+
+
+class BuilderConfig(AppConfig):
+    name = "builder"

backend/builder/exceptions.py

@@ -0,0 +1,42 @@
+from io import BytesIO
+
+from substrapp.compute_tasks.errors import CeleryNoRetryError
+from substrapp.compute_tasks.errors import CeleryRetryError
+from substrapp.compute_tasks.errors import ComputeTaskErrorType
+from substrapp.compute_tasks.errors import _ComputeTaskError
+
+
+class PodError(Exception):
+    pass
+
+
+class PodTimeoutError(Exception):
+    pass
+
+
+class BuildRetryError(_ComputeTaskError, CeleryRetryError):
+    """An error occurred during the build of a container image.
+
+    Args:
+        logs (str): the container image build logs
+    """
+
+    error_type = ComputeTaskErrorType.BUILD_ERROR
+
+    def __init__(self, logs: str, *args, **kwargs):
+        self.logs = BytesIO(str.encode(logs))
+        super().__init__(logs, *args, **kwargs)
+
+
+class BuildError(_ComputeTaskError, CeleryNoRetryError):
+    """An error occurred during the build of a container image.
+
+    Args:
+        logs (str): the container image build logs
+    """
+
+    error_type = ComputeTaskErrorType.BUILD_ERROR
+
+    def __init__(self, logs: str, *args, **kwargs):
+        self.logs = BytesIO(str.encode(logs))
+        super().__init__(logs, *args, **kwargs)