Feat/upload contexts

.gitignore

@@ -11,3 +11,6 @@ node_modules/
 /playwright-report/
 /blob-report/
 /playwright/.cache/
+*.ipynb
+*.log
+celerybeat-schedule

backend/app/api/endpoints/base/context.py

@@ -92,3 +92,11 @@ def get_random_context_from_key_value(model: GetRandomContext):
     return ContextService().get_random_context_from_key_value(
         model.key_name, model.key_value
     )
+
+
+@router.post("/upload_new_contexts")
+def upload_new_contexts(
+    task_id: int,
+    file: UploadFile = File(...),
+):
+    return ContextService().upload_new_contexts(task_id, file)

backend/app/domain/services/base/context.py

@@ -324,3 +324,23 @@ def get_random_context_from_key_value(self, key_name: str, key_value: dict) -> d
         ]
 
         return random.choice(contexts)
+
+    def upload_new_contexts(self, task_id, file):
+        task_round = self.task_service.get_task_info_by_task_id(task_id).cur_round
+        real_round_id = self.round_repository.get_round_info_by_round_and_task(
+            task_id, task_round
+        ).id
+        file.file.seek(0)
+        if file.filename.endswith(".jsonl"):
+            file_type = "jsonl"
+        elif file.filename.endswith(".csv"):
+            file_type = "csv"
+        else:
+            raise HTTPException(500, "File type not supported")
+
+        if file_type == "jsonl":
+            for line in file.file:
+                base_format = {}
+                base_format["r_realid"] = real_round_id
+                base_format["context_json"] = line
+                self.context_repository.upload_contexts(base_format)

backend/app/infrastructure/connection.py

@@ -8,13 +8,10 @@
 
 import os
 
-import uuid
 from dotenv import load_dotenv
 from sqlalchemy import MetaData, create_engine
 from sqlalchemy.orm import sessionmaker
 
-from app.infrastructure.utils.singleton import Singleton
-
 
 load_dotenv()
 

backend/app/infrastructure/repositories/context.py

@@ -81,3 +81,7 @@ def get_context_by_key_value_in_contextjson(self, search_txt: str):
             .filter(self.model.context_json.like(search_txt))
             .all()
         )
+
+    def upload_contexts(self, context: dict):
+        self.session.add(self.model(**context))
+        self.session.commit()