[Enhancement]: Backend Improvements Based on CLI-SDK Testing

agenta-backend/agenta_backend/routers/app_router.py

@@ -236,11 +236,18 @@ async def create_app(
         except Exception as e:
             raise HTTPException(status_code=500, detail=str(e))
 
-    app_db = await db_manager.create_app_and_envs(
-        payload.app_name,
-        project_id=request.state.project_id,
-        template_key=payload.template_key,
-    )
+    try:
+        app_db = await db_manager.create_app_and_envs(
+            payload.app_name,
+            project_id=request.state.project_id,
+            template_key=payload.template_key,
+        )
+    except ValueError:
+        raise HTTPException(
+            status_code=400,
+            detail="App with the same name already exists",
+        )
+
     return CreateAppOutput(app_id=str(app_db.id), app_name=str(app_db.app_name))
 
 
@@ -265,7 +272,13 @@ async def update_app(
         HTTPException: If there is an error creating the app or the user does not have permission to access the app.
     """
 
-    app = await db_manager.fetch_app_by_id(app_id)
+    try:
+        app = await db_manager.fetch_app_by_id(app_id)
+    except db_manager.NoResultFound:
+        raise HTTPException(
+            status_code=404, detail=f"No application with ID '{app_id}' found"
+        )
+
     if isCloudEE():
         has_permission = await check_action_access(
             user_uid=request.state.user_id,
@@ -357,7 +370,13 @@ async def add_variant_from_image(
         elif await deployment_manager.validate_image(image) is False:
             raise HTTPException(status_code=404, detail="Image not found")
 
-    app = await db_manager.fetch_app_by_id(app_id)
+    try:
+        app = await db_manager.fetch_app_by_id(app_id)
+    except db_manager.NoResultFound:
+        raise HTTPException(
+            status_code=404, detail=f"No application with ID '{app_id}' found"
+        )
+
     if isCloudEE():
         has_permission = await check_action_access(
             user_uid=request.state.user_id,
@@ -415,6 +434,10 @@ async def add_variant_from_url(
 
     try:
         app = await db_manager.fetch_app_by_id(app_id)
+    except db_manager.NoResultFound:
+        raise HTTPException(
+            status_code=404, detail=f"No application with ID '{app_id}' found"
+        )
 
         if isCloudEE():
             has_permission = await check_action_access(
@@ -503,7 +526,12 @@ async def remove_app(
         app -- App to remove
     """
 
-    app = await db_manager.fetch_app_by_id(app_id)
+    try:
+        app = await db_manager.fetch_app_by_id(app_id)
+    except db_manager.NoResultFound:
+        raise HTTPException(
+            status_code=404, detail=f"No application with ID '{app_id}' found"
+        )
 
     if isCloudEE():
         has_permission = await check_action_access(
@@ -604,11 +632,17 @@ async def create_app_and_variant_from_template(
         else "Step 3: Creating new app and initializing environments"
     )
     if app is None:
-        app = await db_manager.create_app_and_envs(
-            app_name=app_name,
-            template_id=str(template_db.id),
-            project_id=request.state.project_id,
-        )
+        try:
+            app = await db_manager.create_app_and_envs(
+                app_name=app_name,
+                template_id=str(template_db.id),
+                project_id=request.state.project_id,
+            )
+        except ValueError:
+            raise HTTPException(
+                status_code=400,
+                detail="App with the same name already exists",
+            )
 
     logger.debug(
         "Step 7: Creating image instance and adding variant based on image"

agenta-backend/pyproject.toml

@@ -50,6 +50,8 @@ pytest = "^7.3.1"
 httpx = "^0.24.0"
 pytest-asyncio = "^0.21.1"
 faker = "^23.2.0"
+pexpect = "^4.9.0"
+pytest-xdist = "^3.6.1"
 pytz = "^2024.2"
 
 [build-system]

agenta-cli/agenta/__init__.py

@@ -29,13 +29,15 @@
 from .sdk.utils.costs import calculate_token_usage
 from .sdk.client import Agenta
 from .sdk.litellm import litellm as callbacks
+from .sdk.managers.apps import AppManager
 from .sdk.managers.vault import VaultManager
 from .sdk.managers.secrets import SecretsManager
 from .sdk.managers.config import ConfigManager
 from .sdk.managers.variant import VariantManager
 from .sdk.managers.deployment import DeploymentManager
 from .sdk import assets as assets
 from .sdk import tracer
+from .client.exceptions import APIRequestError
 
 config = PreInitObject("agenta.config", Config)
 DEFAULT_AGENTA_SINGLETON_INSTANCE = AgentaSingleton()

agenta-cli/agenta/client/backend/__init__.py

@@ -1,6 +1,7 @@
 # This file was auto-generated by Fern from our API Definition.
 
 from .types import (
+    AccountResponse,
     AgentaNodeDto,
     AgentaNodeDtoNodesValue,
     AgentaNodesResponse,
@@ -23,8 +24,6 @@
     ConfigResponseModel,
     CorrectAnswer,
     CreateAppOutput,
-    CreateSpan,
-    CreateTraceResponse,
     DeleteEvaluation,
     DockerEnvVars,
     EnvironmentOutput,
@@ -54,11 +53,14 @@
     InviteRequest,
     LegacyAnalyticsResponse,
     LegacyDataPoint,
+    LegacyScopeRequest,
+    LegacyScopesResponse,
+    LegacyUserRequest,
+    LegacyUserResponse,
     LifecycleDto,
     LinkDto,
     ListApiKeysResponse,
     LlmRunRateLimit,
-    LlmTokens,
     MetricsDto,
     NewTestset,
     NodeDto,
@@ -72,54 +74,59 @@
     OTelSpansResponse,
     OTelStatusCode,
     Organization,
+    OrganizationMembershipRequest,
     OrganizationOutput,
-    Outputs,
+    OrganizationRequest,
     ParentDto,
     Permission,
+    ProjectMembershipRequest,
+    ProjectRequest,
+    ProjectScope,
     ProjectsResponse,
     ProviderKeyDto,
     ProviderKind,
+    Reference,
     ReferenceDto,
     ReferenceRequestModel,
     Result,
+    Role,
     RootDto,
+    ScopesResponseModel,
     Score,
     SecretDto,
     SecretKind,
     SecretResponseDto,
     SimpleEvaluationOutput,
-    Span,
-    SpanDetail,
     SpanDto,
     SpanDtoNodesValue,
-    SpanStatusCode,
-    SpanVariant,
     StatusCode,
     StatusDto,
     Template,
     TemplateImageInfo,
     TestSetOutputResponse,
     TestSetSimpleResponse,
     TimeDto,
-    TraceDetail,
     TreeDto,
     TreeType,
     UpdateAppOutput,
     Uri,
+    UserRequest,
     ValidationError,
     ValidationErrorLocItem,
     VariantAction,
     VariantActionEnum,
-    WithPagination,
     WorkspaceMemberResponse,
+    WorkspaceMembershipRequest,
     WorkspacePermission,
+    WorkspaceRequest,
     WorkspaceResponse,
     WorkspaceRole,
     WorkspaceRoleResponse,
 )
 from .errors import UnprocessableEntityError
 from . import (
     access_control,
+    admin,
     apps,
     bases,
     configs,
@@ -129,18 +136,18 @@
     evaluators,
     human_evaluations,
     observability,
-    observability_v_1,
     scopes,
     testsets,
     variants,
     vault,
 )
 from .client import AgentaApi, AsyncAgentaApi
 from .containers import ContainerTemplatesResponse
-from .observability_v_1 import Format, QueryAnalyticsResponse, QueryTracesResponse
+from .observability import Format, QueryAnalyticsResponse, QueryTracesResponse
 from .variants import AddVariantFromBaseAndConfigResponse
 
 __all__ = [
+    "AccountResponse",
     "AddVariantFromBaseAndConfigResponse",
     "AgentaApi",
     "AgentaNodeDto",
@@ -167,8 +174,6 @@
     "ContainerTemplatesResponse",
     "CorrectAnswer",
     "CreateAppOutput",
-    "CreateSpan",
-    "CreateTraceResponse",
     "DeleteEvaluation",
     "DockerEnvVars",
     "EnvironmentOutput",
@@ -199,11 +204,14 @@
     "InviteRequest",
     "LegacyAnalyticsResponse",
     "LegacyDataPoint",
+    "LegacyScopeRequest",
+    "LegacyScopesResponse",
+    "LegacyUserRequest",
+    "LegacyUserResponse",
     "LifecycleDto",
     "LinkDto",
     "ListApiKeysResponse",
     "LlmRunRateLimit",
-    "LlmTokens",
     "MetricsDto",
     "NewTestset",
     "NodeDto",
@@ -217,54 +225,59 @@
     "OTelSpansResponse",
     "OTelStatusCode",
     "Organization",
+    "OrganizationMembershipRequest",
     "OrganizationOutput",
-    "Outputs",
+    "OrganizationRequest",
     "ParentDto",
     "Permission",
+    "ProjectMembershipRequest",
+    "ProjectRequest",
+    "ProjectScope",
     "ProjectsResponse",
     "ProviderKeyDto",
     "ProviderKind",
     "QueryAnalyticsResponse",
     "QueryTracesResponse",
+    "Reference",
     "ReferenceDto",
     "ReferenceRequestModel",
     "Result",
+    "Role",
     "RootDto",
+    "ScopesResponseModel",
     "Score",
     "SecretDto",
     "SecretKind",
     "SecretResponseDto",
     "SimpleEvaluationOutput",
-    "Span",
-    "SpanDetail",
     "SpanDto",
     "SpanDtoNodesValue",
-    "SpanStatusCode",
-    "SpanVariant",
     "StatusCode",
     "StatusDto",
     "Template",
     "TemplateImageInfo",
     "TestSetOutputResponse",
     "TestSetSimpleResponse",
     "TimeDto",
-    "TraceDetail",
     "TreeDto",
     "TreeType",
     "UnprocessableEntityError",
     "UpdateAppOutput",
     "Uri",
+    "UserRequest",
     "ValidationError",
     "ValidationErrorLocItem",
     "VariantAction",
     "VariantActionEnum",
-    "WithPagination",
     "WorkspaceMemberResponse",
+    "WorkspaceMembershipRequest",
     "WorkspacePermission",
+    "WorkspaceRequest",
     "WorkspaceResponse",
     "WorkspaceRole",
     "WorkspaceRoleResponse",
     "access_control",
+    "admin",
     "apps",
     "bases",
     "configs",
@@ -274,7 +287,6 @@
     "evaluators",
     "human_evaluations",
     "observability",
-    "observability_v_1",
     "scopes",
     "testsets",
     "variants",

agenta-cli/agenta/client/backend/admin/__init__.py

@@ -0,0 +1 @@
+# This file was auto-generated by Fern from our API Definition.