Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Consolidated LDP imports into ldp_shims module #772

Merged
merged 1 commit into from
Dec 19, 2024
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
50 changes: 50 additions & 0 deletions paperqa/_ldp_shims.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,50 @@
"""Centralized place for lazy LDP imports."""

__all__ = [
"HAS_LDP_INSTALLED",
"Agent",
"Callback",
"ComputeTrajectoryMetricsMixin",
"HTTPAgentClient",
"Memory",
"MemoryAgent",
"ReActAgent",
"RolloutManager",
"SimpleAgent",
"SimpleAgentState",
"UIndexMemoryModel",
"_Memories",
"discounted_returns",
"set_training_mode",
]

from pydantic import TypeAdapter

try:
from ldp.agent import (
Agent,
HTTPAgentClient,
MemoryAgent,
ReActAgent,
SimpleAgent,
SimpleAgentState,
)
from ldp.alg import Callback, ComputeTrajectoryMetricsMixin, RolloutManager
from ldp.graph.memory import Memory, UIndexMemoryModel
from ldp.graph.op_utils import set_training_mode
from ldp.utils import discounted_returns

_Memories = TypeAdapter(dict[int, Memory] | list[Memory]) # type: ignore[var-annotated]

HAS_LDP_INSTALLED = True
except ImportError:
HAS_LDP_INSTALLED = False

class ComputeTrajectoryMetricsMixin: # type: ignore[no-redef]
"""Placeholder parent class for when ldp isn't installed."""

class Callback: # type: ignore[no-redef]
"""Placeholder parent class for when ldp isn't installed."""

RolloutManager = None # type: ignore[assignment,misc]
discounted_returns = None # type: ignore[assignment]
10 changes: 1 addition & 9 deletions paperqa/agents/main.py
Original file line number Diff line number Diff line change
Expand Up @@ -20,15 +20,7 @@
stop_after_attempt,
)

try:
from ldp.alg import Callback, RolloutManager
except ImportError:

class Callback: # type: ignore[no-redef]
"""Placeholder parent class for when ldp isn't installed."""

RolloutManager = None # type: ignore[assignment,misc]

from paperqa._ldp_shims import Callback, RolloutManager
from paperqa.docs import Docs
from paperqa.settings import AgentSettings
from paperqa.types import PQASession
Expand Down
17 changes: 3 additions & 14 deletions paperqa/agents/task.py
Original file line number Diff line number Diff line change
Expand Up @@ -24,21 +24,9 @@
ToolResponseMessage,
)
from aviary.env import ENV_REGISTRY

from paperqa.types import DocDetails

from .search import SearchIndex, maybe_get_manifest

try:
from ldp.alg import ComputeTrajectoryMetricsMixin
except ImportError:

class ComputeTrajectoryMetricsMixin: # type: ignore[no-redef]
"""Placeholder for when ldp isn't installed."""


from llmclient import EmbeddingModel, LiteLLMModel, LLMModel

from paperqa._ldp_shims import ComputeTrajectoryMetricsMixin
from paperqa.docs import Docs
from paperqa.litqa import (
DEFAULT_EVAL_MODEL_NAME,
Expand All @@ -47,10 +35,11 @@ class ComputeTrajectoryMetricsMixin: # type: ignore[no-redef]
LitQAEvaluation,
read_litqa_v2_from_hub,
)
from paperqa.types import PQASession
from paperqa.types import DocDetails, PQASession

from .env import POPULATE_FROM_SETTINGS, PaperQAEnvironment
from .models import QueryRequest
from .search import SearchIndex, maybe_get_manifest
from .tools import Complete

if TYPE_CHECKING:
Expand Down
6 changes: 1 addition & 5 deletions paperqa/litqa.py
Original file line number Diff line number Diff line change
Expand Up @@ -10,14 +10,10 @@
from enum import StrEnum
from typing import TYPE_CHECKING, Literal, Self

try:
from ldp.utils import discounted_returns
except ImportError:
discounted_returns = None # type: ignore[assignment]

from aviary.core import Message
from llmclient import LiteLLMModel, LLMModel

from paperqa._ldp_shims import discounted_returns
from paperqa.prompts import EVAL_PROMPT_TEMPLATE, QA_PROMPT_TEMPLATE
from paperqa.settings import make_default_litellm_model_list_settings
from paperqa.types import PQASession
Expand Down
34 changes: 13 additions & 21 deletions paperqa/settings.py
Original file line number Diff line number Diff line change
Expand Up @@ -10,37 +10,29 @@

import anyio
from aviary.core import ToolSelector
from llmclient import EmbeddingModel, LiteLLMModel, embedding_model_factory
from pydantic import (
BaseModel,
ConfigDict,
Field,
TypeAdapter,
computed_field,
field_validator,
model_validator,
)
from pydantic_settings import BaseSettings, CliSettingsSource, SettingsConfigDict

try:
from ldp.agent import (
Agent,
HTTPAgentClient,
MemoryAgent,
ReActAgent,
SimpleAgent,
SimpleAgentState,
)
from ldp.graph.memory import Memory, UIndexMemoryModel
from ldp.graph.op_utils import set_training_mode

_Memories = TypeAdapter(dict[int, Memory] | list[Memory]) # type: ignore[var-annotated]

HAS_LDP_INSTALLED = True
except ImportError:
HAS_LDP_INSTALLED = False

from llmclient import EmbeddingModel, LiteLLMModel, embedding_model_factory

from paperqa._ldp_shims import (
HAS_LDP_INSTALLED,
Agent,
HTTPAgentClient,
MemoryAgent,
ReActAgent,
SimpleAgent,
SimpleAgentState,
UIndexMemoryModel,
_Memories,
set_training_mode,
)
from paperqa.prompts import (
CONTEXT_INNER_PROMPT,
CONTEXT_OUTER_PROMPT,
Expand Down
Loading