Skip to content

Commit

Permalink
fix: remove llama3.0 from models and defaults
Browse files Browse the repository at this point in the history
  • Loading branch information
NiklasKoehneckeAA committed Sep 27, 2024
1 parent d75584b commit b078415
Show file tree
Hide file tree
Showing 3 changed files with 4 additions and 6 deletions.
2 changes: 1 addition & 1 deletion CHANGELOG.md
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@
### Deprecations
...
### Breaking Changes
...
- The default model for `Llama3InstructModel` is now `llama-3.1-8b-instruct` instead of `llama-3-8b-instruct`. We also removed the llama3.0 models from the recommended models of the `Llama3InstructModel`.

## 6.0.0

Expand Down
6 changes: 2 additions & 4 deletions src/intelligence_layer/core/model.py
Original file line number Diff line number Diff line change
Expand Up @@ -513,7 +513,7 @@ class Llama3InstructModel(ControlModel):
Args:
name: The name of a valid llama-3 model.
Defaults to `llama-3-8b-instruct`
Defaults to `llama-3.1-8b-instruct`
client: Aleph Alpha client instance for running model related API calls.
Defaults to :class:`LimitedConcurrencyClient`
"""
Expand All @@ -529,15 +529,13 @@ class Llama3InstructModel(ControlModel):
)

RECOMMENDED_MODELS: ClassVar[list[str]] = [
"llama-3-8b-instruct",
"llama-3-70b-instruct",
"llama-3.1-8b-instruct",
"llama-3.1-70b-instruct",
]

def __init__(
self,
name: str = "llama-3-8b-instruct",
name: str = "llama-3.1-8b-instruct",
client: Optional[AlephAlphaClientProtocol] = None,
) -> None:
super().__init__(name, client)
Expand Down
2 changes: 1 addition & 1 deletion tests/core/test_model.py
Original file line number Diff line number Diff line change
Expand Up @@ -116,7 +116,7 @@ def test_models_know_their_context_size(client: AlephAlphaClientProtocol) -> Non
)
assert AlephAlphaModel(client=client, name="luminous-base").context_size == 2048
assert (
Llama3InstructModel(client=client, name="llama-3-8b-instruct").context_size
Llama3InstructModel(client=client, name="llama-3.1-8b-instruct").context_size
== 8192
)

Expand Down

0 comments on commit b078415

Please sign in to comment.