diff --git a/aphrodite/endpoints/api_server_kobold.py b/aphrodite/endpoints/api_server_kobold.py index 633c12486..40193b5fe 100644 --- a/aphrodite/endpoints/api_server_kobold.py +++ b/aphrodite/endpoints/api_server_kobold.py @@ -63,6 +63,8 @@ def prepare_engine_payload(kai_payload: KAIGenerationInputSchema) -> Tuple[Sampl top_k=top_k, top_a=kai_payload.top_a, typical_p=kai_payload.typical, + eta_cutoff=kai_payload.eta_cutoff, + epsilon_cutoff=kai_payload.eps_cutoff, stop=kai_payload.stop_sequence, # ignore_eos=kai_payload.use_default_badwordsids, # TODO ban instead max_tokens=kai_payload.max_length, diff --git a/aphrodite/endpoints/protocol.py b/aphrodite/endpoints/protocol.py index 02284b301..403f117dd 100644 --- a/aphrodite/endpoints/protocol.py +++ b/aphrodite/endpoints/protocol.py @@ -41,6 +41,8 @@ class KAIGenerationInputSchema(BaseModel): top_a: Optional[NonNegativeFloat] = 0.0 top_p: Optional[confloat(ge=0, le=1)] = 1.0 tfs: Optional[confloat(ge=0, le=1)] = 1.0 + eps_cutoff: Optional[confloat(ge=0,le=1000)] = 0.0 + eta_cutoff: Optional[NonNegativeFloat] = 0.0 typical: Optional[confloat(ge=0, le=1)] = 1.0 temperature: Optional[PositiveFloat] = 1.0 use_memory: Optional[bool]