KAI: add epilon+eta cutoff parameters according to henk717/KoboldAI#475

g4rg · Oct 3, 2023 · a505544 · a505544
1 parent e44e156
commit a505544
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 0 deletions.
diff --git a/aphrodite/endpoints/api_server_kobold.py b/aphrodite/endpoints/api_server_kobold.py
@@ -63,6 +63,8 @@ def prepare_engine_payload(kai_payload: KAIGenerationInputSchema) -> Tuple[Sampl
         top_k=top_k,
         top_a=kai_payload.top_a,
         typical_p=kai_payload.typical,
+        eta_cutoff=kai_payload.eta_cutoff,
+        epsilon_cutoff=kai_payload.eps_cutoff,
         stop=kai_payload.stop_sequence,
         # ignore_eos=kai_payload.use_default_badwordsids, # TODO ban instead
         max_tokens=kai_payload.max_length,

diff --git a/aphrodite/endpoints/protocol.py b/aphrodite/endpoints/protocol.py
@@ -41,6 +41,8 @@ class KAIGenerationInputSchema(BaseModel):
     top_a: Optional[NonNegativeFloat] = 0.0
     top_p: Optional[confloat(ge=0, le=1)] = 1.0
     tfs: Optional[confloat(ge=0, le=1)] = 1.0
+    eps_cutoff: Optional[confloat(ge=0,le=1000)] = 0.0
+    eta_cutoff: Optional[NonNegativeFloat] = 0.0
     typical: Optional[confloat(ge=0, le=1)] = 1.0
     temperature: Optional[PositiveFloat] = 1.0
     use_memory: Optional[bool]