Use smaller prompt context for new ft model (#867)

google · Aug 28, 2024 · 40a1629 · 40a1629
1 parent 8b3f176
commit 40a1629
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/ai/ft/dataset_formatter.py b/ai/ft/dataset_formatter.py
@@ -6,7 +6,7 @@
 import os
 from typing import Any
 
-from llm_lib import REVISE_APP_BASE_PROMPT, SYSTEM_INSTRUCTION
+from llm_lib import REVISE_APP_BASE_PROMPT, SYSTEM_INSTRUCTION_PART_1
 
 EDIT_HERE_MARKER = " # <--- EDIT HERE"
 
@@ -57,7 +57,7 @@ def process_goldens():
           "messages": [
             {
               "role": "system",
-              "content": SYSTEM_INSTRUCTION,
+              "content": SYSTEM_INSTRUCTION_PART_1,
             },
             {
               "role": "user",

diff --git a/ai/services/service.py b/ai/services/service.py
@@ -134,7 +134,7 @@ def apply_patch(original_code: str, patch: str) -> ApplyPatchResult:
 
 
 def adjust_mesop_app(code: str, msg: str, line_number: int | None):
-  model = "ft:gpt-4o-mini-2024-07-18:mesop:with-component-prompting:A0dNmNzq"
+  model = "ft:gpt-4o-mini-2024-07-18:mesop:small-prompt:A1472X3c"
   client = OpenAI(
     api_key=getenv("OPENAI_API_KEY"),
   )