From bf68dc87042e8a1bdf2b84d861fcd612d62c9de2 Mon Sep 17 00:00:00 2001 From: Will Chen Date: Tue, 27 Aug 2024 20:52:16 -0700 Subject: [PATCH 1/2] Use smaller prompt context for new ft --- ai/ft/dataset_formatter.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ai/ft/dataset_formatter.py b/ai/ft/dataset_formatter.py index 809b4f99..be787c2e 100644 --- a/ai/ft/dataset_formatter.py +++ b/ai/ft/dataset_formatter.py @@ -6,7 +6,7 @@ import os from typing import Any -from llm_lib import REVISE_APP_BASE_PROMPT, SYSTEM_INSTRUCTION +from llm_lib import REVISE_APP_BASE_PROMPT, SYSTEM_INSTRUCTION_PART_1 EDIT_HERE_MARKER = " # <--- EDIT HERE" @@ -57,7 +57,7 @@ def process_goldens(): "messages": [ { "role": "system", - "content": SYSTEM_INSTRUCTION, + "content": SYSTEM_INSTRUCTION_PART_1, }, { "role": "user", From 4fc1f23574be945a2dea04e0b71ef0422ee38f74 Mon Sep 17 00:00:00 2001 From: Will Chen Date: Tue, 27 Aug 2024 22:44:10 -0700 Subject: [PATCH 2/2] use new ft model --- ai/services/service.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ai/services/service.py b/ai/services/service.py index 7f19768a..2e415923 100644 --- a/ai/services/service.py +++ b/ai/services/service.py @@ -134,7 +134,7 @@ def apply_patch(original_code: str, patch: str) -> ApplyPatchResult: def adjust_mesop_app(code: str, msg: str, line_number: int | None): - model = "ft:gpt-4o-mini-2024-07-18:mesop:with-component-prompting:A0dNmNzq" + model = "ft:gpt-4o-mini-2024-07-18:mesop:small-prompt:A1472X3c" client = OpenAI( api_key=getenv("OPENAI_API_KEY"), )