Update max_model_len for llama-3 lora test (#2205)

deepjavalibrary · Jul 19, 2024 · e884131 · e884131
1 parent b67818d
commit e884131
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/tests/integration/llm/prepare.py b/tests/integration/llm/prepare.py
@@ -556,6 +556,8 @@
         "adapter_names": ["french", "spanish"],
         "option.gpu_memory_utilization":
         "0.8",
+        "option.max_model_len":
+        65528,
     },
     "llama-2-tiny": {
         "option.model_id": "s3://djl-llm/llama-2-tiny/",
@@ -730,6 +732,8 @@
         "adapter_names": ["french", "spanish"],
         "option.gpu_memory_utilization":
         "0.8",
+        "option.max_model_len":
+        65528,
     },
     "starcoder2-7b": {
         "option.model_id": "s3://djl-llm/bigcode-starcoder2",