diff --git a/tests/integration/llm/prepare.py b/tests/integration/llm/prepare.py
index 6082eee75..e9d1626c8 100644
--- a/tests/integration/llm/prepare.py
+++ b/tests/integration/llm/prepare.py
@@ -556,6 +556,8 @@
         "adapter_names": ["french", "spanish"],
         "option.gpu_memory_utilization":
         "0.8",
+        "option.max_model_len":
+        65528,
     },
     "llama-2-tiny": {
         "option.model_id": "s3://djl-llm/llama-2-tiny/",
@@ -730,6 +732,8 @@
         "adapter_names": ["french", "spanish"],
         "option.gpu_memory_utilization":
         "0.8",
+        "option.max_model_len":
+        65528,
     },
     "starcoder2-7b": {
         "option.model_id": "s3://djl-llm/bigcode-starcoder2",