update

lvhan028 · Feb 6, 2025 · 589414b · 589414b
1 parent 06a5d63
commit 589414b
Show file tree

Hide file tree

Showing 2 changed files with 1,161 additions and 2 deletions.
diff --git a/benchmark/profile_pipeline_api_vlm.py b/benchmark/profile_pipeline_api_vlm.py
@@ -50,8 +50,7 @@ def sample_requests(dataset_path: str, num_requests: int, tokenizer) -> List[Tup
         if prompt_len > 1024 or prompt_len + output_len > 2048:
             # Prune too long sequences.
             continue
-        # filtered_dataset.append((prompt, prompt_len, output_len))
-        filtered_dataset.append((prompt, prompt_len, 1))
+        filtered_dataset.append((prompt, prompt_len, output_len))
 
     # Sample the requests.
     sampled_requests = random.sample(filtered_dataset, num_requests)