[Kernel] Tuned FP8 Kernels for Ada Lovelace (vllm-project#6677)

Co-authored-by: Varun Sundar Rabindranath <varun@neuralmagic.com>
triple-Mu · Jul 29, 2024 · 766435e · 766435e
1 parent 7cbd9ec
commit 766435e
Show file tree

Hide file tree

Showing 6 changed files with 877 additions and 490 deletions.
diff --git a/benchmarks/cutlass_benchmarks/w8a8_benchmarks.py b/benchmarks/cutlass_benchmarks/w8a8_benchmarks.py
@@ -13,7 +13,7 @@
 from vllm import _custom_ops as ops
 from vllm.utils import FlexibleArgumentParser
 
-DEFAULT_MODELS = list(WEIGHT_SHAPES.keys())[1:]
+DEFAULT_MODELS = list(WEIGHT_SHAPES.keys())
 DEFAULT_BATCH_SIZES = [1, 16, 32, 64, 128, 256, 512]
 DEFAULT_TP_SIZES = [1]