add desktop.json (pytorch#622)

* add desktop.json * add fast * remove embedding
yanbing-j · Jul 17, 2024 · 6c0b25f · 6c0b25f
1 parent d3582a0
commit 6c0b25f
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/config/data/desktop.json b/config/data/desktop.json
@@ -0,0 +1,5 @@
+{
+    "linear:int4": {"groupsize" : 256},
+    "dtype" : "fast16",
+    "executor": {"accelerator": "fast" }
+}