removing qwen from modeling_vla.py Adding llava_onevision

huggingface · Oct 9, 2024 · d0129a7 · d0129a7
1 parent ff4306d
commit d0129a7
Show file tree

Hide file tree

Showing 3 changed files with 76 additions and 970 deletions.
diff --git a/lerobot/common/policies/vla/configuration_vla.py b/lerobot/common/policies/vla/configuration_vla.py
@@ -115,11 +115,13 @@ class VLAConfig:
         }
     )
 
+    prompt: str = "Please insert the tube into the socket."
+
     # Architecture.
 
     # Language + Main transformer
     vocab_size: int = 152064
-    hidden_size: int = 8192
+    hidden_size: int = 3584
     intermediate_size: int = 29568
     num_hidden_layers: int = 80
     num_decoder_layers: int = 1