diff --git a/embedded/models/codellama-7b.yaml b/embedded/models/codellama-7b.yaml index 151f7515c107..d9b5c62c60bc 100644 --- a/embedded/models/codellama-7b.yaml +++ b/embedded/models/codellama-7b.yaml @@ -1,5 +1,6 @@ name: codellama-7b backend: transformers +type: AutoModelForCausalLM parameters: model: codellama/CodeLlama-7b-hf temperature: 0.2