diff --git a/Cargo.toml b/Cargo.toml
index 0d6c8e9..38c7c0f 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -17,9 +17,9 @@ categories = ["science"]
 license = "MIT OR Apache-2.0"
 
 [workspace.dependencies]
-candle-core = { git = "https://github.com/huggingface/candle.git", version = "0.4.1" }
-candle-examples = { git = "https://github.com/huggingface/candle.git", version = "0.4.1" }
-candle-nn = { git = "https://github.com/huggingface/candle.git", version = "0.4.1" }
+candle-core = { git = "https://github.com/huggingface/candle.git", version = "0.5.0" }
+candle-examples = { git = "https://github.com/huggingface/candle.git", version = "0.5.0" }
+candle-nn = { git = "https://github.com/huggingface/candle.git", version = "0.5.0" }
 either = "1.9.0"
 serde_json = "1.0.107"
 thiserror = "1.0.48"
diff --git a/candle-lora-macro/Cargo.toml b/candle-lora-macro/Cargo.toml
index c082cf1..5bb3acc 100644
--- a/candle-lora-macro/Cargo.toml
+++ b/candle-lora-macro/Cargo.toml
@@ -16,8 +16,8 @@ proc-macro2 = "1.0.66"
 quote_into = "0.2.0"
 syn = { version = "2.0.32", features = ["full", "extra-traits"] }
 candle-lora = { path = "../candle-lora", package = "candle-lora", version = "0.2.0" }
-candle-core = { git = "https://github.com/huggingface/candle.git", version = "0.4.1" }
-candle-nn = { git = "https://github.com/huggingface/candle.git", version = "0.4.1" }
+candle-core = { git = "https://github.com/huggingface/candle.git", version = "0.5.0" }
+candle-nn = { git = "https://github.com/huggingface/candle.git", version = "0.5.0" }
 quote = "1.0.33"
 
 [lib]
diff --git a/candle-lora-transformers/Cargo.toml b/candle-lora-transformers/Cargo.toml
index f68cb5c..5c82056 100644
--- a/candle-lora-transformers/Cargo.toml
+++ b/candle-lora-transformers/Cargo.toml
@@ -18,8 +18,8 @@ candle-examples.workspace = true
 candle-lora = { version = "0.2.0", path = "../candle-lora" }
 candle-lora-macro = { version = "0.2.0", path = "../candle-lora-macro" }
 candle-nn.workspace = true
-candle-transformers = { git = "https://github.com/huggingface/candle.git", version = "0.4.1" }
-candle-flash-attn = { git = "https://github.com/huggingface/candle.git", version = "0.4.1", optional = true }
+candle-transformers = { git = "https://github.com/huggingface/candle.git", version = "0.5.0" }
+candle-flash-attn = { git = "https://github.com/huggingface/candle.git", version = "0.5.0", optional = true }
 clap = "4.4.7"
 hf-hub = "0.3.2"
 serde = "1.0.189"