diff --git a/tiktoken-rs/src/vendor_tiktoken.rs b/tiktoken-rs/src/vendor_tiktoken.rs index 28b0515..fa65695 100644 --- a/tiktoken-rs/src/vendor_tiktoken.rs +++ b/tiktoken-rs/src/vendor_tiktoken.rs @@ -199,7 +199,7 @@ pub struct CoreBPE { } #[cfg(not(feature = "python"))] -#[derive(Clone)] +#[derive(Debug, Clone)] #[allow(dead_code)] // sorted_token_bytes is used but is read only in python version pub struct CoreBPE { encoder: HashMap, usize>,