Skip to content

Commit

Permalink
transformers bugfix: quantize_4bit: False
Browse files Browse the repository at this point in the history
  • Loading branch information
Nayjest committed Apr 17, 2024
1 parent d877dbb commit a8d1414
Showing 2 changed files with 2 additions and 2 deletions.
2 changes: 1 addition & 1 deletion microcore/__init__.py
Original file line number Diff line number Diff line change
@@ -127,4 +127,4 @@ def delete(self, collection: str, what: str | list[str] | dict):
# "wrappers",
]

__version__ = "3.0.1"
__version__ = "3.0.2"
2 changes: 1 addition & 1 deletion microcore/llm/local_transformers.py
Original file line number Diff line number Diff line change
@@ -44,7 +44,7 @@ def make_llm_functions(
),
**{k: v for k, v in params.items() if k not in mc_param_names},
)
if "quantize_4bit" in params:
if params.get("quantize_4bit"):
model_init_params["quantization_config"] = transformers.BitsAndBytesConfig(
load_in_4bit=True,
bnb_4bit_quant_type="nf4",

0 comments on commit a8d1414

Please sign in to comment.