add HF tagging in unsloth (#170)

This commit is contained in:
Younes Belkada 2024-02-13 08:28:42 +01:00 committed by GitHub
parent 3d5cf373bc
commit 474fd32f91

View file

@ -118,6 +118,10 @@ class FastLanguageModel(FastLlamaModel):
*args, **kwargs,
)
# in case the model supports tagging, add the unsloth tag.
if hasattr(model, "add_model_tags"):
model.add_model_tags(["unsloth"])
if load_in_4bit:
# Fix up bitsandbytes config
quantization_config = \