Elgato_dark/unsloth
1
0
Fork 0
mirror of https://github.com/unslothai/unsloth synced 2026-04-21 13:37:39 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Update save.py

Browse source
This commit is contained in:
Daniel Han-Chen 2024-01-28 04:27:10 +11:00
parent 917ce15861
commit 36829b7ec4
1 changed files with 2 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
unsloth/save.py
View file

@ -80,7 +80,8 @@ def _merge_lora(layer, name):
if quant_state is not None:
dtype = quant_state.dtype if type(quant_state) is not list else quant_state[2]
W = fast_dequantize(W, quant_state)
pass
else:
dtype = W.dtype
W = W.to(torch.float32).t()
if A is not None: