alphard/stable-diffusion.cpp
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: support bf16 lora weights (#82)

Browse Source
This commit is contained in:
Erik Scholz 2023-11-20 15:34:17 +01:00 committed by GitHub
parent ae1d5dcebb
commit c874063408
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 11 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
models/convert.py
View File

@ -192,7 +192,7 @@ def preprocess(state_dict):
if skip: if skip:
continue continue
# # convert BF16 to FP16 # convert BF16 to FP16
if w.dtype == torch.bfloat16: if w.dtype == torch.bfloat16:
w = w.to(torch.float16) w = w.to(torch.float16)
@ -342,6 +342,11 @@ def preprocess_lora(state_dict):
for name, w in state_dict.items(): for name, w in state_dict.items():
if not isinstance(w, torch.Tensor): if not isinstance(w, torch.Tensor):
continue continue
# convert BF16 to FP16
if w.dtype == torch.bfloat16:
w = w.to(torch.float16)
name_without_network_parts, network_part = name.split(".", 1) name_without_network_parts, network_part = name.split(".", 1)
new_name_without_network_parts = convert_diffusers_name_to_compvis(name_without_network_parts) new_name_without_network_parts = convert_diffusers_name_to_compvis(name_without_network_parts)
if new_name_without_network_parts == None: if new_name_without_network_parts == None:
@ -421,6 +426,7 @@ def convert(model_path, out_type = None, out_file=None, lora=False):
continue continue
if name in unused_tensors: if name in unused_tensors:
continue continue
data = state_dict[name].numpy() data = state_dict[name].numpy()
n_dims = len(data.shape) n_dims = len(data.shape)