fix: fix issue when applying lora
This commit is contained in:
parent
5c561eab31
commit
8847114abf
1
lora.hpp
1
lora.hpp
@ -82,6 +82,7 @@ struct LoraModel : public GGMLRunner {
|
|||||||
|
|
||||||
zero_index = ggml_new_tensor_1d(compute_ctx, GGML_TYPE_I32, 1);
|
zero_index = ggml_new_tensor_1d(compute_ctx, GGML_TYPE_I32, 1);
|
||||||
set_backend_tensor_data(zero_index, zero_index_vec.data());
|
set_backend_tensor_data(zero_index, zero_index_vec.data());
|
||||||
|
ggml_build_forward_expand(gf, zero_index);
|
||||||
|
|
||||||
std::set<std::string> applied_lora_tensors;
|
std::set<std::string> applied_lora_tensors;
|
||||||
for (auto it : model_tensors) {
|
for (auto it : model_tensors) {
|
||||||
|
Loading…
Reference in New Issue
Block a user