From 8847114abfd900898e78d0257f5f9086f2473601 Mon Sep 17 00:00:00 2001
From: leejet <leejet714@gmail.com>
Date: Sun, 25 Aug 2024 22:39:39 +0800
Subject: [PATCH] fix: fix issue when applying lora

---
 lora.hpp | 1 +
 1 file changed, 1 insertion(+)

diff --git a/lora.hpp b/lora.hpp
index 6b28a03..c44db76 100644
--- a/lora.hpp
+++ b/lora.hpp
@@ -82,6 +82,7 @@ struct LoraModel : public GGMLRunner {
 
         zero_index = ggml_new_tensor_1d(compute_ctx, GGML_TYPE_I32, 1);
         set_backend_tensor_data(zero_index, zero_index_vec.data());
+        ggml_build_forward_expand(gf, zero_index);
 
         std::set<std::string> applied_lora_tensors;
         for (auto it : model_tensors) {