diff --git a/.gitmodules b/.gitmodules index d5788ea..d9d9437 100644 --- a/.gitmodules +++ b/.gitmodules @@ -1,3 +1,3 @@ [submodule "ggml"] path = ggml - url = https://github.com/leejet/ggml.git + url = https://github.com/ggerganov/ggml.git diff --git a/ggml b/ggml index 89fd770..73c3287 160000 --- a/ggml +++ b/ggml @@ -1 +1 @@ -Subproject commit 89fd77041d5eb2087eb340711468a02cc479634d +Subproject commit 73c3287813f8977d778d3eb5006660b5ae04f288 diff --git a/t5.hpp b/t5.hpp index f69f467..79109e3 100644 --- a/t5.hpp +++ b/t5.hpp @@ -453,7 +453,7 @@ public: struct ggml_tensor* forward(struct ggml_context* ctx, struct ggml_tensor* x) { struct ggml_tensor* w = params["weight"]; - x = ggml_norm_ext(ctx, x, eps, false); + x = ggml_rms_norm(ctx, x, eps); x = ggml_mul(ctx, x, w); return x; }