alphard/stable-diffusion.cpp
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

sync: update ggml

Browse Source
This commit is contained in:
leejet
2023-10-22 14:11:06 +08:00
parent 29a56f2e98
commit 69e54ace14
2 changed files with 7 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
ggml

Submodule ggml updated: 6958cd05c7...a0811d8181

12
stable-diffusion.cpp
View File

@@ -586,7 +586,7 @@ struct ResidualAttentionBlock {
// layer norm 1 // layer norm 1
{ {
x = ggml_norm(ctx, x); x = ggml_norm(ctx, x, 1e-6f);
x = ggml_add(ctx, x = ggml_add(ctx,
ggml_mul(ctx, ggml_repeat(ctx, ln1_w, x), x), ggml_mul(ctx, ggml_repeat(ctx, ln1_w, x), x),
ggml_repeat(ctx, ln1_b, x)); ggml_repeat(ctx, ln1_b, x));
@@ -636,7 +636,7 @@ struct ResidualAttentionBlock {
// layer norm 2 // layer norm 2
{ {
x = ggml_norm(ctx, x); x = ggml_norm(ctx, x, 1e-6f);
x = ggml_add(ctx, ggml_mul(ctx, ggml_repeat(ctx, ln2_w, x), x), x = ggml_add(ctx, ggml_mul(ctx, ggml_repeat(ctx, ln2_w, x), x),
ggml_repeat(ctx, ln2_b, x)); ggml_repeat(ctx, ln2_b, x));
@@ -766,7 +766,7 @@ struct CLIPTextModel {
// final layer norm // final layer norm
{ {
x = ggml_norm(ctx, x); x = ggml_norm(ctx, x, 1e-6f);
x = ggml_add(ctx, ggml_mul(ctx, ggml_repeat(ctx, final_ln_w, x), x), x = ggml_add(ctx, ggml_mul(ctx, ggml_repeat(ctx, final_ln_w, x), x),
ggml_repeat(ctx, final_ln_b, x)); ggml_repeat(ctx, final_ln_b, x));
@@ -1200,7 +1200,7 @@ struct SpatialTransformer {
// layer norm 1 // layer norm 1
{ {
x = ggml_reshape_2d(ctx, x, c, w * h * n); x = ggml_reshape_2d(ctx, x, c, w * h * n);
x = ggml_norm(ctx, x); x = ggml_norm(ctx, x, 1e-6f);
x = ggml_add(ctx, x = ggml_add(ctx,
ggml_mul(ctx, ggml_mul(ctx,
ggml_repeat(ctx, transformer.norm1_w, x), ggml_repeat(ctx, transformer.norm1_w, x),
@@ -1248,7 +1248,7 @@ struct SpatialTransformer {
// layer norm 2 // layer norm 2
{ {
x = ggml_norm(ctx, x); x = ggml_norm(ctx, x, 1e-6f);
x = ggml_add(ctx, x = ggml_add(ctx,
ggml_mul(ctx, ggml_mul(ctx,
ggml_repeat(ctx, transformer.norm2_w, x), x), ggml_repeat(ctx, transformer.norm2_w, x), x),
@@ -1299,7 +1299,7 @@ struct SpatialTransformer {
// layer norm 3 // layer norm 3
{ {
x = ggml_reshape_2d(ctx, x, c, h * w * n); // [N * h * w, in_channels] x = ggml_reshape_2d(ctx, x, c, h * w * n); // [N * h * w, in_channels]
x = ggml_norm(ctx, x); x = ggml_norm(ctx, x, 1e-6f);
x = ggml_add(ctx, x = ggml_add(ctx,
ggml_mul(ctx, ggml_mul(ctx,
ggml_repeat(ctx, transformer.norm3_w, x), x), ggml_repeat(ctx, transformer.norm3_w, x), x),