alphard/stable-diffusion.cpp
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

sync: update ggml

Browse Source
This commit is contained in:
leejet 2023-10-22 14:11:06 +08:00
parent 29a56f2e98
commit 69e54ace14
2 changed files with 7 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
ggml

@ -1 +1 @@
Subproject commit 6958cd05c72b2c9461c8b3a270e87beff651797f
Subproject commit a0811d8181233e34b94046d7ae879f7f95ad938f

12
stable-diffusion.cpp
View File

@ -586,7 +586,7 @@ struct ResidualAttentionBlock {
// layer norm 1
{
x = ggml_norm(ctx, x);
x = ggml_norm(ctx, x, 1e-6f);
x = ggml_add(ctx,
ggml_mul(ctx, ggml_repeat(ctx, ln1_w, x), x),
ggml_repeat(ctx, ln1_b, x));
@ -636,7 +636,7 @@ struct ResidualAttentionBlock {
// layer norm 2
{
x = ggml_norm(ctx, x);
x = ggml_norm(ctx, x, 1e-6f);
x = ggml_add(ctx, ggml_mul(ctx, ggml_repeat(ctx, ln2_w, x), x),
ggml_repeat(ctx, ln2_b, x));
@ -766,7 +766,7 @@ struct CLIPTextModel {
// final layer norm
{
x = ggml_norm(ctx, x);
x = ggml_norm(ctx, x, 1e-6f);
x = ggml_add(ctx, ggml_mul(ctx, ggml_repeat(ctx, final_ln_w, x), x),
ggml_repeat(ctx, final_ln_b, x));
@ -1200,7 +1200,7 @@ struct SpatialTransformer {
// layer norm 1
{
x = ggml_reshape_2d(ctx, x, c, w * h * n);
x = ggml_norm(ctx, x);
x = ggml_norm(ctx, x, 1e-6f);
x = ggml_add(ctx,
ggml_mul(ctx,
ggml_repeat(ctx, transformer.norm1_w, x),
@ -1248,7 +1248,7 @@ struct SpatialTransformer {
// layer norm 2
{
x = ggml_norm(ctx, x);
x = ggml_norm(ctx, x, 1e-6f);
x = ggml_add(ctx,
ggml_mul(ctx,
ggml_repeat(ctx, transformer.norm2_w, x), x),
@ -1299,7 +1299,7 @@ struct SpatialTransformer {
// layer norm 3
{
x = ggml_reshape_2d(ctx, x, c, h * w * n); // [N * h * w, in_channels]
x = ggml_norm(ctx, x);
x = ggml_norm(ctx, x, 1e-6f);
x = ggml_add(ctx,
ggml_mul(ctx,
ggml_repeat(ctx, transformer.norm3_w, x), x),