alphard/stable-diffusion.cpp
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: increase ctx_size

Browse Source
This commit is contained in:
leejet 2023-09-04 03:45:43 +08:00
parent 7620b920c8
commit bb3f19cb40
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
stable-diffusion.cpp
View File

@ -3099,7 +3099,7 @@ class StableDiffusionGGML {
struct ggml_tensor* c = ggml_new_tensor_4d(res_ctx, GGML_TYPE_F32, 1024, 2, 1, 1); struct ggml_tensor* c = ggml_new_tensor_4d(res_ctx, GGML_TYPE_F32, 1024, 2, 1, 1);
ggml_set_f32(c, 0.5); ggml_set_f32(c, 0.5);
size_t ctx_size = 1 * 1024 * 1024; // 1MB size_t ctx_size = 10 * 1024 * 1024; // 10MB
// calculate the amount of memory required // calculate the amount of memory required
{ {
struct ggml_init_params params; struct ggml_init_params params;
@ -3201,7 +3201,7 @@ class StableDiffusionGGML {
true); true);
std::vector<int>& tokens = tokens_and_weights.first; std::vector<int>& tokens = tokens_and_weights.first;
std::vector<float>& weights = tokens_and_weights.second; std::vector<float>& weights = tokens_and_weights.second;
size_t ctx_size = 1 * 1024 * 1024; // 1MB size_t ctx_size = 10 * 1024 * 1024; // 10MB
// calculate the amount of memory required // calculate the amount of memory required
{ {
struct ggml_init_params params; struct ggml_init_params params;
@ -3335,7 +3335,7 @@ class StableDiffusionGGML {
struct ggml_tensor* x = ggml_dup_tensor(res_ctx, x_t); struct ggml_tensor* x = ggml_dup_tensor(res_ctx, x_t);
copy_ggml_tensor(x, x_t); copy_ggml_tensor(x, x_t);
size_t ctx_size = 1 * 1024 * 1024; // 1MB size_t ctx_size = 10 * 1024 * 1024; // 10MB
// calculate the amount of memory required // calculate the amount of memory required
{ {
struct ggml_init_params params; struct ggml_init_params params;
@ -3590,7 +3590,7 @@ class StableDiffusionGGML {
struct ggml_tensor* result = NULL; struct ggml_tensor* result = NULL;
// calculate the amount of memory required // calculate the amount of memory required
size_t ctx_size = 1 * 1024 * 1024; size_t ctx_size = 10 * 1024 * 1024; // 10MB
{ {
struct ggml_init_params params; struct ggml_init_params params;
params.mem_size = ctx_size; params.mem_size = ctx_size;
@ -3719,7 +3719,7 @@ class StableDiffusionGGML {
} }
// calculate the amount of memory required // calculate the amount of memory required
size_t ctx_size = 1 * 1024 * 1024; size_t ctx_size = 10 * 1024 * 1024; // 10MB
{ {
struct ggml_init_params params; struct ggml_init_params params;
params.mem_size = ctx_size; params.mem_size = ctx_size;