diff --git a/stable-diffusion.cpp b/stable-diffusion.cpp
index e38a610..2a8b42c 100644
--- a/stable-diffusion.cpp
+++ b/stable-diffusion.cpp
@@ -1551,6 +1551,7 @@ sd_image_t* txt2img(sd_ctx_t* sd_ctx,
     }
 
     struct ggml_init_params params;
+    if (sd_version_is_sdxl(sd_ctx->sd->version)) { params.mem_size *= 4; }
     params.mem_size = static_cast<size_t>(10 * 1024 * 1024);  // 10 MB
     if (sd_version_is_sd3(sd_ctx->sd->version)) {
         params.mem_size *= 3;