sync: update ggml

This commit is contained in:
leejet 2025-03-01 12:09:55 +08:00
parent f50a7f66aa
commit 195d170136
3 changed files with 40 additions and 36 deletions

2
ggml

@ -1 +1 @@
Subproject commit 6fcbd60bc72ac3f7ad43f78c87e535f2e6206f58 Subproject commit ff9052988b76e137bcf92bb335733933ca196ac0

View File

@ -14,6 +14,7 @@
#include "ggml.h" #include "ggml.h"
#include "json.hpp" #include "json.hpp"
#include "zip.h" #include "zip.h"
#include "gguf.h"
#define SD_MAX_DIMS 5 #define SD_MAX_DIMS 5

View File

@ -61,43 +61,46 @@ enum schedule_t {
// same as enum ggml_type // same as enum ggml_type
enum sd_type_t { enum sd_type_t {
SD_TYPE_F32 = 0, SD_TYPE_F32 = 0,
SD_TYPE_F16 = 1, SD_TYPE_F16 = 1,
SD_TYPE_Q4_0 = 2, SD_TYPE_Q4_0 = 2,
SD_TYPE_Q4_1 = 3, SD_TYPE_Q4_1 = 3,
// SD_TYPE_Q4_2 = 4, support has been removed // SD_TYPE_Q4_2 = 4, support has been removed
// SD_TYPE_Q4_3 = 5, support has been removed // SD_TYPE_Q4_3 = 5, support has been removed
SD_TYPE_Q5_0 = 6, SD_TYPE_Q5_0 = 6,
SD_TYPE_Q5_1 = 7, SD_TYPE_Q5_1 = 7,
SD_TYPE_Q8_0 = 8, SD_TYPE_Q8_0 = 8,
SD_TYPE_Q8_1 = 9, SD_TYPE_Q8_1 = 9,
SD_TYPE_Q2_K = 10, SD_TYPE_Q2_K = 10,
SD_TYPE_Q3_K = 11, SD_TYPE_Q3_K = 11,
SD_TYPE_Q4_K = 12, SD_TYPE_Q4_K = 12,
SD_TYPE_Q5_K = 13, SD_TYPE_Q5_K = 13,
SD_TYPE_Q6_K = 14, SD_TYPE_Q6_K = 14,
SD_TYPE_Q8_K = 15, SD_TYPE_Q8_K = 15,
SD_TYPE_IQ2_XXS = 16, SD_TYPE_IQ2_XXS = 16,
SD_TYPE_IQ2_XS = 17, SD_TYPE_IQ2_XS = 17,
SD_TYPE_IQ3_XXS = 18, SD_TYPE_IQ3_XXS = 18,
SD_TYPE_IQ1_S = 19, SD_TYPE_IQ1_S = 19,
SD_TYPE_IQ4_NL = 20, SD_TYPE_IQ4_NL = 20,
SD_TYPE_IQ3_S = 21, SD_TYPE_IQ3_S = 21,
SD_TYPE_IQ2_S = 22, SD_TYPE_IQ2_S = 22,
SD_TYPE_IQ4_XS = 23, SD_TYPE_IQ4_XS = 23,
SD_TYPE_I8 = 24, SD_TYPE_I8 = 24,
SD_TYPE_I16 = 25, SD_TYPE_I16 = 25,
SD_TYPE_I32 = 26, SD_TYPE_I32 = 26,
SD_TYPE_I64 = 27, SD_TYPE_I64 = 27,
SD_TYPE_F64 = 28, SD_TYPE_F64 = 28,
SD_TYPE_IQ1_M = 29, SD_TYPE_IQ1_M = 29,
SD_TYPE_BF16 = 30, SD_TYPE_BF16 = 30,
SD_TYPE_Q4_0_4_4 = 31, // SD_TYPE_Q4_0_4_4 = 31, support has been removed from gguf files
SD_TYPE_Q4_0_4_8 = 32, // SD_TYPE_Q4_0_4_8 = 32,
SD_TYPE_Q4_0_8_8 = 33, // SD_TYPE_Q4_0_8_8 = 33,
SD_TYPE_TQ1_0 = 34, SD_TYPE_TQ1_0 = 34,
SD_TYPE_TQ2_0 = 35, SD_TYPE_TQ2_0 = 35,
SD_TYPE_COUNT, // SD_TYPE_IQ4_NL_4_4 = 36,
// SD_TYPE_IQ4_NL_4_8 = 37,
// SD_TYPE_IQ4_NL_8_8 = 38,
SD_TYPE_COUNT = 39,
}; };
SD_API const char* sd_type_name(enum sd_type_t type); SD_API const char* sd_type_name(enum sd_type_t type);