sync: update ggml
This commit is contained in:
parent
a17ae7b7d2
commit
a65c410463
2
ggml
2
ggml
@ -1 +1 @@
|
|||||||
Subproject commit b94c066ad4de62bda2a10a80131d4cd8112f7c65
|
Subproject commit 9cc5cb27f97821482fbb99aea1e590e55bf89151
|
@ -846,7 +846,7 @@ public:
|
|||||||
return NULL;
|
return NULL;
|
||||||
}
|
}
|
||||||
// it's performing a compute, check if backend isn't cpu
|
// it's performing a compute, check if backend isn't cpu
|
||||||
if (!ggml_backend_is_cpu(backend) && tensor->backend == GGML_BACKEND_CPU) {
|
if (!ggml_backend_is_cpu(backend) && tensor->backend == GGML_BACKEND_TYPE_CPU) {
|
||||||
// pass input tensors to gpu memory
|
// pass input tensors to gpu memory
|
||||||
auto backend_tensor = ggml_dup_tensor(compute_ctx, tensor);
|
auto backend_tensor = ggml_dup_tensor(compute_ctx, tensor);
|
||||||
|
|
||||||
|
@ -76,6 +76,9 @@ enum sd_type_t {
|
|||||||
SD_TYPE_IQ3_XXS = 18,
|
SD_TYPE_IQ3_XXS = 18,
|
||||||
SD_TYPE_IQ1_S = 19,
|
SD_TYPE_IQ1_S = 19,
|
||||||
SD_TYPE_IQ4_NL = 20,
|
SD_TYPE_IQ4_NL = 20,
|
||||||
|
SD_TYPE_IQ3_S = 21,
|
||||||
|
SD_TYPE_IQ2_S = 22,
|
||||||
|
SD_TYPE_IQ4_XS = 23,
|
||||||
SD_TYPE_I8,
|
SD_TYPE_I8,
|
||||||
SD_TYPE_I16,
|
SD_TYPE_I16,
|
||||||
SD_TYPE_I32,
|
SD_TYPE_I32,
|
||||||
|
Loading…
Reference in New Issue
Block a user