multi_sdd: WIP

This commit is contained in:
Iwan Kawrakow
2024-10-29 12:11:37 +02:00
parent 5ad6439486
commit 70dd470cbc
3 changed files with 150 additions and 2 deletions

View File

@@ -494,6 +494,7 @@ extern "C" {
GGML_OP_GROUP_NORM,
GGML_OP_FUSED_RMS_NORM,
GGML_OP_FUSED_MUL_UNARY,
GGML_OP_MULTI_ADD,
GGML_OP_MUL_MAT,
GGML_OP_MUL_MAT_ID,
@@ -930,6 +931,10 @@ extern "C" {
struct ggml_tensor * a,
struct ggml_tensor * b);
GGML_API struct ggml_tensor * ggml_multi_add(
struct ggml_context * ctx,
struct ggml_tensor ** a);
// dst = a
// view(dst, nb1, nb2, nb3, offset) += b
// return dst