mirror of
https://github.com/ggml-org/llama.cpp.git
synced 2026-11-11 22:32:07 +01:00
Krishna SridharandMax Krasnyansky
cf23ee2447
Add element-wise unary ops needed by Qwen 3.5's DeltaNet linear attention layers. These ops follow the existing unary-ops pattern with VTCM DMA double-buffering. - neg: negate via scale by -1.0 - exp: uses existing hvx_exp_f32 HVX intrinsics - sigmoid: uses existing hvx_sigmoid_f32_aa HVX intrinsics - softplus: log(1 + exp(x)) scalar fallback - CONT reuses the existing CPY infrastructure since making a tensor contiguous is equivalent to a same-type copy. - REPEAT implements tiled memory copy with multi-threaded execution via the worker pool, supporting f32 and f16 types. The kernel parallelizes across output rows and uses memcpy for each tile. Co-authored-by: Max Krasnyansky <maxk@qti.qualcomm.com>
65 lines
1.7 KiB
C
65 lines
1.7 KiB
C
#ifndef HTP_OPS_H
|
|
#define HTP_OPS_H
|
|
|
|
#include "htp-ctx.h"
|
|
#include "htp-msg.h"
|
|
#include "worker-pool.h"
|
|
|
|
#include <assert.h>
|
|
#include <stdint.h>
|
|
|
|
#include <hex-fastdiv.h>
|
|
|
|
// ggml-common.h must be included prior to this header
|
|
|
|
struct htp_spad {
|
|
uint8_t * data;
|
|
size_t stride;
|
|
size_t size;
|
|
size_t size_per_thread;
|
|
};
|
|
|
|
struct htp_ops_context {
|
|
struct htp_context * ctx;
|
|
|
|
enum htp_op op;
|
|
int32_t op_params[HTP_MAX_OP_PARAMS / sizeof(int32_t)];
|
|
|
|
struct htp_tensor src0;
|
|
struct htp_tensor src1;
|
|
struct htp_tensor src2;
|
|
struct htp_tensor src3;
|
|
struct htp_tensor src4;
|
|
struct htp_tensor dst;
|
|
|
|
struct htp_spad src0_spad;
|
|
struct htp_spad src1_spad;
|
|
struct htp_spad src2_spad;
|
|
struct htp_spad src3_spad;
|
|
struct htp_spad dst_spad;
|
|
|
|
worker_pool_context_t * wpool; // worker pool
|
|
uint32_t n_threads; // num threads
|
|
|
|
uint32_t flags;
|
|
};
|
|
|
|
int op_matmul(struct htp_ops_context * octx);
|
|
int op_matmul_id(struct htp_ops_context * octx);
|
|
int op_binary(struct htp_ops_context * octx);
|
|
int op_unary(struct htp_ops_context * octx);
|
|
int op_sum_rows(struct htp_ops_context * octx);
|
|
int op_activations(struct htp_ops_context * octx);
|
|
int op_softmax(struct htp_ops_context * octx);
|
|
int op_add_id(struct htp_ops_context * octx);
|
|
int op_rope(struct htp_ops_context * octx);
|
|
int op_flash_attn_ext(struct htp_ops_context * octx);
|
|
int op_set_rows(struct htp_ops_context * octx);
|
|
int op_get_rows(struct htp_ops_context * octx);
|
|
int op_cpy(struct htp_ops_context * octx);
|
|
int op_repeat(struct htp_ops_context * octx);
|
|
int op_argsort(struct htp_ops_context * octx);
|
|
int op_ssm_conv(struct htp_ops_context * octx);
|
|
|
|
#endif /* HTP_OPS_H */
|