wehub-resource-sync
ec436095dd
Book-CI / test (macos-latest) (push) Has been cancelled
Book-CI / test (ubuntu-latest) (push) Has been cancelled
Book-CI / test (windows-latest) (push) Has been cancelled
Release Fake Tag / publish (push) Has been cancelled
Deploy / deploy (macos-latest) (push) Has been cancelled
Deploy / deploy (ubuntu-latest) (push) Has been cancelled
Deploy / deploy (windows-latest) (push) Has been cancelled
Release to PyPI / Build & publish sglang-kt (push) Has been cancelled
Release to PyPI / Build kt-kernel (Python 3.11) (push) Has been cancelled
Release to PyPI / Build kt-kernel (Python 3.12) (push) Has been cancelled
Release to PyPI / Publish kt-kernel to PyPI (push) Has been cancelled
40 lines
780 B
C
40 lines
780 B
C
#ifndef MMQ_H
|
|
#define MMQ_H
|
|
#include <stdint.h>
|
|
|
|
#ifdef __cplusplus
|
|
extern "C" {
|
|
#endif
|
|
|
|
bool ggml_amx_init(void);
|
|
|
|
bool ggml_compute_forward_mul_mat_use_amx(struct ggml_tensor* dst);
|
|
|
|
void ggml_mul_mat_amx(struct ggml_tensor* dst, int nth, int ith, void* wdata, int wsize);
|
|
|
|
/**
|
|
* @param m
|
|
* @param n
|
|
* @param k
|
|
* @param a
|
|
* @param a_type
|
|
* @param b
|
|
* @param b_type
|
|
* @param c
|
|
* @param c_type
|
|
* @param ldc c stride in elements
|
|
* @param ith
|
|
* @param nth
|
|
* @param wdata auxillary data area
|
|
* @param wsize size of auxillary data size
|
|
*/
|
|
|
|
void mat_mul_amx(int m, int n, int k, const void* a, int a_type, const void* b, int b_type, void* c, int c_type,
|
|
int ldc, int ith, int nth, void* wdata, int wsize);
|
|
|
|
#ifdef __cplusplus
|
|
}
|
|
#endif
|
|
|
|
#endif // MMQ_H
|