wehub-resource-sync
ec436095dd
Book-CI / test (macos-latest) (push) Waiting to run
Deploy / deploy (macos-latest) (push) Waiting to run
Deploy / deploy (ubuntu-latest) (push) Waiting to run
Deploy / deploy (windows-latest) (push) Waiting to run
Release to PyPI / Build & publish sglang-kt (push) Waiting to run
Release to PyPI / Build kt-kernel (Python 3.11) (push) Waiting to run
Release to PyPI / Build kt-kernel (Python 3.12) (push) Waiting to run
Release to PyPI / Publish kt-kernel to PyPI (push) Blocked by required conditions
Book-CI / test (ubuntu-latest) (push) Waiting to run
Book-CI / test (windows-latest) (push) Waiting to run
Release Fake Tag / publish (push) Waiting to run
25 lines
780 B
C++
25 lines
780 B
C++
// Adapted from
|
|
// https://github.com/Mozilla-Ocho/llamafile/blob/0.8.8/llamafile/tinyblas_cpu_mixmul_arm80.cpp
|
|
// Copyrigth 2024 Mozilla Foundation.
|
|
// Copyright(c) 2024 by KVCache.AI, All Rights Reserved.
|
|
|
|
#ifdef __aarch64__
|
|
#define llamafile_mixmul llamafile_mixmul_arm80
|
|
#include "tinyblas_cpu_mixmul.inc"
|
|
|
|
/**
|
|
* Returns number of shared memory bytes llamafile_mixmul() needs.
|
|
*/
|
|
size_t llamafile_mixmul_needs(const ggml_tensor* weights, const ggml_tensor* thought, const ggml_tensor* plan) {
|
|
ggml_compute_params params{};
|
|
params.wsize = 0x7ffff000;
|
|
params.wdata = (void*)0x1000;
|
|
MixMul mm{¶ms, weights, thought, plan, 0};
|
|
if (mm.allocate_shared_memory())
|
|
return mm.get_allocated_bytes();
|
|
else
|
|
return 0;
|
|
}
|
|
|
|
#endif // __aarch64__
|