chore: import upstream snapshot with attribution

kt-kernel/operators/moe_kernel/api/common.h

@@ -0,0 +1,63 @@
+// BOOST_STRONG_TYPEDEF(int8_t, int4_2_t);
+#pragma once
+#include <cstdint>
+
+#include "llama.cpp/ggml.h"
+#if !defined(CPUINFER_HAS_FLOAT16_T)
+using float16_t = ggml_fp16_t;
+#define CPUINFER_HAS_FLOAT16_T 1
+#endif
+
+#if !defined(CPUINFER_HAS_BFLOAT16_T)
+using bfloat16_t = ggml_bf16_t;
+#define CPUINFER_HAS_BFLOAT16_T 1
+#endif  // CPUINFER_HAS_BFLOAT16_T
+const bool PACKED = true;
+#if defined(__aarch64__) || defined(__arm__) || defined(CPU_USE_KML)
+#ifndef CPU_USE_KML
+#define CPU_USE_KML
+#endif
+#endif  // USE_MOE_KERNEL_AMD or CPU_USE_KML
+
+#define STRONG_TYPEDEF(T, D)                                   \
+  struct D {                                                   \
+    T t;                                                       \
+    explicit D(const T &v) : t(v) {}                           \
+    D() = default;                                             \
+    D(const D &) = default;                                    \
+    D &operator=(const D &) = default;                         \
+    D &operator=(const T &rhs) {                               \
+      t = rhs;                                                 \
+      return *this;                                            \
+    }                                                          \
+    operator const T &() const { return t; }                   \
+    operator T &() { return t; }                               \
+    bool operator==(const D &rhs) const { return t == rhs.t; } \
+    bool operator!=(const D &rhs) const { return t != rhs.t; } \
+    bool operator<(const D &rhs) const { return t < rhs.t; }   \
+  };
+STRONG_TYPEDEF(int8_t, int4_2_t)
+typedef int8_t BLASINT8;
+
+/* matrix transpose or conjugate transpose */
+typedef enum KERNEL_CBLAS_TRANSPOSE {
+  KernelCblasNoTrans = 111,
+  KernelCblasTrans = 112,
+  KernelCblasConjTrans = 113,
+  KernelCblasConjNoTrans = 114
+} KERNEL_CBLAS_TRANSPOSE;
+/* matrix stored in rows or cols */
+typedef enum KERNEL_CBLAS_ORDER { KernelCblasRowMajor = 101, KernelCblasColMajor = 102 } KERNEL_CBLAS_ORDER;
+/* matrix position is left or right */
+typedef enum KERNEL_CBLAS_SIDE { KernelCblasLeft = 141, KernelCblasRight = 142 } KERNEL_CBLAS_SIDE;
+typedef KERNEL_CBLAS_ORDER KERNEL_CBLAS_LAYOUT;
+typedef enum KERNEL_CBLAS_OFFSET {
+  KernelCblasRowOffset = 171,
+  KernelCblasColOffset = 172,
+  KernelCblasFixOffset = 173
+} KERNEL_CBLAS_OFFSET;
+
+enum class MatKernelVariant {
+  Decode,
+  Prefill,
+};