chore: import upstream snapshot with attribution

2026-07-13 12:44:08 +08:00
commit 983960e2dd
1244 changed files with 281996 additions and 0 deletions
@@ -0,0 +1,54 @@
+import { CPUArchitectures } from '@/types'
+import { SystemHelper } from '@/helpers/system-helper'
+
+/**
+ * Inspect whether this machine is a good fit for Leon's local AI setup.
+ */
+export default async function inspectLocalAICapability() {
+  let llama = null
+
+  try {
+    const { getLlama, LlamaLogLevel } = await Function(
+      'return import("node-llama-cpp")'
+    )()
+
+    llama = await getLlama({
+      logLevel: LlamaLogLevel.disabled
+    })
+  } catch {
+    llama = null
+  }
+
+  const [hasGPU, gpuDeviceNames, graphicsComputeAPI, totalVRAM, canSupportLLM] =
+    await Promise.all([
+      SystemHelper.hasGPU(llama || undefined, { allowCoreImport: false }),
+      SystemHelper.getGPUDeviceNames(llama || undefined, {
+        allowCoreImport: false
+      }),
+      SystemHelper.getGraphicsComputeAPI(llama || undefined, {
+        allowCoreImport: false
+      }),
+      SystemHelper.getTotalVRAM(llama || undefined, {
+        allowCoreImport: false
+      }),
+      SystemHelper.canSupportLocalLLM(llama || undefined, {
+        allowCoreImport: false
+      })
+    ])
+
+  const isLinuxARM64 =
+    SystemHelper.isLinux() &&
+    SystemHelper.getInformation().cpuArchitecture === CPUArchitectures.ARM64
+
+  const canInstallLocalAI =
+    (!isLinuxARM64 || (hasGPU && graphicsComputeAPI === 'cuda')) &&
+    canSupportLLM
+
+  return {
+    hasGPU,
+    gpuDeviceNames,
+    graphicsComputeAPI,
+    totalVRAM,
+    canInstallLocalAI
+  }
+}