chore: import upstream snapshot with attribution

2026-07-13 12:19:01 +08:00
commit 3b90d1192f
2172 changed files with 594509 additions and 0 deletions
@@ -0,0 +1,6 @@
+{
+ "<h1>GPT-NeoX Tokenizer</h1>\n<p>This initializes a Hugging Face tokenizer from the downloaded vocabulary.</p>\n": "<h1>GPT-neox Tokenizer</h1>\n<p>\u8fd9\u4f1a\u4ece\u4e0b\u8f7d\u7684\u8bcd\u6c47\u8868\u4e2d\u521d\u59cb\u5316\u4e00\u4e2a Hugging Face \u5206\u8bcd\u5668\u3002</p>\n",
+ "<h3>Load NeoX Tokenizer</h3>\n<ul><p><em>Returns</em>  the tokenizer</p></ul>\n": "<h3>\u52a0\u8f7d neOX \u5206\u8bcd\u5668</h3>\n<ul><p><em>\u8fd4\u56de</em>\u5206\u8bcd\u5668</p></ul>\n",
+ "GPT-NeoX Tokenizer": "GPT-neox Tokenizer",
+ "Loads the GPT-NeoX tokenizer": "\u52a0\u8f7d GPT-NEOX \u5206\u8bcd\u5668"
+}