chore: import upstream snapshot with attribution

2026-07-13 13:39:21 +08:00
commit bc34f6df14
1149 changed files with 328099 additions and 0 deletions
@@ -0,0 +1,33 @@
+import os
+from FlagEmbedding import FlagAutoReranker
+
+
+def test_base_multi_devices():
+    model = FlagAutoReranker.from_finetuned(
+        'BAAI/bge-reranker-v2-minicpm-layerwise',
+        use_fp16=True,
+        query_instruction_for_rerank="A: ",
+        passage_instruction_for_rerank="B: ",
+        trust_remote_code=True,
+        devices=["cuda:3"],   # if you don't have GPUs, you can use ["cpu", "cpu"]
+        cache_dir=os.getenv('HF_HUB_CACHE', None),
+    )
+    
+    pairs = [
+        ["What is the capital of France?", "Paris is the capital of France."],
+        ["What is the capital of France?", "The population of China is over 1.4 billion people."],
+        ["What is the population of China?", "Paris is the capital of France."],
+        ["What is the population of China?", "The population of China is over 1.4 billion people."]
+    ] * 100
+    
+    scores = model.compute_score(pairs, cutoff_layers=[28])
+    
+    print(scores[:4])
+
+
+if __name__ == '__main__':
+    test_base_multi_devices()
+    
+    print("--------------------------------")
+    print("Expected Output:")
+    print("[1.939453125, -12.71875, -11.78125, 2.189453125]")