chore: import upstream snapshot with attribution

2026-07-13 13:36:01 +08:00
commit d620b5fdeb
1172 changed files with 45344 additions and 0 deletions
@@ -0,0 +1,15 @@
+import torch
+from transformers import StoppingCriteria
+
+
+class StopWordsCriteria(StoppingCriteria):
+
+    def __init__(self, stop_indices: list):
+        self.stop_indices = stop_indices
+
+    def __call__(self, input_ids: torch.LongTensor, scores: torch.FloatTensor, **kwargs) -> bool:
+        # do not support batch inference
+        for i in range(len(self.stop_indices)):
+            if self.stop_indices[-1-i] != input_ids[0][-1-i]:
+                return False
+        return True