chore: import upstream snapshot with attribution

2026-07-13 13:34:58 +08:00
commit a203934033
1368 changed files with 175001 additions and 0 deletions
@@ -0,0 +1,74 @@
+import os
+
+os.environ['CUDA_VISIBLE_DEVICES'] = '0,1,2,3'
+os.environ['ASCEND_RT_VISIBLE_DEVICES'] = '0,1,2,3'
+os.environ['SWIFT_DEBUG'] = '1'
+
+tools = [{
+    'name': 'get_current_weather',
+    'description': 'Get the current weather in a given location',
+    'parameters': {
+        'type': 'object',
+        'properties': {
+            'location': {
+                'type': 'string',
+                'description': 'The city and state, e.g. San Francisco, CA'
+            },
+            'unit': {
+                'type': 'string',
+                'enum': ['celsius', 'fahrenheit']
+            }
+        },
+        'required': ['location']
+    }
+}]
+
+
+def _test_tool(engine, system=None):
+    messages = [
+        {
+            'role': 'user',
+            'content': "How's the weather in Beijing today?"
+        },
+        {
+            'role':
+            'assistant',
+            'content': ('<tool_call>\n{"name": "get_current_weather", "arguments": '
+                        '{"location": "Beijing, China", "unit": "celsius"}}\n</tool_call>')
+        },
+        {
+            'role': 'tool',
+            'content': "{'temp': 25, 'description': 'Partly cloudy', 'status': 'success'}"
+        },
+    ]
+    request_config = RequestConfig(max_tokens=512, temperature=0)
+    response = engine.infer([InferRequest(messages=messages, tools=tools)], request_config=request_config)
+    return response[0].choices[0].message.content
+
+
+def test_qwen2_5():
+    engine = TransformersEngine('Qwen/Qwen2.5-7B-Instruct')
+    response = _test_tool(engine)
+    assert response == 'Today in Beijing, the temperature is 25 degrees Celsius with partly cloudy skies.'
+
+
+def test_qwq():
+    engine = TransformersEngine('Qwen/QwQ-32B')
+    response = _test_tool(engine)
+    assert response[-100:] == ('weather in Beijing is **25°C** with **partly cloudy** skies. '
+                               'It looks like a mild day outside—enjoy!')
+
+
+def test_deepseek_r1_distill():
+    # TODO
+    engine = TransformersEngine('deepseek-ai/DeepSeek-R1-Distill-Qwen-7B')
+    _test_tool(engine, system='')
+
+
+if __name__ == '__main__':
+    from swift.infer_engine import InferRequest, RequestConfig, TransformersEngine
+    from swift.utils import get_logger
+    logger = get_logger()
+    # test_qwen2_5()
+    test_qwq()
+    # test_deepseek_r1_distill()