chore: import upstream snapshot with attribution
Lint test / lint (push) Has been cancelled

This commit is contained in:
wehub-resource-sync
2026-07-13 13:34:58 +08:00
commit a203934033
1368 changed files with 175001 additions and 0 deletions
+14
View File
@@ -0,0 +1,14 @@
# Copyright (c) ModelScope Contributors. All rights reserved.
import os
os.environ['CUDA_VISIBLE_DEVICES'] = '0'
if __name__ == '__main__':
from swift import AppArguments, DeployArguments, app_main, run_deploy
# Here's a runnable demo provided.
# In a real scenario, you can simply remove the deployed context.
with run_deploy(
DeployArguments(model='Qwen/Qwen2.5-1.5B-Instruct', verbose=False, log_interval=-1, infer_backend='vllm'),
return_url=True) as url:
app_main(AppArguments(model='Qwen2.5-1.5B-Instruct', base_url=url, stream=True, max_new_tokens=2048))
+7
View File
@@ -0,0 +1,7 @@
# You need to have a deployed model or api service first
CUDA_VISIBLE_DEVICES=0 swift app \
--model '<model_name>' \
--base_url http://127.0.0.1:8000/v1 \
--stream true \
--max_new_tokens 2048 \
--lang zh