wehub-resource-sync
117 lines
4.8 KiB
Python
117 lines
4.8 KiB
Python
import os
|
|
|
|
os.environ['CUDA_VISIBLE_DEVICES'] = '0,1,2,3'
|
|
os.environ['ASCEND_RT_VISIBLE_DEVICES'] = '0,1,2,3'
|
|
|
|
|
|
def _infer_model(engine, system=None, messages=None, audios=None):
|
|
seed_everything(42)
|
|
request_config = RequestConfig(max_tokens=128, temperature=0)
|
|
if messages is None:
|
|
messages = []
|
|
if system is not None:
|
|
messages += [{'role': 'system', 'content': system}]
|
|
messages += [{'role': 'user', 'content': '你好'}]
|
|
resp = engine.infer([{'messages': messages}], request_config=request_config)
|
|
response = resp[0].choices[0].message.content
|
|
messages += [{'role': 'assistant', 'content': response}]
|
|
messages += [{'role': 'user', 'content': '<audio>这段语音说了什么'}]
|
|
else:
|
|
messages = messages.copy()
|
|
if audios is None:
|
|
audios = ['http://modelscope-open.oss-cn-hangzhou.aliyuncs.com/images/weather.wav']
|
|
resp = engine.infer([{'messages': messages, 'audios': audios}], request_config=request_config)
|
|
response = resp[0].choices[0].message.content
|
|
messages += [{'role': 'assistant', 'content': response}]
|
|
logger.info(f'model: {engine.model_info.model_name}, messages: {messages}')
|
|
return response
|
|
|
|
|
|
def test_qwen_audio():
|
|
engine = TransformersEngine('Qwen/Qwen-Audio-Chat')
|
|
_infer_model(engine)
|
|
|
|
|
|
def test_qwen2_audio():
|
|
# transformers==4.48.3
|
|
engine = TransformersEngine('Qwen/Qwen2-Audio-7B-Instruct')
|
|
messages = [{'role': 'user', 'content': '<audio>'}]
|
|
audios = ['https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen2-Audio/audio/guess_age_gender.wav']
|
|
response = _infer_model(engine, messages=messages, audios=audios)
|
|
engine.template.template_backend = 'jinja'
|
|
response2 = _infer_model(engine, messages=messages, audios=audios)
|
|
assert response == response2 == 'Yes, the speaker is female and in her twenties.'
|
|
|
|
|
|
def test_xcomposer2d5_ol():
|
|
engine = TransformersEngine('Shanghai_AI_Laboratory/internlm-xcomposer2d5-ol-7b:audio')
|
|
_infer_model(engine)
|
|
engine.template.template_backend = 'jinja'
|
|
_infer_model(engine)
|
|
|
|
|
|
def test_step_audio_chat():
|
|
engine = TransformersEngine('stepfun-ai/Step-Audio-Chat')
|
|
response = _infer_model(engine, messages=[{'role': 'user', 'content': '<audio>'}])
|
|
assert response == ('是的呢，今天天气晴朗，阳光明媚，微风和煦，非常适合外出活动。天空湛蓝，白云朵朵，让人心情愉悦。希望你能好好享受这美好的一天！')
|
|
|
|
|
|
def test_qwen2_5_omni():
|
|
USE_AUDIO_IN_VIDEO = True
|
|
os.environ['USE_AUDIO_IN_VIDEO'] = str(USE_AUDIO_IN_VIDEO)
|
|
engine = TransformersEngine('Qwen/Qwen2.5-Omni-7B')
|
|
response = _infer_model(engine)
|
|
engine.template.template_backend = 'jinja'
|
|
response2 = _infer_model(engine)
|
|
assert response == response2
|
|
|
|
|
|
def test_gemma3n():
|
|
engine = TransformersEngine('google/gemma-3n-E4B-it')
|
|
messages = [{'role': 'user', 'content': '<audio>Transcribe this audio and complete the statement'}]
|
|
audios = ['https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen2-Audio/audio/guess_age_gender.wav']
|
|
response = _infer_model(engine, messages=messages, audios=audios)
|
|
engine.template.template_backend = 'jinja'
|
|
response2 = _infer_model(engine, messages=messages, audios=audios)
|
|
assert response == response2
|
|
|
|
|
|
def test_midashenglm():
|
|
engine = TransformersEngine('mispeech/midashenglm-7b')
|
|
messages = [{'role': 'user', 'content': '<audio>Caption the audio.'}]
|
|
response = _infer_model(engine, messages=messages)
|
|
engine.template.template_backend = 'jinja'
|
|
response2 = _infer_model(engine, messages=messages)
|
|
assert response == response2 == "The audio contains a male voice speaking the phrase '今天天气真好呀' in Mandarin."
|
|
|
|
|
|
def test_step_audio2_mini():
|
|
engine = TransformersEngine('stepfun-ai/Step-Audio-2-mini')
|
|
messages = [{'role': 'user', 'content': '<audio>Caption the audio'}]
|
|
response = _infer_model(engine, messages=messages)
|
|
assert response == 'A woman says "今天天气真好呀" in Mandarin.'
|
|
|
|
|
|
def test_qwen3_asr():
|
|
messages = [{'role': 'user', 'content': '<audio>'}]
|
|
audios = ['https://qianwen-res.oss-cn-beijing.aliyuncs.com/Qwen3-ASR-Repo/asr_zh.wav']
|
|
engine = TransformersEngine('Qwen/Qwen3-ASR-1.7B')
|
|
engine.template._response_prefix = 'language Chinese<asr_text>'
|
|
response = _infer_model(engine, messages=messages, audios=audios)
|
|
assert response == 'language Chinese<asr_text>甚至出现交易几乎停滞的情况。'
|
|
|
|
|
|
if __name__ == '__main__':
|
|
from swift.infer_engine import RequestConfig, TransformersEngine
|
|
from swift.utils import get_logger, seed_everything
|
|
logger = get_logger()
|
|
# test_qwen_audio()
|
|
# test_qwen2_audio()
|
|
# test_xcomposer2d5_ol()
|
|
# test_step_audio_chat()
|
|
# test_qwen2_5_omni()
|
|
# test_gemma3n()
|
|
# test_midashenglm()
|
|
# test_step_audio2_mini()
|
|
test_qwen3_asr()
|