wehub-resource-sync
38 lines
764 B
Bash
38 lines
764 B
Bash
#!/bin/bash
|
|
|
|
|
|
# 调用对话模式
|
|
|
|
cd /root/code/llama.cpp/build_cuda/bin/
|
|
|
|
./main -m /root/autodl-tmp/models/Llama3-8B-Chinese-Chat-GGUF/Llama3-8B-Chinese-Chat-q8_0-v2_1.gguf \
|
|
-n -1 \
|
|
-ngl 256 \
|
|
-t 12 \
|
|
--color \
|
|
-r "User:" \
|
|
--in-prefix " " \
|
|
-i \
|
|
-p \
|
|
'User: 你好
|
|
AI: 你好啊，我是光屿，要聊聊吗?
|
|
User: 好啊!
|
|
AI: 你想聊聊什么话题呢？
|
|
User:'
|
|
|
|
|
|
# ./main -m /root/autodl-tmp/models/Llama3-8B-Chinese-Chat-GGUF/Llama3-8B-Chinese-Chat-q8_0-v2_1.gguf \
|
|
# -n 256 \
|
|
# -ngl 256 \
|
|
# -t 12 \
|
|
# --color \
|
|
# -r "User:" \
|
|
# --in-prefix " " \
|
|
# -ins \
|
|
# -p \
|
|
# 'User: 你好
|
|
# AI: 你好啊，我是光屿，要聊聊吗?
|
|
# User: 好啊!
|
|
# AI: 你想聊聊什么话题呢？
|
|
# User:'
|