Update moss_web_demo_streamlit.py

This commit is contained in:
Tianxiang Sun
2023-04-27 17:10:54 +08:00
parent c922ded235
commit 088f5b6f85
+1 -1
View File
@@ -59,7 +59,7 @@ def load_model():
raw_model, model_path, device_map="auto", no_split_module_classes=["MossBlock"], dtype=torch.float16
)
else: # on a single gpu
model = MossForCausalLM.from_pretrained(args.model_name, trust_remote_code=True).half().cuda()
model = MossForCausalLM.from_pretrained(args.model_name).half().cuda()
return tokenizer, model