This commit is contained in:
@@ -0,0 +1,10 @@
|
||||
from swift import InferArguments, infer_main
|
||||
|
||||
|
||||
def test_max_memory():
|
||||
infer_main(
|
||||
InferArguments(model='Qwen/Qwen2.5-7B-Instruct', max_memory='{0: "50GB", 1: "5GB"}', device_map='sequential'))
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
test_max_memory()
|
||||
Reference in New Issue
Block a user