1、安装依赖
pip install modelscope -i https://mirrors.aliyun.com/pypi/simple/
2、创建一个python脚本
# -*- coding: utf-8 -*-
# @Time : 2024/6/24 上午10:01
# @Author : yangwenjie
# @Email : 邮箱
# @File : modelscope_spdownload.py.py
# @Project : study
from argparse import ArgumentParser
from modelscope.hub.snapshot_download import snapshot_download
import time
from concurrent.futures import ThreadPoolExecutor
def download_snapshot(*, model_id,cache_dir):
print('Downloading snapshot {}'.format(model_id))
snapshot_download(f'{model_id}', cache_dir=cache_dir)
def main(model_ids,cache_dir,max_workers=4):
with ThreadPoolExecutor(max_workers=max_workers) as executor:
# model_ids = ['qwen/Qwen-7B', 'qwen/Qwen-7B-Chat', 'qwen/Qwen-7B-Chat-Int4']
model_ids = [model_ids]
start = time.time()
for model_id in model_ids:
executor.submit(download_snapshot, model_id=model_id,cache_dir=cache_dir)
end = time.time()
print('Total elapsed time: {}'.format(end - start))
if __name__ == '__main__':
# python script.py --model_ids iic/nlp_bert_entity-embedding_chinese-base
# python script.py --max_workers 8 --cache_dir ./ --model_ids iic/nlp_bert_entity-embedding_chinese-base
parser = ArgumentParser(description='模型下载')
parser.add_argument('--max_workers', type=int, default=4, )
parser.add_argument('--cache_dir', type=str, default="./")
parser.add_argument('--model_ids', type=str, default="iic/nlp_bert_entity-embedding_chinese-base", )
args = parser.parse_args()
main(args.model_ids,args.cache_dir,args.max_workers)
3、执行脚本
python script.py --model_ids iic/nlp_bert_entity-embedding_chinese-base
标签：cache,--,模型,ModelScope,ids,下载,model,workers,dir From： https://www.cnblogs.com/ywjfx/p/18264538