Huggingface下载权重

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
from huggingface_hub import snapshot_download

repo_id = "gpt2-medium" # 模型在huggingface上的名称
local_dir = "/data/wangyh/mllms/LoRA-main/examples/NLG/pretrained_checkpoints/" # 本地模型存储的地址
local_dir_use_symlinks = False # 本地模型使用文件保存,而非blob形式保存
# token = "XXX" # 在hugging face上生成的 access token

# # 如果需要代理的话
# proxies = {
# 'http': 'XXXX',
# 'https': 'XXXX',
# }

snapshot_download(
repo_id=repo_id,
local_dir=local_dir,
local_dir_use_symlinks=local_dir_use_symlinks,
# token=token,
# proxies=proxies
)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
from huggingface_hub import hf_hub_download

repo_id = "gpt2-medium" # 模型在huggingface上的名称
file_name = "pytorch_model.bin"
local_dir = "/data/wangyh/mllms/LoRA-main/examples/NLG/pretrained_checkpoints_2/" # 本地模型存储的地址
local_dir_use_symlinks = False # 本地模型使用文件保存,而非blob形式保存
# token = "XXX" # 在hugging face上生成的 access token

# # 如果需要代理的话
# proxies = {
# 'http': 'XXXX',
# 'https': 'XXXX',
# }

hf_hub_download(
repo_id=repo_id,
filename=file_name,
local_dir=local_dir,
local_dir_use_symlinks=local_dir_use_symlinks,
# token=token,
# proxies=proxies
)