huggingface下载模型的最正确方法

发布时间 2023-12-27 11:33:15作者: 张博的博客
# transformsers 转onnx

import os
os.environ['HF_ENDPOINT'] = 'https://hf-mirror.com'
#加上这行之后又恢复以前的速度了!



from transformers import AutoModel, AutoConfig, AutoTokenizer
bert_model = AutoModel.from_pretrained('bert-base-uncased',mirror='https://hf-mirror.com/models')
config = AutoConfig.from_pretrained('bert-base-uncased',mirror='https://hf-mirror.com/models')
tokenizer = AutoTokenizer.from_pretrained('bert-base-uncased',mirror='https://hf-mirror.com/models')