File size: 610 Bytes
4cabaf2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
from transformers import BlenderbotTokenizer, BlenderbotForConditionalGeneration
import os

model_name = "facebook/blenderbot-400M-distill"
model_dir = "/home/user/app/blenderbot_model"

if not os.path.exists(model_dir):
    print(f"Downloading {model_name}...")
    tokenizer = BlenderbotTokenizer.from_pretrained(model_name)
    model = BlenderbotForConditionalGeneration.from_pretrained(model_name)
    os.makedirs(model_dir, exist_ok=True)
    tokenizer.save_pretrained(model_dir)
    model.save_pretrained(model_dir)
    print("Download complete.")
else:
    print(f"Model already exists at {model_dir}.")