zhuangjia777 commited on
Commit
e0a8e8f
·
verified ·
1 Parent(s): 70c9350

Create app.py

Browse files
Files changed (1) hide show
  1. app.py +9 -0
app.py ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ import torch
2
+ from transformers import AutoTokenizer, AutoModel
3
+ path = "OpenGVLab/InternVL3-78B"
4
+ model = AutoModel.from_pretrained(
5
+ path,
6
+ torch_dtype=torch.bfloat16,
7
+ low_cpu_mem_usage=True,
8
+ use_flash_attn=True,
9
+ trust_remote_code=True).eval().cuda()