Spaces:
Runtime error
Runtime error
Create app.py
Browse files
app.py
ADDED
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
import torch
|
2 |
+
from transformers import AutoTokenizer, AutoModel
|
3 |
+
path = "OpenGVLab/InternVL3-78B"
|
4 |
+
model = AutoModel.from_pretrained(
|
5 |
+
path,
|
6 |
+
torch_dtype=torch.bfloat16,
|
7 |
+
low_cpu_mem_usage=True,
|
8 |
+
use_flash_attn=True,
|
9 |
+
trust_remote_code=True).eval().cuda()
|