Spaces:
Running
on
Zero
Running
on
Zero
Change version of loading model
Browse files
app.py
CHANGED
@@ -27,20 +27,18 @@ with open("token_probabilities.json") as f:
|
|
27 |
token_probabilities = np.array([token_probs_dict[str(i)] for i in range(len(token_probs_dict))], dtype=np.float32)
|
28 |
|
29 |
@spaces.GPU
|
30 |
-
def
|
|
|
31 |
ckpt_path = hf_hub_download(
|
32 |
repo_id="ruurd/tini_model",
|
33 |
filename="diffusion-model.pth",
|
34 |
token=os.getenv("HF_TOKEN")
|
35 |
)
|
|
|
36 |
|
37 |
-
|
38 |
-
|
39 |
-
|
40 |
-
model.to(device)
|
41 |
-
model.eval()
|
42 |
-
return model
|
43 |
-
|
44 |
|
45 |
rng = np.random.default_rng()
|
46 |
|
@@ -146,10 +144,6 @@ def diffusion_chat(question, eot_weight, max_it, sharpness):
|
|
146 |
|
147 |
# --- Gradio Interface ---
|
148 |
|
149 |
-
print("Loading model...")
|
150 |
-
model = load_model()
|
151 |
-
print("✅ Model loaded.")
|
152 |
-
|
153 |
demo = gr.Interface(
|
154 |
fn=diffusion_chat,
|
155 |
inputs=[
|
|
|
27 |
token_probabilities = np.array([token_probs_dict[str(i)] for i in range(len(token_probs_dict))], dtype=np.float32)
|
28 |
|
29 |
@spaces.GPU
|
30 |
+
def load_weights():
|
31 |
+
# OK: download & load weights to CPU
|
32 |
ckpt_path = hf_hub_download(
|
33 |
repo_id="ruurd/tini_model",
|
34 |
filename="diffusion-model.pth",
|
35 |
token=os.getenv("HF_TOKEN")
|
36 |
)
|
37 |
+
return torch.load(ckpt_path, map_location="cpu") # ✅ returns only CPU tensors
|
38 |
|
39 |
+
model = CustomTransformerModel(...)
|
40 |
+
model.load_state_dict(load_weights())
|
41 |
+
model.to("cuda") # ✅ OK now, after @spaces.GPU is done
|
|
|
|
|
|
|
|
|
42 |
|
43 |
rng = np.random.default_rng()
|
44 |
|
|
|
144 |
|
145 |
# --- Gradio Interface ---
|
146 |
|
|
|
|
|
|
|
|
|
147 |
demo = gr.Interface(
|
148 |
fn=diffusion_chat,
|
149 |
inputs=[
|