bobber commited on
Commit
95b6f04
·
verified ·
1 Parent(s): 5e4ad0a

change to simplescaling_s1-32B-Q4_K_S.gguf

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -7,7 +7,7 @@ import torch
7
  #Qwen/Qwen2-0.5B
8
  model_name = "bartowski/simplescaling_s1-32B-GGUF"
9
  subfolder = "Qwen-0.5B-GRPO/checkpoint-1868"
10
- filename = "simplescaling_s1-32B-Q5_K_S.gguf"
11
  torch_dtype = torch.bfloat16 # could be torch.float16 or torch.bfloat16 torch.float32 too
12
 
13
  model = AutoModelForCausalLM.from_pretrained(
 
7
  #Qwen/Qwen2-0.5B
8
  model_name = "bartowski/simplescaling_s1-32B-GGUF"
9
  subfolder = "Qwen-0.5B-GRPO/checkpoint-1868"
10
+ filename = "simplescaling_s1-32B-Q4_K_S.gguf"
11
  torch_dtype = torch.bfloat16 # could be torch.float16 or torch.bfloat16 torch.float32 too
12
 
13
  model = AutoModelForCausalLM.from_pretrained(