Auto Commit
Browse files- 0.pt +3 -0
- 0_cfg.json +1 -0
- 1.pt +3 -0
- 1_cfg.json +1 -0
0.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a321eeff9dcbd75e2691a3dddea5621f5c01a6162782e4c5844cf4da239df800
|
| 3 |
+
size 234955424
|
0_cfg.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"seed": 49, "batch_size": 4096, "buffer_mult": 128, "lr": 5e-05, "num_tokens": 200000000, "l1_coeff": 2, "beta1": 0.9, "beta2": 0.999, "d_in": 896, "dict_size": 16384, "seq_len": 1024, "enc_dtype": "fp32", "model_name": "qwen2.5-0.5b", "site": "resid_pre", "device": "cuda:0", "model_batch_size": 4, "log_every": 100, "save_every": 30000, "dec_init_norm": 0.08, "hook_point": "blocks.12.hook_resid_pre", "wandb_project": "crosscoders-r1-distill-qwen", "wandb_entity": "varmaaastha6"}
|
1.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:13afe12e01df7cd0a385d3a0e6087f04f32679dede3045d29f512e5d590a19a4
|
| 3 |
+
size 234955424
|
1_cfg.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"seed": 49, "batch_size": 4096, "buffer_mult": 128, "lr": 5e-05, "num_tokens": 200000000, "l1_coeff": 2, "beta1": 0.9, "beta2": 0.999, "d_in": 896, "dict_size": 16384, "seq_len": 1024, "enc_dtype": "fp32", "model_name": "qwen2.5-0.5b", "site": "resid_pre", "device": "cuda:0", "model_batch_size": 4, "log_every": 100, "save_every": 30000, "dec_init_norm": 0.08, "hook_point": "blocks.12.hook_resid_pre", "wandb_project": "crosscoders-r1-distill-qwen", "wandb_entity": "varmaaastha6"}
|