microsoft
/

bitnet-b1.58-2B-4T

Text Generation

large-language-model

8-bit precision

Model card Files Files and versions Community

shumingma commited on 12 days ago

Commit

02e9916

·

1 Parent(s): b25804d

update config

Files changed (1) hide show

config.json +5 -2

config.json CHANGED Viewed

@@ -3,7 +3,7 @@
       "BitNetForCausalLM"
     ],
     "auto_map": {
-      "AutoConfig": "configuration_bitnet.BitNetModelConfig",
       "AutoModelForCausalLM": "modeling_bitnet.BitNetForCausalLM"
     },
     "bos_token_id": 128000,
@@ -23,5 +23,8 @@
     "torch_dtype": "bfloat16",
     "use_cache": true,
     "vocab_size": 128256,
-    "online_quant": false
 }

       "BitNetForCausalLM"
     ],
     "auto_map": {
+      "AutoConfig": "configuration_bitnet.BitNetConfig",
       "AutoModelForCausalLM": "modeling_bitnet.BitNetForCausalLM"
     },
     "bos_token_id": 128000,
     "torch_dtype": "bfloat16",
     "use_cache": true,
     "vocab_size": 128256,
+    "quantization_config": {
+      "quant_method": "bitnet",
+      "offline_quantization": true
+    }
 }