update config

config.json

@@ -25,6 +25,7 @@
     "vocab_size": 128256,
     "quantization_config": {
       "quant_method": "bitnet",
-      "offline_quantization": true
+      "linear_class": "autobitlinear",
+      "quantization_mode": "offline"
     }
 }