Update config.json

config.json

@@ -17,6 +17,13 @@
   "num_attention_heads": 32,
   "num_hidden_layers": 36,
   "num_key_value_heads": 8,
+  "quantization_config": {
+    "quant_method":      "bitnet",
+    "linear_class":      "autobitlinear",
+    "quantization_mode": "online",
+    "use_rms_norm":      true,
+    "rms_norm_eps":      1e-6
+  }
   "rms_norm_eps": 1e-06,
   "rope_scaling": null,
   "rope_theta": 1000000,