Update config.json

config.json

@@ -175,7 +175,7 @@
     "sliding_window": 4096,
     "tokenizer_model_max_length": 8192,
     "tokenizer_padding_side": "right",
-    "torch_dtype": "float32",
+    "torch_dtype": "bfloat16",
     "use_cache": true,
     "use_mm_proj": true,
     "use_pos_skipping": false,
@@ -183,8 +183,8 @@
     "vocab_size": 256001
   },
   "tie_word_embeddings": false,
-  "torch_dtype": "float32",
-  "transformers_version": "4.52.0",
+  "torch_dtype": "float16",
+  "transformers_version": "4.52.0.dev0",
   "use_image_newline_parameter": true,
   "vision_config": {
     "attention_dropout": 0.0,
@@ -198,7 +198,6 @@
     "num_channels": 3,
     "num_hidden_layers": 26,
     "patch_size": 14,
-    "torch_dtype": "float32",
     "vision_use_head": false
   },
   "vision_feature_layer": -1,