| { | |
| "compression": null, | |
| "dtype": "int8", | |
| "input_info": null, | |
| "optimum_version": "1.24.0", | |
| "quantization_config": { | |
| "activation_format": "int8", | |
| "bits": 8, | |
| "dataset": null, | |
| "fast_bias_correction": true, | |
| "ignored_scope": null, | |
| "model_type": "transformer", | |
| "num_samples": 300, | |
| "overflow_fix": "disable", | |
| "processor": null, | |
| "smooth_quant_alpha": null, | |
| "sym": false, | |
| "tokenizer": null, | |
| "trust_remote_code": false, | |
| "weight_format": "int8" | |
| }, | |
| "save_onnx_model": false, | |
| "transformers_version": "4.48.3" | |
| } | |