Spaces:

Dovakiins
/

qwerrwe

Build error

Nanobit commited on May 25, 2023

Commit

5b712af

1 Parent(s): 9083910

Update bf16 options

Files changed (1) hide show

README.md CHANGED Viewed

@@ -172,7 +172,7 @@ gptq_model_v1: false # v1 or v2
 load_in_8bit: true
 # Use CUDA bf16
-bf16: true
 # Use CUDA fp16
 fp16: true
 # Use CUDA tf32

 load_in_8bit: true
 # Use CUDA bf16
+bf16: true # bool or 'full' for `bf16_full_eval`
 # Use CUDA fp16
 fp16: true
 # Use CUDA tf32