Commit
·
05fc347
1
Parent(s):
3e36b23
finally worked
Browse files
app.py
CHANGED
|
@@ -209,7 +209,8 @@ def quantize(model_path, repo_id, quant_method=None):
|
|
| 209 |
|
| 210 |
def create_readme(repo_name, base_model_name, lora_model_name, quant_methods):
|
| 211 |
readme_path = os.path.join("output", repo_name, "README.md")
|
| 212 |
-
readme_template = """---
|
|
|
|
| 213 |
- autotrain
|
| 214 |
- text-generation-inference
|
| 215 |
- text-generation
|
|
@@ -284,7 +285,7 @@ def process_model(base_model_name, lora_model_name, repo_name, quant_methods, hf
|
|
| 284 |
|
| 285 |
|
| 286 |
# 量化模型
|
| 287 |
-
for quant_method in quant_methods:
|
| 288 |
quantize(output_dir, repo_name, quant_method=quant_method)
|
| 289 |
|
| 290 |
create_readme(repo_name, base_model_name, lora_model_name, quant_methods)
|
|
@@ -338,7 +339,7 @@ def create_ui():
|
|
| 338 |
)
|
| 339 |
quant_method = gr.CheckboxGroup(
|
| 340 |
choices=["Q2_K", "Q4_K", "IQ4_NL", "Q5_K_M", "Q6_K", "Q8_0"],
|
| 341 |
-
value=["Q4_K", "Q8_0"],
|
| 342 |
label="Quantization Method"
|
| 343 |
)
|
| 344 |
hf_token = gr.Textbox(
|
|
|
|
| 209 |
|
| 210 |
def create_readme(repo_name, base_model_name, lora_model_name, quant_methods):
|
| 211 |
readme_path = os.path.join("output", repo_name, "README.md")
|
| 212 |
+
readme_template = """---
|
| 213 |
+
tags:
|
| 214 |
- autotrain
|
| 215 |
- text-generation-inference
|
| 216 |
- text-generation
|
|
|
|
| 285 |
|
| 286 |
|
| 287 |
# 量化模型
|
| 288 |
+
for quant_method in quant_methods[::-1]:
|
| 289 |
quantize(output_dir, repo_name, quant_method=quant_method)
|
| 290 |
|
| 291 |
create_readme(repo_name, base_model_name, lora_model_name, quant_methods)
|
|
|
|
| 339 |
)
|
| 340 |
quant_method = gr.CheckboxGroup(
|
| 341 |
choices=["Q2_K", "Q4_K", "IQ4_NL", "Q5_K_M", "Q6_K", "Q8_0"],
|
| 342 |
+
value=["Q2_K", "Q4_K", "IQ4_NL", "Q5_K_M", "Q6_K", "Q8_0"],
|
| 343 |
label="Quantization Method"
|
| 344 |
)
|
| 345 |
hf_token = gr.Textbox(
|