Update README.md
Browse files
README.md
CHANGED
|
@@ -110,7 +110,7 @@ nl2sqlite_template_cn = """你是一名{dialect}专家,现在需要阅读并
|
|
| 110 |
import torch
|
| 111 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
| 112 |
|
| 113 |
-
model_name = "XGenerationLab/XiYanSQL-QwenCoder-
|
| 114 |
model = AutoModelForCausalLM.from_pretrained(
|
| 115 |
model_name,
|
| 116 |
torch_dtype=torch.bfloat16,
|
|
@@ -149,7 +149,7 @@ response = tokenizer.batch_decode(generated_ids, skip_special_tokens=True)[0]
|
|
| 149 |
```python
|
| 150 |
from vllm import LLM, SamplingParams
|
| 151 |
from transformers import AutoTokenizer
|
| 152 |
-
model_path = "XGenerationLab/XiYanSQL-QwenCoder-
|
| 153 |
llm = LLM(model=model_path, tensor_parallel_size=8)
|
| 154 |
tokenizer = AutoTokenizer.from_pretrained(model_path)
|
| 155 |
sampling_params = SamplingParams(
|
|
|
|
| 110 |
import torch
|
| 111 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
| 112 |
|
| 113 |
+
model_name = "XGenerationLab/XiYanSQL-QwenCoder-7B-2504"
|
| 114 |
model = AutoModelForCausalLM.from_pretrained(
|
| 115 |
model_name,
|
| 116 |
torch_dtype=torch.bfloat16,
|
|
|
|
| 149 |
```python
|
| 150 |
from vllm import LLM, SamplingParams
|
| 151 |
from transformers import AutoTokenizer
|
| 152 |
+
model_path = "XGenerationLab/XiYanSQL-QwenCoder-7B-2504"
|
| 153 |
llm = LLM(model=model_path, tensor_parallel_size=8)
|
| 154 |
tokenizer = AutoTokenizer.from_pretrained(model_path)
|
| 155 |
sampling_params = SamplingParams(
|