QAway-to
commited on
Commit
·
a31dc30
1
Parent(s):
fe256a2
New Prompt+Instcrution
Browse files- core/interviewer.py +3 -1
core/interviewer.py
CHANGED
|
@@ -15,7 +15,8 @@ from transformers import AutoModelForSeq2SeqLM, T5Tokenizer
|
|
| 15 |
# --------------------------------------------------------------
|
| 16 |
# 1️⃣ Настройки модели
|
| 17 |
# --------------------------------------------------------------
|
| 18 |
-
QG_MODEL = "f3nsmart/ft-flan-t5-base-
|
|
|
|
| 19 |
|
| 20 |
# ✅ Принудительно используем оригинальный SentencePiece-токенайзер
|
| 21 |
tokenizer = T5Tokenizer.from_pretrained(QG_MODEL, use_fast=False)
|
|
@@ -85,6 +86,7 @@ def generate_question(user_id: str = "default_user", **kwargs) -> str:
|
|
| 85 |
do_sample=True,
|
| 86 |
top_p=0.9,
|
| 87 |
temperature=1.1,
|
|
|
|
| 88 |
repetition_penalty=1.5,
|
| 89 |
max_new_tokens=80,
|
| 90 |
)
|
|
|
|
| 15 |
# --------------------------------------------------------------
|
| 16 |
# 1️⃣ Настройки модели
|
| 17 |
# --------------------------------------------------------------
|
| 18 |
+
QG_MODEL = "f3nsmart/ft-flan-t5-base-qgen_v2"
|
| 19 |
+
|
| 20 |
|
| 21 |
# ✅ Принудительно используем оригинальный SentencePiece-токенайзер
|
| 22 |
tokenizer = T5Tokenizer.from_pretrained(QG_MODEL, use_fast=False)
|
|
|
|
| 86 |
do_sample=True,
|
| 87 |
top_p=0.9,
|
| 88 |
temperature=1.1,
|
| 89 |
+
top_k = 60,
|
| 90 |
repetition_penalty=1.5,
|
| 91 |
max_new_tokens=80,
|
| 92 |
)
|