Spaces:
Running
on
Zero
Running
on
Zero
Changed default max_new_tokens to 64 from 512
Browse files
app.py
CHANGED
|
@@ -256,7 +256,7 @@ def initialize_model():
|
|
| 256 |
@spaces.GPU(duration=120) if HAS_SPACES else lambda x: x
|
| 257 |
def generate_response(
|
| 258 |
prompt: str,
|
| 259 |
-
max_new_tokens: int =
|
| 260 |
temperature: float = 0.8,
|
| 261 |
top_p: float = 0.9,
|
| 262 |
top_k: int = 50,
|
|
@@ -486,7 +486,7 @@ def create_interface():
|
|
| 486 |
max_new_tokens = gr.Slider(
|
| 487 |
minimum=1,
|
| 488 |
maximum=1024,
|
| 489 |
-
value=
|
| 490 |
step=1,
|
| 491 |
label="🔢 Max New Tokens",
|
| 492 |
info="Maximum number of tokens to generate"
|
|
|
|
| 256 |
@spaces.GPU(duration=120) if HAS_SPACES else lambda x: x
|
| 257 |
def generate_response(
|
| 258 |
prompt: str,
|
| 259 |
+
max_new_tokens: int = 64,
|
| 260 |
temperature: float = 0.8,
|
| 261 |
top_p: float = 0.9,
|
| 262 |
top_k: int = 50,
|
|
|
|
| 486 |
max_new_tokens = gr.Slider(
|
| 487 |
minimum=1,
|
| 488 |
maximum=1024,
|
| 489 |
+
value=64,
|
| 490 |
step=1,
|
| 491 |
label="🔢 Max New Tokens",
|
| 492 |
info="Maximum number of tokens to generate"
|