dixisouls commited on
Commit
f4bd108
·
1 Parent(s): 29bc501

Changed default max_new_tokens to 64 from 512

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -256,7 +256,7 @@ def initialize_model():
256
  @spaces.GPU(duration=120) if HAS_SPACES else lambda x: x
257
  def generate_response(
258
  prompt: str,
259
- max_new_tokens: int = 512,
260
  temperature: float = 0.8,
261
  top_p: float = 0.9,
262
  top_k: int = 50,
@@ -486,7 +486,7 @@ def create_interface():
486
  max_new_tokens = gr.Slider(
487
  minimum=1,
488
  maximum=1024,
489
- value=512,
490
  step=1,
491
  label="🔢 Max New Tokens",
492
  info="Maximum number of tokens to generate"
 
256
  @spaces.GPU(duration=120) if HAS_SPACES else lambda x: x
257
  def generate_response(
258
  prompt: str,
259
+ max_new_tokens: int = 64,
260
  temperature: float = 0.8,
261
  top_p: float = 0.9,
262
  top_k: int = 50,
 
486
  max_new_tokens = gr.Slider(
487
  minimum=1,
488
  maximum=1024,
489
+ value=64,
490
  step=1,
491
  label="🔢 Max New Tokens",
492
  info="Maximum number of tokens to generate"