RiverRider commited on
Commit
3533d67
·
verified ·
1 Parent(s): 31d96a7

ui: bump max_new_tokens slider to 512 (default 128) — fits ZeroGPU 180s budget

Browse files
Files changed (1) hide show
  1. app.py +4 -3
app.py CHANGED
@@ -46,7 +46,8 @@ PARAPHRASE_CEILING_CEN = 0.799
46
  RHO_DENOM = PARAPHRASE_CEILING_CEN - RANDOM_FLOOR_CEN
47
 
48
  MAX_INPUT_TOKENS = 256
49
- MAX_NEW_TOKENS_DEFAULT = 64
 
50
 
51
  _state: dict[str, Any] = {}
52
 
@@ -359,7 +360,7 @@ def build_app() -> gr.Blocks:
359
  with gr.Row():
360
  n_samples = gr.Slider(1, 16, value=4, step=1,
361
  label="Best-of-N samples")
362
- max_new = gr.Slider(16, 128, value=MAX_NEW_TOKENS_DEFAULT,
363
  step=16, label="Max new tokens")
364
  temperature = gr.Slider(0.3, 1.5, value=0.9, step=0.05,
365
  label="Temperature")
@@ -389,7 +390,7 @@ def build_app() -> gr.Blocks:
389
  text_b = gr.Textbox(label="Passage B", lines=4)
390
  alpha = gr.Slider(0.0, 1.0, value=0.5, step=0.05,
391
  label="α (0 = A, 1 = B)")
392
- max_new_a = gr.Slider(16, 128, value=MAX_NEW_TOKENS_DEFAULT,
393
  step=16, label="Max new tokens")
394
  go_a = gr.Button("Verbalize mix", variant="primary")
395
  with gr.Column():
 
46
  RHO_DENOM = PARAPHRASE_CEILING_CEN - RANDOM_FLOOR_CEN
47
 
48
  MAX_INPUT_TOKENS = 256
49
+ MAX_NEW_TOKENS_DEFAULT = 128
50
+ MAX_NEW_TOKENS_LIMIT = 512 # ZeroGPU 180s budget: ~512 tok × BoN=16 fits
51
 
52
  _state: dict[str, Any] = {}
53
 
 
360
  with gr.Row():
361
  n_samples = gr.Slider(1, 16, value=4, step=1,
362
  label="Best-of-N samples")
363
+ max_new = gr.Slider(16, MAX_NEW_TOKENS_LIMIT, value=MAX_NEW_TOKENS_DEFAULT,
364
  step=16, label="Max new tokens")
365
  temperature = gr.Slider(0.3, 1.5, value=0.9, step=0.05,
366
  label="Temperature")
 
390
  text_b = gr.Textbox(label="Passage B", lines=4)
391
  alpha = gr.Slider(0.0, 1.0, value=0.5, step=0.05,
392
  label="α (0 = A, 1 = B)")
393
+ max_new_a = gr.Slider(16, MAX_NEW_TOKENS_LIMIT, value=MAX_NEW_TOKENS_DEFAULT,
394
  step=16, label="Max new tokens")
395
  go_a = gr.Button("Verbalize mix", variant="primary")
396
  with gr.Column():