Spaces:
Sleeping
Sleeping
ui: bump max_new_tokens slider to 512 (default 128) — fits ZeroGPU 180s budget
Browse files
app.py
CHANGED
|
@@ -46,7 +46,8 @@ PARAPHRASE_CEILING_CEN = 0.799
|
|
| 46 |
RHO_DENOM = PARAPHRASE_CEILING_CEN - RANDOM_FLOOR_CEN
|
| 47 |
|
| 48 |
MAX_INPUT_TOKENS = 256
|
| 49 |
-
MAX_NEW_TOKENS_DEFAULT =
|
|
|
|
| 50 |
|
| 51 |
_state: dict[str, Any] = {}
|
| 52 |
|
|
@@ -359,7 +360,7 @@ def build_app() -> gr.Blocks:
|
|
| 359 |
with gr.Row():
|
| 360 |
n_samples = gr.Slider(1, 16, value=4, step=1,
|
| 361 |
label="Best-of-N samples")
|
| 362 |
-
max_new = gr.Slider(16,
|
| 363 |
step=16, label="Max new tokens")
|
| 364 |
temperature = gr.Slider(0.3, 1.5, value=0.9, step=0.05,
|
| 365 |
label="Temperature")
|
|
@@ -389,7 +390,7 @@ def build_app() -> gr.Blocks:
|
|
| 389 |
text_b = gr.Textbox(label="Passage B", lines=4)
|
| 390 |
alpha = gr.Slider(0.0, 1.0, value=0.5, step=0.05,
|
| 391 |
label="α (0 = A, 1 = B)")
|
| 392 |
-
max_new_a = gr.Slider(16,
|
| 393 |
step=16, label="Max new tokens")
|
| 394 |
go_a = gr.Button("Verbalize mix", variant="primary")
|
| 395 |
with gr.Column():
|
|
|
|
| 46 |
RHO_DENOM = PARAPHRASE_CEILING_CEN - RANDOM_FLOOR_CEN
|
| 47 |
|
| 48 |
MAX_INPUT_TOKENS = 256
|
| 49 |
+
MAX_NEW_TOKENS_DEFAULT = 128
|
| 50 |
+
MAX_NEW_TOKENS_LIMIT = 512 # ZeroGPU 180s budget: ~512 tok × BoN=16 fits
|
| 51 |
|
| 52 |
_state: dict[str, Any] = {}
|
| 53 |
|
|
|
|
| 360 |
with gr.Row():
|
| 361 |
n_samples = gr.Slider(1, 16, value=4, step=1,
|
| 362 |
label="Best-of-N samples")
|
| 363 |
+
max_new = gr.Slider(16, MAX_NEW_TOKENS_LIMIT, value=MAX_NEW_TOKENS_DEFAULT,
|
| 364 |
step=16, label="Max new tokens")
|
| 365 |
temperature = gr.Slider(0.3, 1.5, value=0.9, step=0.05,
|
| 366 |
label="Temperature")
|
|
|
|
| 390 |
text_b = gr.Textbox(label="Passage B", lines=4)
|
| 391 |
alpha = gr.Slider(0.0, 1.0, value=0.5, step=0.05,
|
| 392 |
label="α (0 = A, 1 = B)")
|
| 393 |
+
max_new_a = gr.Slider(16, MAX_NEW_TOKENS_LIMIT, value=MAX_NEW_TOKENS_DEFAULT,
|
| 394 |
step=16, label="Max new tokens")
|
| 395 |
go_a = gr.Button("Verbalize mix", variant="primary")
|
| 396 |
with gr.Column():
|