Spaces:
Runtime error
Runtime error
fix: no hyperparams
Browse files
app.py
CHANGED
@@ -584,14 +584,15 @@ def generate(
|
|
584 |
temperature = 1e-2
|
585 |
top_p = float(top_p)
|
586 |
generate_kwargs = dict(
|
587 |
-
temperature=temperature,
|
588 |
max_new_tokens=max_new_tokens,
|
589 |
-
top_p=top_p,
|
590 |
-
repetition_penalty=repetition_penalty,
|
|
|
591 |
stop_sequences=stop_sequences,
|
592 |
do_sample=True,
|
593 |
#best_of=2,
|
594 |
-
|
595 |
#typical_p=0.9,
|
596 |
#seed=seed,
|
597 |
)
|
@@ -648,7 +649,7 @@ additional_inputs=[
|
|
648 |
gr.Slider(
|
649 |
label="Top-p (nucleus sampling)",
|
650 |
value=None,
|
651 |
-
minimum=0.
|
652 |
maximum=1,
|
653 |
step=0.05,
|
654 |
interactive=True,
|
@@ -657,7 +658,7 @@ additional_inputs=[
|
|
657 |
gr.Slider(
|
658 |
label="Top-k",
|
659 |
value=None,
|
660 |
-
minimum=
|
661 |
maximum=1000,
|
662 |
step=1,
|
663 |
interactive=True,
|
@@ -666,7 +667,7 @@ additional_inputs=[
|
|
666 |
gr.Slider(
|
667 |
label="Repetition penalty",
|
668 |
value=None,
|
669 |
-
minimum=1.
|
670 |
maximum=2.0,
|
671 |
step=0.05,
|
672 |
interactive=True,
|
|
|
584 |
temperature = 1e-2
|
585 |
top_p = float(top_p)
|
586 |
generate_kwargs = dict(
|
587 |
+
# temperature=temperature,
|
588 |
max_new_tokens=max_new_tokens,
|
589 |
+
# top_p=top_p,
|
590 |
+
# repetition_penalty=repetition_penalty,
|
591 |
+
# top_k=top_k,
|
592 |
stop_sequences=stop_sequences,
|
593 |
do_sample=True,
|
594 |
#best_of=2,
|
595 |
+
|
596 |
#typical_p=0.9,
|
597 |
#seed=seed,
|
598 |
)
|
|
|
649 |
gr.Slider(
|
650 |
label="Top-p (nucleus sampling)",
|
651 |
value=None,
|
652 |
+
minimum=0.6,
|
653 |
maximum=1,
|
654 |
step=0.05,
|
655 |
interactive=True,
|
|
|
658 |
gr.Slider(
|
659 |
label="Top-k",
|
660 |
value=None,
|
661 |
+
minimum=100,
|
662 |
maximum=1000,
|
663 |
step=1,
|
664 |
interactive=True,
|
|
|
667 |
gr.Slider(
|
668 |
label="Repetition penalty",
|
669 |
value=None,
|
670 |
+
minimum=1.0001,
|
671 |
maximum=2.0,
|
672 |
step=0.05,
|
673 |
interactive=True,
|