Spaces:
Runtime error
Runtime error
fix: change the default parameters
Browse files
app.py
CHANGED
@@ -152,7 +152,7 @@ def generate(
|
|
152 |
stop_sequences=stop_sequences,
|
153 |
do_sample=True,
|
154 |
#best_of=2,
|
155 |
-
|
156 |
#typical_p=0.9,
|
157 |
#seed=seed,
|
158 |
)
|
@@ -193,13 +193,13 @@ additional_inputs=[
|
|
193 |
value=0.0,
|
194 |
minimum=0.0,
|
195 |
maximum=1.0,
|
196 |
-
step=0.
|
197 |
interactive=True,
|
198 |
info="Higher values produce more diverse outputs",
|
199 |
),
|
200 |
gr.Slider(
|
201 |
label="Max new tokens",
|
202 |
-
value=
|
203 |
minimum=0,
|
204 |
maximum=250,
|
205 |
step=64,
|
@@ -208,7 +208,7 @@ additional_inputs=[
|
|
208 |
),
|
209 |
gr.Slider(
|
210 |
label="Top-p (nucleus sampling)",
|
211 |
-
value=0.
|
212 |
minimum=0.0,
|
213 |
maximum=1,
|
214 |
step=0.05,
|
@@ -217,7 +217,7 @@ additional_inputs=[
|
|
217 |
),
|
218 |
gr.Slider(
|
219 |
label="Repetition penalty",
|
220 |
-
value=1.
|
221 |
minimum=1.0,
|
222 |
maximum=2.0,
|
223 |
step=0.05,
|
|
|
152 |
stop_sequences=stop_sequences,
|
153 |
do_sample=True,
|
154 |
#best_of=2,
|
155 |
+
top_k=100,
|
156 |
#typical_p=0.9,
|
157 |
#seed=seed,
|
158 |
)
|
|
|
193 |
value=0.0,
|
194 |
minimum=0.0,
|
195 |
maximum=1.0,
|
196 |
+
step=0.01,
|
197 |
interactive=True,
|
198 |
info="Higher values produce more diverse outputs",
|
199 |
),
|
200 |
gr.Slider(
|
201 |
label="Max new tokens",
|
202 |
+
value=64,
|
203 |
minimum=0,
|
204 |
maximum=250,
|
205 |
step=64,
|
|
|
208 |
),
|
209 |
gr.Slider(
|
210 |
label="Top-p (nucleus sampling)",
|
211 |
+
value=0.1,
|
212 |
minimum=0.0,
|
213 |
maximum=1,
|
214 |
step=0.05,
|
|
|
217 |
),
|
218 |
gr.Slider(
|
219 |
label="Repetition penalty",
|
220 |
+
value=1.0,
|
221 |
minimum=1.0,
|
222 |
maximum=2.0,
|
223 |
step=0.05,
|