Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
⚡️ update default token batch size
Browse filesSigned-off-by: peter szemraj <peterszemraj@gmail.com>
app.py
CHANGED
|
@@ -404,9 +404,9 @@ if __name__ == "__main__":
|
|
| 404 |
step=0.05,
|
| 405 |
)
|
| 406 |
token_batch_length = gr.Radio(
|
| 407 |
-
choices=[
|
| 408 |
label="token batch length",
|
| 409 |
-
value=
|
| 410 |
)
|
| 411 |
|
| 412 |
with gr.Row(variant="compact"):
|
|
|
|
| 404 |
step=0.05,
|
| 405 |
)
|
| 406 |
token_batch_length = gr.Radio(
|
| 407 |
+
choices=[1024, 1536, 2048, 2560, 3072],
|
| 408 |
label="token batch length",
|
| 409 |
+
value=2048,
|
| 410 |
)
|
| 411 |
|
| 412 |
with gr.Row(variant="compact"):
|