Spaces:
Sleeping
Sleeping
Commit ·
d7c6293
1
Parent(s): 83fcc73
be patient
Browse files
main.py
CHANGED
|
@@ -153,7 +153,7 @@ def predict(inp):
|
|
| 153 |
inputs = tokenizer(inp2, return_tensors="pt")
|
| 154 |
|
| 155 |
# Use TextIteratorStreamer to stream tokens as they're generated
|
| 156 |
-
streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, timeout=
|
| 157 |
|
| 158 |
def _generate():
|
| 159 |
try:
|
|
|
|
| 153 |
inputs = tokenizer(inp2, return_tensors="pt")
|
| 154 |
|
| 155 |
# Use TextIteratorStreamer to stream tokens as they're generated
|
| 156 |
+
streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, timeout=300.0)
|
| 157 |
|
| 158 |
def _generate():
|
| 159 |
try:
|