ejschwartz commited on
Commit
d7c6293
·
1 Parent(s): 83fcc73

be patient

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -153,7 +153,7 @@ def predict(inp):
153
  inputs = tokenizer(inp2, return_tensors="pt")
154
 
155
  # Use TextIteratorStreamer to stream tokens as they're generated
156
- streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, timeout=10.0)
157
 
158
  def _generate():
159
  try:
 
153
  inputs = tokenizer(inp2, return_tensors="pt")
154
 
155
  # Use TextIteratorStreamer to stream tokens as they're generated
156
+ streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, timeout=300.0)
157
 
158
  def _generate():
159
  try: