fuvty commited on
Commit
17888ba
·
1 Parent(s): 4d180b8
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -372,7 +372,7 @@ class ModelManager:
372
  'attention_mask': inputs.attention_mask,
373
  'position_ids': position_ids,
374
  'streamer': streamer,
375
- **self._get_generation_kwargs(max_new_tokens=2048)
376
  }
377
 
378
  # Run generation in separate thread
 
372
  'attention_mask': inputs.attention_mask,
373
  'position_ids': position_ids,
374
  'streamer': streamer,
375
+ **self._get_generation_kwargs(max_new_tokens=self.t2t_answer_max_tokens)
376
  }
377
 
378
  # Run generation in separate thread