Spaces:
Running
Running
minor
Browse files
app.py
CHANGED
|
@@ -372,7 +372,7 @@ class ModelManager:
|
|
| 372 |
'attention_mask': inputs.attention_mask,
|
| 373 |
'position_ids': position_ids,
|
| 374 |
'streamer': streamer,
|
| 375 |
-
**self._get_generation_kwargs(max_new_tokens=
|
| 376 |
}
|
| 377 |
|
| 378 |
# Run generation in separate thread
|
|
|
|
| 372 |
'attention_mask': inputs.attention_mask,
|
| 373 |
'position_ids': position_ids,
|
| 374 |
'streamer': streamer,
|
| 375 |
+
**self._get_generation_kwargs(max_new_tokens=self.t2t_answer_max_tokens)
|
| 376 |
}
|
| 377 |
|
| 378 |
# Run generation in separate thread
|