Spaces:
Runtime error
Runtime error
[debug] zeroGPU
Browse files
app.py
CHANGED
|
@@ -228,7 +228,7 @@ class ModelManager:
|
|
| 228 |
|
| 229 |
return kwargs
|
| 230 |
|
| 231 |
-
@spaces.GPU(duration=
|
| 232 |
def generate_single(self, user_input: str) -> Generator[str, None, None]:
|
| 233 |
"""Generate response from single model with streaming."""
|
| 234 |
# @spaces.GPU decorator handles GPU allocation automatically
|
|
@@ -361,7 +361,7 @@ class ModelManager:
|
|
| 361 |
answer_text += token
|
| 362 |
yield context_text, answer_text
|
| 363 |
|
| 364 |
-
@spaces.GPU(duration=
|
| 365 |
def generate_c2c(self, user_input: str) -> Generator[str, None, None]:
|
| 366 |
"""Generate response from C2C model with streaming."""
|
| 367 |
# @spaces.GPU decorator handles GPU allocation automatically
|
|
|
|
| 228 |
|
| 229 |
return kwargs
|
| 230 |
|
| 231 |
+
@spaces.GPU(duration=30)
|
| 232 |
def generate_single(self, user_input: str) -> Generator[str, None, None]:
|
| 233 |
"""Generate response from single model with streaming."""
|
| 234 |
# @spaces.GPU decorator handles GPU allocation automatically
|
|
|
|
| 361 |
answer_text += token
|
| 362 |
yield context_text, answer_text
|
| 363 |
|
| 364 |
+
@spaces.GPU(duration=30)
|
| 365 |
def generate_c2c(self, user_input: str) -> Generator[str, None, None]:
|
| 366 |
"""Generate response from C2C model with streaming."""
|
| 367 |
# @spaces.GPU decorator handles GPU allocation automatically
|