fix: wrong place; use the stream_fn instead

app.py

@@ -507,21 +507,54 @@ class ChatInterface(gr.ChatInterface):
             clear_btn = clear_btn,
             autofocus = autofocus,
         )
-        
-    async def _submit_fn(
+
+    async def _stream_fn(
         self,
         message: str,
         history_with_input: list[list[str | None]],
         request: Request,
         *args,
-    ) -> tuple[list[list[str | None]], list[list[str | None]]]:
+    ) -> AsyncGenerator:
         history = history_with_input[:-1]
+
         print(f'Message is {message}')
         if len(message)==0:
             message = random.choice(["ا","ب","پ","ت","ث","ج","چ","ح","خ","ل","م","ن","و",
                                     "د","ذ","ر","ز","ژ","س","ش","ص","ض","ط","ظ","ع","غ",
                                     "ف","ق","ه","ی",
                                    ])
+        
+        inputs, _, _ = special_args(
+            self.fn, inputs=[message, history, *args], request=request
+        )
+
+        if self.is_async:
+            generator = self.fn(*inputs)
+        else:
+            generator = await anyio.to_thread.run_sync(
+                self.fn, *inputs, limiter=self.limiter
+            )
+            generator = SyncToAsyncIterator(generator, self.limiter)
+        try:
+            first_response = await async_iteration(generator)
+            update = history + [[message, first_response]]
+            yield update, update
+        except StopIteration:
+            update = history + [[message, None]]
+            yield update, update
+        async for response in generator:
+            update = history + [[message, response]]
+            yield update, update
+        
+    async def _submit_fn(
+        self,
+        message: str,
+        history_with_input: list[list[str | None]],
+        request: Request,
+        *args,
+    ) -> tuple[list[list[str | None]], list[list[str | None]]]:
+        history = history_with_input[:-1]
+        
         inputs, _, _ = special_args(
             self.fn, inputs=[message, history, *args], request=request
         )