update app.py and gradio_web_server.py

app.py

@@ -74,7 +74,7 @@ def main(
             atexit.register(worker_process.terminate)
             worker_port += 1
 
-    time.sleep(60 * 2)
+    time.sleep(60)
     gradio_process = None
     if run_gradio:
         #  python gradio_web_server.py --port 10088 --controller-url http://0.0.0.0:10086

gradio_web_server.py

@@ -165,8 +165,9 @@ def query_image_generation(response, sd_worker_url, timeout=15):
         return None
 
 
-def load_demo(url_params, request: gr.Request):
-    logger.info(f"load_demo. ip: {request.client.host}. params: {url_params}")
+def load_demo(url_params, request: gr.Request = None):
+    if not request:
+        logger.info(f"load_demo. ip: {request.client.host}. params: {url_params}")
 
     dropdown_update = gr.Dropdown(visible=True)
     if "model" in url_params:
@@ -178,8 +179,9 @@ def load_demo(url_params, request: gr.Request):
     return state, dropdown_update
 
 
-def load_demo_refresh_model_list(request: gr.Request):
-    logger.info(f"load_demo. ip: {request.client.host}")
+def load_demo_refresh_model_list(request: gr.Request = None):
+    if not request:
+        logger.info(f"load_demo. ip: {request.client.host}")
     models = get_model_list()
     state = init_state()
     dropdown_update = gr.Dropdown(
@@ -263,7 +265,10 @@ def change_system_prompt(state, system_prompt, request: gr.Request):
     return state
 
 
-def add_text(state, message, system_prompt, request: gr.Request):
+def add_text(state, message, system_prompt, model_selector, request: gr.Request):
+    print(f"state: {state}")
+    if not state:
+        state, model_selector = load_demo_refresh_model_list(request)
     images = message.get("files", [])
     text = message.get("text", "").strip()
     logger.info(f"add_text. ip: {request.client.host}. len: {len(text)}")
@@ -287,7 +292,9 @@ def add_text(state, message, system_prompt, request: gr.Request):
     state.set_system_message(system_prompt)
     state.append_message(Conversation.USER, text, images)
     state.skip_next = False
-    return (state, state.to_gradio_chatbot(), textbox) + (disable_btn,) * 5
+    return (state, state.to_gradio_chatbot(), textbox, model_selector) + (
+        disable_btn,
+    ) * 5
 
 
 def http_bot(
@@ -746,8 +753,8 @@ def build_demo(embed_mode):
 
         textbox.submit(
             add_text,
-            [state, textbox, system_prompt],
-            [state, chatbot, textbox] + btn_list,
+            [state, textbox, system_prompt, model_selector],
+            [state, chatbot, textbox, model_selector] + btn_list,
         ).then(
             http_bot,
             [
@@ -765,8 +772,8 @@ def build_demo(embed_mode):
         )
         submit_btn.click(
             add_text,
-            [state, textbox, system_prompt],
-            [state, chatbot, textbox] + btn_list,
+            [state, textbox, system_prompt, model_selector],
+            [state, chatbot, textbox, model_selector] + btn_list,
         ).then(
             http_bot,
             [
@@ -783,6 +790,9 @@ def build_demo(embed_mode):
             [state, chatbot, textbox] + btn_list,
         )
 
+        # NOTE: The following code will be not triggered when deployed on HF space.
+        # It's very strange. I don't know why.
+        """
         if args.model_list_mode == "once":
             demo.load(
                 load_demo,
@@ -799,6 +809,7 @@ def build_demo(embed_mode):
             )
         else:
             raise ValueError(f"Unknown model list mode: {args.model_list_mode}")
+        """
 
     return demo