Update app.py

app.py

@@ -70,8 +70,8 @@ def format_prompt_choose(message, history, model_name, new_models=None):
 mega_hist=[[],[],[],[]]
 def chat_inf_tree(system_prompt,prompt,history,client_choice,seed,temp,tokens,top_p,rep_p,hid_val):
     if len(client_choice)>=hid_val:
-        #client=client_z[int(hid_val)-1]
-        client = gr.load()
+        client=client_z[int(hid_val)-1]
+        #client = gr.load()
         if history:
             mega_hist[hid_val-1]=history
             #history = []
@@ -100,7 +100,7 @@ def chat_inf_tree(system_prompt,prompt,history,client_choice,seed,temp,tokens,to
 
 
 def chat_inf_a(system_prompt,prompt,history,client_choice,seed,temp,tokens,top_p,rep_p,hid_val):
-    #if len(client_choice)>=hid_val:
+    if len(client_choice)>=hid_val:
         if system_prompt:
             system_prompt=f'{system_prompt}, '
         #client1=client_z[int(hid_val)-1]
@@ -125,16 +125,16 @@ def chat_inf_a(system_prompt,prompt,history,client_choice,seed,temp,tokens,top_p
             yield [(prompt,output)]
         history.append((prompt,output))
         yield history
-    #else:
-    #    yield None
+    else:
+        yield None
 
 
 def chat_inf_b(system_prompt,prompt,history,client_choice,seed,temp,tokens,top_p,rep_p,hid_val):
-    #if len(client_choice)>=hid_val:
+    if len(client_choice)>=hid_val:
         if system_prompt:
             system_prompt=f'{system_prompt}, '        
-        #client2=client_z[int(hid_val)-1]
-        client2=gr.load("models/" + models[1])
+        client2=client_z[int(hid_val)-1]
+        #client2=gr.load("models/" + models[1])
         if not history:
             history = []
             hist_len=0
@@ -155,15 +155,15 @@ def chat_inf_b(system_prompt,prompt,history,client_choice,seed,temp,tokens,top_p
             yield [(prompt,output)]
         history.append((prompt,output))
         yield history
-    #else:
-    #    yield None
+    else:
+        yield None
 
 def chat_inf_c(system_prompt,prompt,history,client_choice,seed,temp,tokens,top_p,rep_p,hid_val):
-    #if len(client_choice)>=hid_val:
+    if len(client_choice)>=hid_val:
         if system_prompt:
             system_prompt=f'{system_prompt}, '           
-        #client3=client_z[int(hid_val)-1]
-        client3=gr.load("models/" + models[2])
+        client3=client_z[int(hid_val)-1]
+        #client3=gr.load("models/" + models[2])
         if not history:
             history = []
             hist_len=0
@@ -184,15 +184,15 @@ def chat_inf_c(system_prompt,prompt,history,client_choice,seed,temp,tokens,top_p
             yield [(prompt,output)]
         history.append((prompt,output))
         yield history
-    #else:
-    #    yield None
+    else:
+        yield None
 
 def chat_inf_d(system_prompt,prompt,history,client_choice,seed,temp,tokens,top_p,rep_p,hid_val):
-    #if len(client_choice)>=hid_val:
+    if len(client_choice)>=hid_val:
         if system_prompt:
             system_prompt=f'{system_prompt}, '           
-        #client4=client_z[int(hid_val)-1]
-        client4=gr.load("models/" + models[3])
+        client4=client_z[int(hid_val)-1]
+        #client4=gr.load("models/" + models[3])
         if not history:
             history = []
             hist_len=0
@@ -213,8 +213,8 @@ def chat_inf_d(system_prompt,prompt,history,client_choice,seed,temp,tokens,top_p
             yield [(prompt,output)]
         history.append((prompt,output))
         yield history
-    #else:
-    #    yield None        
+    else:
+        yield None        
 def add_new_model(inp, cur):
     cur.append(inp)
     return cur,gr.update(choices=[z for z in cur])