Arxiv-Paper-Search-And-QA-RAG-Pattern

Running

App Files Files Community

awacke1 commited on May 19

Commit

d4ade34

verified ·

1 Parent(s): 5886fb1

Update app.py

Browse files

Files changed (1) hide show

app.py +13 -41

app.py CHANGED Viewed

@@ -6,13 +6,15 @@ from huggingface_hub import InferenceClient
 import re
 from datetime import datetime
 import json
 import arxiv
 from utils import get_md_text_abstract, search_cleaner, get_arxiv_live_search
 retrieve_results = 10
 show_examples = False
-llm_models_to_choose = ['mistralai/Mixtral-8x7B-Instruct-v0.1','mistralai/Mistral-7B-Instruct-v0.2', 'google/gemma-7b-it', 'None']
 generate_kwargs = dict(
     temperature = None,
@@ -33,8 +35,8 @@ except:
   gr.Warning("Retriever not working!")
 ## Header
-mark_text = '# 🩺🔍 Search Results\n'
-header_text = "## Arxiv Paper Summary With QA Retrieval Augmented Generation \n"
 try:
   with open("README.md", "r") as f:
@@ -53,7 +55,7 @@ database_choices = [index_info,'Arxiv Search - Latest - (EXPERIMENTAL)']
 ## Arxiv API
 arx_client = arxiv.Client()
 is_arxiv_available = True
-check_arxiv_result = get_arxiv_live_search("What is Self Rewarding AI and how can it be used in Multi-Agent Systems?", arx_client, retrieve_results)
 if len(check_arxiv_result) == 0:
   is_arxiv_available = False
   print("Arxiv search not working, switching to default search ...")
@@ -80,7 +82,7 @@ def rag_cleaner(inp):
     date = inp['document_metadata']['_time']
     return f"{rank}. <b> {title} </b> \n Date : {date} \n Abstract: {content}"
-def get_prompt_text(question, context, formatted = True, llm_model_picked = 'mistralai/Mistral-7B-Instruct-v0.2'):
     if formatted:
       sys_instruction = f"Context:\n {context} \n Given the following scientific paper abstracts, take a deep breath and lets think step by step to answer the question. Cite the titles of your sources when answering, do not cite links or dates."
       message = f"Question: {question}"
@@ -100,35 +102,6 @@ def get_references(question, retriever, k = retrieve_results):
 def get_rag(message):
     return get_references(message, RAG)
-def SaveResponseAndRead(result):
-    documentHTML5='''
-    <!DOCTYPE html>
-    <html>
-    <head>
-        <title>Read It Aloud</title>
-        <script type="text/javascript">
-            function readAloud() {
-                const text = document.getElementById("textArea").value;
-                const speech = new SpeechSynthesisUtterance(text);
-                window.speechSynthesis.speak(speech);
-            }
-        </script>
-    </head>
-    <body>
-        <h1>🔊 Read It Aloud</h1>
-        <textarea id="textArea" rows="10" cols="80">
-    '''
-    documentHTML5 = documentHTML5 + result
-    documentHTML5 = documentHTML5 + '''
-        </textarea>
-        <br>
-        <button onclick="readAloud()">🔊 Read Aloud</button>
-    </body>
-    </html>
-    '''
-    gr.HTML(documentHTML5)
 with gr.Blocks(theme = gr.themes.Soft()) as demo:
     header = gr.Markdown(header_text)
@@ -137,7 +110,7 @@ with gr.Blocks(theme = gr.themes.Soft()) as demo:
       with gr.Accordion("Advanced Settings", open=False):
         with gr.Row(equal_height = True):
-          llm_model = gr.Dropdown(choices = llm_models_to_choose, value = 'mistralai/Mistral-7B-Instruct-v0.2', label = 'LLM Model')
           llm_results = gr.Slider(minimum=4, maximum=10, value=5, step=1, interactive=True, label="Top n results as context")
           database_src = gr.Dropdown(choices = database_choices, value = index_info, label = 'Search Source')
           stream_results = gr.Checkbox(value = True, label = "Stream output", visible = False)
@@ -146,7 +119,7 @@ with gr.Blocks(theme = gr.themes.Soft()) as demo:
     input = gr.Textbox(show_label = False, visible = False)
     gr_md = gr.Markdown(mark_text + md_text_initial)
-    def update_with_rag_md(message, llm_results_use = 5, database_choice = index_info, llm_model_picked = 'mistralai/Mistral-7B-Instruct-v0.2'):
         prompt_text_from_data = ""
         database_to_use = database_choice
         if database_choice == index_info:
@@ -178,7 +151,7 @@ with gr.Blocks(theme = gr.themes.Soft()) as demo:
         prompt = get_prompt_text(message, prompt_text_from_data, llm_model_picked = llm_model_picked)
         return md_text_updated, prompt
-    def ask_llm(prompt, llm_model_picked = 'mistralai/Mistral-7B-Instruct-v0.2', stream_outputs = False):
        model_disabled_text = "LLM Model is disabled"
        output = ""
@@ -191,7 +164,7 @@ with gr.Blocks(theme = gr.themes.Soft()) as demo:
           else:
               return model_disabled_text
-       client = InferenceClient(llm_model_picked)
        try:
            stream = client.text_generation(prompt, **generate_kwargs,  stream=stream_outputs, details=False, return_full_text=False)
@@ -202,7 +175,6 @@ with gr.Blocks(theme = gr.themes.Soft()) as demo:
        if stream_outputs:
            for response in stream:
               output += response
-              SaveResponseAndRead(response)
               yield output
            return output
        else:
@@ -211,4 +183,4 @@ with gr.Blocks(theme = gr.themes.Soft()) as demo:
     msg.submit(update_with_rag_md, [msg, llm_results,  database_src, llm_model], [gr_md, input]).success(ask_llm, [input, llm_model, stream_results], output_text)
-demo.queue().launch()

 import re
 from datetime import datetime
 import json
+import os
 import arxiv
 from utils import get_md_text_abstract, search_cleaner, get_arxiv_live_search
 retrieve_results = 10
 show_examples = False
+llm_models_to_choose = ['mistralai/Mixtral-8x7B-Instruct-v0.1','mistralai/Mistral-7B-Instruct-v0.3', 'google/gemma-2-2b-it', 'None']
+token = os.getenv("HF_TOKEN")
 generate_kwargs = dict(
     temperature = None,
   gr.Warning("Retriever not working!")
 ## Header
+mark_text = '# 🔍 Search Results\n'
+header_text = "# ArXiv CS RAG \n"
 try:
   with open("README.md", "r") as f:
 ## Arxiv API
 arx_client = arxiv.Client()
 is_arxiv_available = True
+check_arxiv_result = get_arxiv_live_search("What is Mistral?", arx_client, retrieve_results)
 if len(check_arxiv_result) == 0:
   is_arxiv_available = False
   print("Arxiv search not working, switching to default search ...")
     date = inp['document_metadata']['_time']
     return f"{rank}. <b> {title} </b> \n Date : {date} \n Abstract: {content}"
+def get_prompt_text(question, context, formatted = True, llm_model_picked = 'mistralai/Mistral-7B-Instruct-v0.3'):
     if formatted:
       sys_instruction = f"Context:\n {context} \n Given the following scientific paper abstracts, take a deep breath and lets think step by step to answer the question. Cite the titles of your sources when answering, do not cite links or dates."
       message = f"Question: {question}"
 def get_rag(message):
     return get_references(message, RAG)
 with gr.Blocks(theme = gr.themes.Soft()) as demo:
     header = gr.Markdown(header_text)
       with gr.Accordion("Advanced Settings", open=False):
         with gr.Row(equal_height = True):
+          llm_model = gr.Dropdown(choices = llm_models_to_choose, value = 'mistralai/Mistral-7B-Instruct-v0.3', label = 'LLM Model')
           llm_results = gr.Slider(minimum=4, maximum=10, value=5, step=1, interactive=True, label="Top n results as context")
           database_src = gr.Dropdown(choices = database_choices, value = index_info, label = 'Search Source')
           stream_results = gr.Checkbox(value = True, label = "Stream output", visible = False)
     input = gr.Textbox(show_label = False, visible = False)
     gr_md = gr.Markdown(mark_text + md_text_initial)
+    def update_with_rag_md(message, llm_results_use = 5, database_choice = index_info, llm_model_picked = 'mistralai/Mistral-7B-Instruct-v0.3'):
         prompt_text_from_data = ""
         database_to_use = database_choice
         if database_choice == index_info:
         prompt = get_prompt_text(message, prompt_text_from_data, llm_model_picked = llm_model_picked)
         return md_text_updated, prompt
+    def ask_llm(prompt, llm_model_picked = 'mistralai/Mistral-7B-Instruct-v0.3', stream_outputs = False):
        model_disabled_text = "LLM Model is disabled"
        output = ""
           else:
               return model_disabled_text
+       client = InferenceClient(llm_model_picked, token = token)
        try:
            stream = client.text_generation(prompt, **generate_kwargs,  stream=stream_outputs, details=False, return_full_text=False)
        if stream_outputs:
            for response in stream:
               output += response
               yield output
            return output
        else:
     msg.submit(update_with_rag_md, [msg, llm_results,  database_src, llm_model], [gr_md, input]).success(ask_llm, [input, llm_model, stream_results], output_text)
+demo.queue().launch()