Update app.py

app.py

@@ -10,7 +10,7 @@ HF_TOKEN = os.environ.get("HF_TOKEN", None)
 MODEL = "LLaMAX/LLaMAX3-8B-Alpaca"
 RELATIVE_MODEL="LLaMAX/LLaMAX3-8B"
 
-TITLE = "<h1><center>LLaMAX3-8B-Translation</center></h1>"
+TITLE = "<h1><center>LLaMAX3-Translator</center></h1>"
 
 quantization_config = BitsAndBytesConfig(load_in_8bit=True)
 
@@ -34,11 +34,11 @@ def lang_detector(text):
     except Exception as e:
         return f"ERROR：{str(e)}"
 
-def Prompt_template(query, src_language, trg_language):
-    instruction = f'Translate the following sentences from {src_language} to {trg_language}.'
+def Prompt_template(inst, prompt, query, src_language, trg_language):
+    inst = inst.format(src_language=src_language, trg_language=trg_language)
+    instruction = f"`{inst}`"
     prompt = (
-        'Below is an instruction that describes a task, paired with an input that provides further context. '
-        'Write a response that appropriately completes the request.\n'
+        f'{prompt}'
         f'### Instruction:\n{instruction}\n'
         f'### Input:\n{query}\n### Response:'
     )
@@ -52,7 +52,9 @@ def chunk_text():
 def translate(
     source_text: str, 
     source_lang: str,
-    target_lang: str, 
+    target_lang: str,
+    inst: str, 
+    prompt: str, 
     max_length: int,
     temperature: float,
     top_p: float,
@@ -60,7 +62,7 @@ def translate(
     
     print(f'Text is - {source_text}')
     
-    prompt = Prompt_template(source_text, source_lang, target_lang)
+    prompt = Prompt_template(inst, prompt, source_text, source_lang, target_lang)
     input_ids = tokenizer(prompt, return_tensors="pt").input_ids.to(model.device)
         
     generate_kwargs = dict(
@@ -89,9 +91,11 @@ CSS = """
         visibility: hidden;
     }
 """
-DESCRIPTION = """
-LLaMAX is a language model with powerful multilingual capabilities without loss instruction-following capabilities.
+
+LICENSE = """
+MODEL: <a href="https://huggingface.co/LLaMAX/LLaMAX3-8B-Alpaca">LLaMAX3-8B-Alpaca</a>
 """
+
 LANG_LIST = ['Akrikaans', 'Amharic', 'Arabic', 'Armenian', 'Assamese', 'Asturian', 'Azerbaijani', \
              'Belarusian', 'Bengali', 'Bosnian', 'Bulgarian', 'Burmese', \
              'Catalan', 'Cebuano', 'Simplified Chinese', 'Traditional Chinese', 'Croatian', 'Czech', \
@@ -155,7 +159,20 @@ with gr.Blocks(theme="soft", css=CSS) as demo:
                 value=1.2,
                 label="Repetition penalty",
             )
-            gr.Markdown(DESCRIPTION)
+            with gr.Accordion("Advanced Options", open=False):
+                gr.Markdown(LICENSE)
+                inst = gr.Textbox(
+                    label="Instruction",
+                    value="Translate the following sentences from {src_language} to {trg_language}."
+                )
+                prompt = gr.Textbox(
+                    label="Prompt",
+                    value="""
+                        'Below is an instruction that describes a task, paired with an input that provides further context. '
+                        'Write a response that appropriately completes the request.\n' 
+                    """     
+                )
+                
         with gr.Column(scale=4):
             source_text = gr.Textbox(
                 label="Source Text",
@@ -173,7 +190,7 @@ with gr.Blocks(theme="soft", css=CSS) as demo:
         clear = gr.ClearButton([source_text, output_text])
         
     source_text.change(lang_detector, source_text, source_lang)
-    submit.click(fn=translate, inputs=[source_text, source_lang, target_lang, max_length, temperature, top_p, rp], outputs=[output_text])
+    submit.click(fn=translate, inputs=[source_text, source_lang, target_lang, inst, prompt, max_length, temperature, top_p, rp], outputs=[output_text])
 
 
 if __name__ == "__main__":