Update app.py

app.py

@@ -7,13 +7,20 @@ from sentence_transformers import SentenceTransformer
 import chromadb
 from datasets import load_dataset
 import gradio as gr
-from transformers import GPT2Tokenizer, GPT2LMHeadModel, Trainer, TrainingArguments
+
 
 # Load model directly
 from transformers import AutoTokenizer, AutoModelForCausalLM
 
-tokenizer = AutoTokenizer.from_pretrained("umashankar00/Text_Generation_model")
-model = AutoModelForCausalLM.from_pretrained("umashankar00/Text_Generation_model")
+torch.random.manual_seed(0) 
+model = AutoModelForCausalLM.from_pretrained( 
+    "microsoft/Phi-3-mini-4k-instruct",  
+    device_map="cup",  
+    torch_dtype="auto",  
+    trust_remote_code=True,  
+) 
+
+tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-4k-instruct") 
 
 # Function to clear the cache
 def clear_cache(model_name):