Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -1,4 +1,4 @@
|
|
| 1 |
-
#
|
| 2 |
from huggingface_hub import hf_hub_download
|
| 3 |
from langchain.agents import initialize_agent, Tool, AgentType
|
| 4 |
from langchain.chains import RetrievalQA, LLMChain
|
|
@@ -59,7 +59,7 @@ def get_llm():
|
|
| 59 |
|
| 60 |
model = AutoModelForCausalLM.from_pretrained(
|
| 61 |
LLM_MODEL,
|
| 62 |
-
|
| 63 |
device_map="auto",
|
| 64 |
torch_dtype=torch.float16
|
| 65 |
)
|
|
|
|
| 1 |
+
# libs
|
| 2 |
from huggingface_hub import hf_hub_download
|
| 3 |
from langchain.agents import initialize_agent, Tool, AgentType
|
| 4 |
from langchain.chains import RetrievalQA, LLMChain
|
|
|
|
| 59 |
|
| 60 |
model = AutoModelForCausalLM.from_pretrained(
|
| 61 |
LLM_MODEL,
|
| 62 |
+
cache_dir=CACHE_FOLDER,
|
| 63 |
device_map="auto",
|
| 64 |
torch_dtype=torch.float16
|
| 65 |
)
|