Spaces:
Build error
Build error
Commit
ยท
fc44f16
1
Parent(s):
bd4751e
Update app.py
Browse files
app.py
CHANGED
|
@@ -4,6 +4,7 @@ from PyPDF2 import PdfReader
|
|
| 4 |
from langchain.text_splitter import CharacterTextSplitter, RecursiveCharacterTextSplitter
|
| 5 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
| 6 |
from langchain.embeddings import OpenAIEmbeddings, HuggingFaceInstructEmbeddings
|
|
|
|
| 7 |
from peft import PeftModel, PeftConfig
|
| 8 |
from transformers import AutoModelForCausalLM
|
| 9 |
from langchain.vectorstores import FAISS, Chroma
|
|
@@ -58,7 +59,7 @@ def get_text_chunks(documents):
|
|
| 58 |
def get_vectorstore(text_chunks):
|
| 59 |
# OpenAI ์๋ฒ ๋ฉ ๋ชจ๋ธ์ ๋ก๋ํฉ๋๋ค. (Embedding models - Ada v2)
|
| 60 |
|
| 61 |
-
embeddings =
|
| 62 |
vectorstore = FAISS.from_documents(text_chunks, embeddings) # FAISS ๋ฒกํฐ ์คํ ์ด๋ฅผ ์์ฑํฉ๋๋ค.
|
| 63 |
|
| 64 |
return vectorstore # ์์ฑ๋ ๋ฒกํฐ ์คํ ์ด๋ฅผ ๋ฐํํฉ๋๋ค.
|
|
|
|
| 4 |
from langchain.text_splitter import CharacterTextSplitter, RecursiveCharacterTextSplitter
|
| 5 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
| 6 |
from langchain.embeddings import OpenAIEmbeddings, HuggingFaceInstructEmbeddings
|
| 7 |
+
from langchain.embeddings import GPT4AllEmbeddings
|
| 8 |
from peft import PeftModel, PeftConfig
|
| 9 |
from transformers import AutoModelForCausalLM
|
| 10 |
from langchain.vectorstores import FAISS, Chroma
|
|
|
|
| 59 |
def get_vectorstore(text_chunks):
|
| 60 |
# OpenAI ์๋ฒ ๋ฉ ๋ชจ๋ธ์ ๋ก๋ํฉ๋๋ค. (Embedding models - Ada v2)
|
| 61 |
|
| 62 |
+
embeddings = GPT4AllEmbeddings()
|
| 63 |
vectorstore = FAISS.from_documents(text_chunks, embeddings) # FAISS ๋ฒกํฐ ์คํ ์ด๋ฅผ ์์ฑํฉ๋๋ค.
|
| 64 |
|
| 65 |
return vectorstore # ์์ฑ๋ ๋ฒกํฐ ์คํ ์ด๋ฅผ ๋ฐํํฉ๋๋ค.
|