Update app.py
Browse files
app.py
CHANGED
|
@@ -2,7 +2,7 @@ import os
|
|
| 2 |
|
| 3 |
import gradio as gr
|
| 4 |
|
| 5 |
-
from openai import
|
| 6 |
|
| 7 |
from langchain.text_splitter import RecursiveCharacterTextSplitter
|
| 8 |
|
|
@@ -10,37 +10,19 @@ from langchain_community.document_loaders import PyPDFLoader
|
|
| 10 |
from langchain_community.embeddings.sentence_transformer import SentenceTransformerEmbeddings
|
| 11 |
from langchain_community.vectorstores import Chroma
|
| 12 |
|
| 13 |
-
client =
|
| 14 |
-
azure_endpoint=os.environ['AZURE_OPENAI_ENDPOINT'],
|
| 15 |
-
api_key=os.environ['AZURE_OPENAI_KEY'],
|
| 16 |
-
api_version="2023-05-15"
|
| 17 |
-
)
|
| 18 |
-
|
| 19 |
-
chat_model_deployment_name = "gpt-35-turbo"
|
| 20 |
|
| 21 |
embedding_model = SentenceTransformerEmbeddings(model_name='thenlper/gte-small')
|
| 22 |
|
| 23 |
-
|
| 24 |
-
encoding_name='cl100k_base',
|
| 25 |
-
chunk_size=512,
|
| 26 |
-
chunk_overlap=16
|
| 27 |
-
)
|
| 28 |
-
|
| 29 |
-
pdf_file = "tsla-20221231-gen.pdf"
|
| 30 |
-
|
| 31 |
-
pdf_loader = PyPDFLoader(pdf_file)
|
| 32 |
-
|
| 33 |
-
tesla_10k_chunks_ada = pdf_loader.load_and_split(text_splitter)
|
| 34 |
-
|
| 35 |
-
tesla_10k_collection = 'tesla-10k-2022'
|
| 36 |
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
)
|
| 42 |
|
| 43 |
-
retriever =
|
| 44 |
search_type='similarity',
|
| 45 |
search_kwargs={'k': 5}
|
| 46 |
)
|
|
|
|
| 2 |
|
| 3 |
import gradio as gr
|
| 4 |
|
| 5 |
+
from openai import OpenAI
|
| 6 |
|
| 7 |
from langchain.text_splitter import RecursiveCharacterTextSplitter
|
| 8 |
|
|
|
|
| 10 |
from langchain_community.embeddings.sentence_transformer import SentenceTransformerEmbeddings
|
| 11 |
from langchain_community.vectorstores import Chroma
|
| 12 |
|
| 13 |
+
client = OpenAI(api_key=os.environ['OPENAI_API_KEY'])
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 14 |
|
| 15 |
embedding_model = SentenceTransformerEmbeddings(model_name='thenlper/gte-small')
|
| 16 |
|
| 17 |
+
tesla_10k_collection = 'tesla-10k-2019-to-2023'
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 18 |
|
| 19 |
+
vectorstore_persisted = Chroma(
|
| 20 |
+
collection_name=tesla_10k_collection,
|
| 21 |
+
persist_directory='./tesla_db',
|
| 22 |
+
embedding_function=embedding_model
|
| 23 |
)
|
| 24 |
|
| 25 |
+
retriever = vectorstore__persisted.as_retriever(
|
| 26 |
search_type='similarity',
|
| 27 |
search_kwargs={'k': 5}
|
| 28 |
)
|