Update app.py

app.py

@@ -32,6 +32,22 @@ urlsfile.close()
 loader = WebBaseLoader(urls)
 docs = loader.load()
 
+# load arxiv papers 
+arxivfile = open("arxiv.txt")
+arxivs = arxivfile.readlines()
+arxivs = [arxiv.replace("\n","") for arxiv in arxivs]
+arxivfile.close()
+
+retriever = ArxivRetriever(
+    load_max_docs=2,
+    get_ful_documents=True,
+)
+
+for arxiv in arxivs: 
+    doc = retriever.invoke(arxiv) 
+    docs.append(doc)
+    
+
 def format_docs(docs):
     return "\n\n".join(doc.page_content for doc in docs)