Spaces:
Sleeping
Sleeping
| import os | |
| import streamlit.components.v1 as components | |
| from datasets import load_dataset | |
| import random | |
| import pickle | |
| from nltk.tokenize import sent_tokenize | |
| import nltk | |
| from PyPDF2 import PdfReader | |
| import streamlit as st | |
| from streamlit_extras.add_vertical_space import add_vertical_space | |
| from langchain.text_splitter import RecursiveCharacterTextSplitter | |
| from langchain.embeddings.openai import OpenAIEmbeddings | |
| from langchain.vectorstores import FAISS | |
| from langchain.llms import OpenAI | |
| from langchain.chains.question_answering import load_qa_chain | |
| from langchain.callbacks import get_openai_callback | |
| from my_component import my_component | |
| nltk.download('punkt') | |
| # Sidebar contents | |
| with st.sidebar: | |
| st.title(':orange_book: BinDoc GmbH') | |
| api_key = os.getenv("OPENAI_API_KEY") | |
| # Retrieve the API key from st.secrets | |
| if not api_key: | |
| st.warning('API key is required to proceed.') | |
| st.stop() # Stop the app if the API key is not provided | |
| st.markdown("Experience the future of document interaction with the revolutionary") | |
| st.markdown("**BinDocs Chat App**.") | |
| st.markdown("Harnessing the power of a Large Language Model and AI technology,") | |
| st.markdown("this innovative platform redefines PDF engagement,") | |
| st.markdown("enabling dynamic conversations that bridge the gap between") | |
| st.markdown("human and machine intelligence.") | |
| add_vertical_space(3) # Add more vertical space between text blocks | |
| st.write('Made with ❤️ by BinDoc GmbH') | |
| def load_pdf(file_path): | |
| pdf_reader = PdfReader(file_path) | |
| chunks = [] | |
| for page in pdf_reader.pages: | |
| text = page.extract_text() | |
| if text: | |
| chunks.append(text) | |
| store_name = file_path.name[:-4] | |
| if os.path.exists(f"{store_name}.pkl"): | |
| with open(f"{store_name}.pkl", "rb") as f: | |
| VectorStore = pickle.load(f) | |
| else: | |
| embeddings = OpenAIEmbeddings() | |
| VectorStore = FAISS.from_texts(chunks, embedding=embeddings) | |
| with open(f"{store_name}.pkl", "wb") as f: | |
| pickle.dump(VectorStore, f) | |
| return VectorStore | |
| def load_chatbot(max_tokens=300): | |
| return load_qa_chain(llm=OpenAI(temperature=0.1, max_tokens=max_tokens), chain_type="stuff") | |
| def display_chat_history(chat_history): | |
| for chat in chat_history: | |
| background_color = "#FFA07A" if chat[2] == "new" else "#acf" if chat[0] == "User" else "#caf" | |
| st.markdown(f"<div style='background-color: {background_color}; padding: 10px; border-radius: 10px; margin: 10px;'>{chat[0]}: {chat[1]}</div>", unsafe_allow_html=True) | |
| def remove_incomplete_sentences(text): | |
| sentences = sent_tokenize(text) | |
| complete_sentences = [sent for sent in sentences if sent.endswith(('.', '!', '?'))] | |
| return ' '.join(complete_sentences) | |
| def remove_redundant_information(text): | |
| sentences = sent_tokenize(text) | |
| unique_sentences = list(set(sentences)) | |
| return ' '.join(unique_sentences) | |
| # Define a maximum token limit to avoid infinite loops | |
| MAX_TOKEN_LIMIT = 400 | |
| import random | |
| def main(): | |
| st.title("BinDocs Chat App") | |
| if "chat_history" not in st.session_state: | |
| st.session_state['chat_history'] = [] | |
| display_chat_history(st.session_state['chat_history']) | |
| new_messages_placeholder = st.empty() | |
| pdf = st.file_uploader("Upload your PDF", type="pdf") | |
| query = st.text_input("Ask questions about your PDF file (in any preferred language):") | |
| if not pdf: | |
| st.warning("Please upload a PDF file to proceed.") | |
| else: | |
| if st.button("Was genau ist ein Belegarzt?"): | |
| query = "Was genau ist ein Belegarzt?" | |
| if st.button("Wofür wird die Alpha-ID verwendet?"): | |
| query = "Wofür wird die Alpha-ID verwendet?" | |
| if st.button("Was sind die Vorteile des ambulanten operierens?"): | |
| query = "Was sind die Vorteile des ambulanten operierens?" | |
| if query: | |
| st.session_state['last_input'] = query | |
| st.session_state['chat_history'].append(("User", query, "new")) | |
| loading_message = st.empty() | |
| loading_message.text('Bot is thinking...') | |
| # ... (the rest of your existing code for processing the query and displaying the answer) | |
| my_component() | |
| if __name__ == "__main__": | |
| main() | |