Create chat_bot.py

chat_bot.py

@@ -0,0 +1,109 @@
+from openai import OpenAI
+import gradio as gr
+import requests
+from datetime import date
+from test_web_rag import get_docs_from_web
+import json
+import os
+from dotenv import load_dotenv
+
+load_dotenv()
+# Replace with your key
+client = OpenAI()
+you_key = os.getenv("YOU_API_KEY")
+
+
+def get_ai_snippets_for_query(query):
+    headers = {"X-API-Key": you_key}
+    params = {"query": query}
+    return requests.get(
+        f"https://api.ydc-index.io/search?query={query}",
+        params=params,
+        headers=headers,
+    ).json().get('hits')
+
+
+def get_web_search_you(query):
+    docs = get_ai_snippets_for_query(query)
+    markdown = ""
+    for doc in docs:
+        for key, value in doc.items():
+            if key == 'snippets':
+                markdown += f"{key}:\n"
+                for snippet in value:
+                    markdown += f"- {snippet}\n"
+            else:
+                markdown += f"{key}: {value}\n"
+        markdown += "\n"
+    return markdown
+
+
+def predict(message, history, _n_web_search, _strategy):
+    # docs = get_web_search_you(message)
+
+    with open('history.json', mode='a', encoding='utf-8') as f:
+        json.dump(history, f)
+    docs = get_docs_from_web(message, history[-1:], _n_web_search, _strategy)
+    partial_message = ''
+    information = ''
+    for doc in docs:
+        if isinstance(doc, dict):
+            information = doc.get('data')
+        else:
+            partial_message = partial_message + doc
+            yield partial_message
+    system_prompt = """
+            You are an advanced chatbot.
+            Today's date - {date}
+
+   When answering a question, adhere to the following revised rules:
+- The "Information for reference" data is provided in the chunks with each chunk having its own source as url.
+- Generate human-like text in response to input, reflecting your status as a sophisticated language model.
+- Abstain from offering any health or medical advice and ensure all responses maintain this guideline strictly.
+- Format all responses in markdown format consistently throughout interactions.
+- Must cite sources from the information at the conclusion of your response using properly titled references, but only if the information you provided comes from sources that can be cited.
+
+Information for reference:
+"{context}"
+
+ Your answer should be structured in markdown as follows:
+        
+        
+        <Answer>
+        
+        
+        **Sources**:
+        Include this section only if the provided information contains sources. If sources are included, list them as follows:
+        - [Title of Source 1](URL to Source 1)
+        - [Title of Source 2](URL to Source 2)
+        ... as needed. If no sources are provided, do not include this section in answer.
+            """.format(context=information, question=message, date=date.today().strftime('%B %d, %Y'))
+
+    history_openai_format = [{"role": "system", "content": system_prompt}]
+    for human, assistant in history:
+        history_openai_format.append({"role": "user", "content": human})
+        history_openai_format.append({"role": "assistant", "content": assistant})
+    history_openai_format.append({"role": "user", "content": message})
+    # print(history_openai_format)
+
+    response = client.chat.completions.create(model='gpt-4-turbo',
+                                              messages=history_openai_format,
+                                              temperature=0.5,
+                                              max_tokens=1000,
+                                              top_p=0.5,
+                                              stream=True)
+    partial_message += '\n\n'
+    for chunk in response:
+        if chunk.choices[0].delta.content is not None:
+            partial_message = partial_message + chunk.choices[0].delta.content
+            yield partial_message
+
+
+n_web_search = gr.Slider(1, 10, value=3, step=1, label="Web searches",
+                         info="Choose between 1 and 10 number of web searches to do. Remember more the web searches more it will take time to reply.")
+strategy = gr.Radio(["Deep", "Normal"], label="Strategy", value="Normal",
+                    info="Select web search analysis type. Please keep in mind that deep analysis will take more time than normal analysis.")
+
+app = gr.ChatInterface(predict, additional_inputs=[n_web_search, strategy])
+app.queue(default_concurrency_limit=5)
+app.launch(debug=True, share=False)