Duplicate from webis/chat-noir

.gitattributes

@@ -0,0 +1,27 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bin.* filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zstandard filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,14 @@
+---
+title: 'Chat Noir: Search Engine for the ClueWeb and the Common Crawl'
+emoji: 🐈
+colorFrom: black
+colorTo: white
+sdk: streamlit
+sdk_version: 1.2.0
+app_file: app.py
+pinned: false
+license: mit
+duplicated_from: webis/chat-noir
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces#reference

app.py

@@ -0,0 +1,64 @@
+import streamlit as st
+from chatnoir_api.v1 import search
+
+st.set_page_config(
+    page_title="ChatNoir",
+    page_icon="🐈",
+    layout="centered"
+)
+
+@st.cache(suppress_st_warning=True, allow_output_mutation=True, show_spinner=False)
+def search_chat_noir(key, search_query):
+    return search(api_key=key, query=search_query)
+
+def result_html(result):
+    return (
+    f"<div style=\"color:#2a5cb3;font-weight: 500\">{(result.title.html).replace('<em>', '<b>').replace('</em>','</b>')}</div>"
+    f"<a href=\"{result.target_uri}\" style=\"color:Green;\">{result.target_uri}</a>:<br>"
+    f"<div>{(result.snippet.html).replace('<em>', '<b>').replace('</em>','</b>')}</div><br>"
+    )
+
+cola, colb, colc = st.columns([5,4,5])
+with colb:
+    st.image("https://www.chatnoir.eu/static/img/chatnoir.svg")
+
+col1, col2 = st.columns([9, 1])
+with col1:
+    search_query = st.text_input(label="",
+                placeholder="Search"
+            )
+
+with col2:
+    st.write('#')
+    button_clicked = st.button("🔎")
+
+
+if search_query or button_clicked:
+    search_results = search_chat_noir(st.secrets["key"], search_query)
+    for result in search_results[:10]:
+        st.write(result_html(result), unsafe_allow_html=True)
+    
+with st.expander("🐈 About", expanded=False):
+    st.markdown(
+        """
+        This is a **work in progress** streamlit version of our [ChatNoir](https://www.chatnoir.eu/) search engine. ChatNoir is an Elasticsearch-based search engine offering a freely accessible search interface for the two ClueWeb corpora and the Common Crawl, together about 3 billion web pages. This version of the search engine uses the [Search API](https://www.chatnoir.eu/doc/api/) by way of the Python [chatnoir-api] Package and is therefore not as fast as the main site.
+
+If you find this project useful in your research, please consider citing:
+ 
+```
+@InProceedings{bevendorff:2018,
+  address =               {Berlin Heidelberg New York},
+  author =                {Janek Bevendorff and Benno Stein and Matthias Hagen and Martin Potthast},
+  booktitle =             {Advances in Information Retrieval. 40th European Conference on IR Research (ECIR 2018)},
+  editor =                {Leif Azzopardi and Allan Hanbury and Gabriella Pasi and Benjamin Piwowarski},
+  ids =                   {potthast:2018c,stein:2018c},
+  month =                 mar,
+  publisher =             {Springer},
+  series =                {Lecture Notes in Computer Science},
+  site =                  {Grenoble, France},
+  title =                 {{Elastic ChatNoir: Search Engine for the ClueWeb and the Common Crawl}},
+  year =                  2018
+}
+```
+	    """
+    )

requirements.txt

@@ -0,0 +1 @@
+chatnoir-api