Update app.py

app.py

@@ -1,15 +1,13 @@
 import subprocess
 import sys
 
-# Install specific versions at runtime
-print("Installing dependencies...")
 subprocess.check_call([sys.executable, "-m", "pip", "install", "-U", "transformers==4.56.2"])
-print("Dependencies installed successfully!")
 
 import logging
 from typing import List, Dict, Tuple
 import gradio as gr
 from pylate import indexes, models, retrieve
+from documents import MULTILINGUAL_DOCUMENTS
 
 # Configure logging
 logging.basicConfig(
@@ -19,7 +17,6 @@ logging.basicConfig(
 logger = logging.getLogger(__name__)
 
 
-
 class CrossLingualRetriever:
     """Cross-lingual retrieval system using LiquidAI's LFM2-ColBERT model."""
     
@@ -103,101 +100,6 @@ class CrossLingualRetriever:
         return results
 
 
-# Multilingual document corpus
-MULTILINGUAL_DOCUMENTS = [
-    {
-        "id": "en_1",
-        "language": "English",
-        "title": "Artificial Intelligence Overview",
-        "text": "Artificial intelligence is the simulation of human intelligence processes by machines, especially computer systems. These processes include learning, reasoning, and self-correction."
-    },
-    {
-        "id": "es_1",
-        "language": "Spanish",
-        "title": "Inteligencia Artificial",
-        "text": "La inteligencia artificial es la simulación de procesos de inteligencia humana por parte de máquinas, especialmente sistemas informáticos. Estos procesos incluyen el aprendizaje, el razonamiento y la autocorrección."
-    },
-    {
-        "id": "fr_1",
-        "language": "French",
-        "title": "Intelligence Artificielle",
-        "text": "L'intelligence artificielle est la simulation des processus d'intelligence humaine par des machines, en particulier des systèmes informatiques. Ces processus comprennent l'apprentissage, le raisonnement et l'autocorrection."
-    },
-    {
-        "id": "de_1",
-        "language": "German",
-        "title": "Künstliche Intelligenz",
-        "text": "Künstliche Intelligenz ist die Simulation menschlicher Intelligenzprozesse durch Maschinen, insbesondere Computersysteme. Diese Prozesse umfassen Lernen, Argumentieren und Selbstkorrektur."
-    },
-    {
-        "id": "en_2",
-        "language": "English",
-        "title": "Climate Change Impact",
-        "text": "Climate change refers to long-term shifts in global temperatures and weather patterns. These shifts may be natural, but since the 1800s, human activities have been the main driver of climate change."
-    },
-    {
-        "id": "es_2",
-        "language": "Spanish",
-        "title": "Cambio Climático",
-        "text": "El cambio climático se refiere a cambios a largo plazo en las temperaturas globales y los patrones climáticos. Estos cambios pueden ser naturales, pero desde el siglo XIX, las actividades humanas han sido el principal impulsor del cambio climático."
-    },
-    {
-        "id": "fr_2",
-        "language": "French",
-        "title": "Changement Climatique",
-        "text": "Le changement climatique fait référence aux changements à long terme des températures mondiales et des conditions météorologiques. Ces changements peuvent être naturels, mais depuis les années 1800, les activités humaines sont le principal moteur du changement climatique."
-    },
-    {
-        "id": "zh_1",
-        "language": "Chinese",
-        "title": "人工智能",
-        "text": "人工智能是机器(尤其是计算机系统)对人类智能过程的模拟。这些过程包括学习、推理和自我纠正。"
-    },
-    {
-        "id": "ja_1",
-        "language": "Japanese",
-        "title": "人工知能",
-        "text": "人工知能とは、機械、特にコンピュータシステムによる人間の知能プロセスのシミュレーションです。これらのプロセスには、学習、推論、自己修正が含まれます。"
-    },
-    {
-        "id": "ar_1",
-        "language": "Arabic",
-        "title": "الذكاء الاصطناعي",
-        "text": "الذكاء الاصطناعي هو محاكاة عمليات الذكاء البشري بواسطة الآلات، وخاصة أنظمة الكمبيوتر. تشمل هذه العمليات التعلم والاستدلال والتصحيح الذاتي."
-    },
-    {
-        "id": "en_3",
-        "language": "English",
-        "title": "Renewable Energy Sources",
-        "text": "Renewable energy comes from natural sources that are constantly replenished, such as sunlight, wind, rain, tides, waves, and geothermal heat. These sources are sustainable and environmentally friendly."
-    },
-    {
-        "id": "de_2",
-        "language": "German",
-        "title": "Erneuerbare Energien",
-        "text": "Erneuerbare Energie stammt aus natürlichen Quellen, die ständig nachgefüllt werden, wie Sonnenlicht, Wind, Regen, Gezeiten, Wellen und geothermische Wärme. Diese Quellen sind nachhaltig und umweltfreundlich."
-    },
-    {
-        "id": "pt_1",
-        "language": "Portuguese",
-        "title": "Energia Renovável",
-        "text": "A energia renovável vem de fontes naturais que são constantemente reabastecidas, como luz solar, vento, chuva, marés, ondas e calor geotérmico. Essas fontes são sustentáveis e ambientalmente amigáveis."
-    },
-    {
-        "id": "it_1",
-        "language": "Italian",
-        "title": "Energia Rinnovabile",
-        "text": "L'energia rinnovabile proviene da fonti naturali che vengono costantemente reintegrate, come la luce solare, il vento, la pioggia, le maree, le onde e il calore geotermico. Queste fonti sono sostenibili ed ecologiche."
-    },
-    {
-        "id": "ru_1",
-        "language": "Russian",
-        "title": "Искусственный Интеллект",
-        "text": "Искусственный интеллект - это имитация процессов человеческого интеллекта машинами, особенно компьютерными системами. Эти процессы включают обучение, рассуждение и самокоррекцию."
-    },
-]
-
-
 # Initialize retriever and load documents
 retriever = CrossLingualRetriever()
 retriever.load_documents(MULTILINGUAL_DOCUMENTS)
@@ -261,9 +163,11 @@ def search_documents(query: str, top_k: int) -> Tuple[str, str]:
 EXAMPLE_QUERIES = [
     ["What is artificial intelligence?", 5],
     ["¿Qué es el cambio climático?", 5],
-    ["Qu'est-ce que l'énergie renouvelable?", 5],
-    ["人工知能とは何ですか？", 5],
-    ["Was ist künstliche Intelligenz?", 3],
+    ["양자 컴퓨팅이란 무엇인가요?", 5],
+    ["ما هي الصحة النفسية؟", 5],
+    ["量子计算是什么？", 5],
+    ["Qu'est-ce que l'économie numérique?", 5],
+    ["宇宙探査について教えてください", 5],
 ]
 
 
@@ -272,12 +176,15 @@ with gr.Blocks(title="Cross-Lingual Retrieval Demo", theme=gr.themes.Soft()) as
     gr.Markdown(
         """
         # 🌍 Cross-Lingual Document Retrieval
-        ### Powered by LiquidAI/LFM2-ColBERT-350M
+        ### Powered by [LiquidAI/LFM2-ColBERT-350M](https://huggingface.co/LiquidAI/LFM2-ColBERT-350M)
+        
+        Search for documents in any language using queries in any language!
         
-        This demo showcases **cross-lingual retrieval** - search for documents in any language using queries in any language!
         The model finds semantically similar documents regardless of the language mismatch.
         
-        Try searching in English, Spanish, French, German, Chinese, Japanese, Arabic, or any other language!
+        **Supported Languages:** English, Arabic, Chinese, French, German, Japanese, Korean, and Spanish
+        
+        **Topics:** AI, Climate, Energy, Health, Business, Education, Culture, Space Exploration, and more!
         """
     )
     
@@ -302,14 +209,20 @@ with gr.Blocks(title="Cross-Lingual Retrieval Demo", theme=gr.themes.Soft()) as
         with gr.Column(scale=1):
             gr.Markdown(
                 """
-                ### 📚 Available Documents
+                ### 📚 Document Corpus
                 
-                The corpus contains documents about:
-                - **Artificial Intelligence**
-                - **Climate Change**
-                - **Renewable Energy**
+                **30+ documents** covering:
+                - 🤖 **Technology**: AI, Quantum Computing
+                - 🌍 **Environment**: Climate, Biodiversity
+                - ⚡ **Energy**: Renewable Sources
+                - 🏥 **Health**: Medicine, Mental Wellness
+                - 💼 **Business**: Digital Economy, Startups
+                - 📖 **Education**: Online Learning
+                - 🎭 **Culture**: Global Connectivity
+                - 🚀 **Science**: Space Exploration
                 
-                In languages: 🇬🇧 🇪🇸 🇫🇷 🇩🇪 🇨🇳 🇯🇵 🇸🇦 🇵🇹 🇮🇹 🇷🇺
+                **Languages:**  
+                🇬🇧 🇪🇸 🇫🇷 🇩🇪 🇨🇳 🇯🇵 🇸🇦 🇰🇷
                 """
             )
     
@@ -351,9 +264,7 @@ with gr.Blocks(title="Cross-Lingual Retrieval Demo", theme=gr.themes.Soft()) as
         ---
         **How it works:** This demo uses the LiquidAI LFM2-ColBERT-350M model with late interaction retrieval. 
         The model encodes both queries and documents into token-level embeddings, enabling fine-grained matching 
-        across languages with impressive speed and accuracy.
-        
-        Built with [PyLate](https://github.com/lightonai/pylate) and [Gradio](https://gradio.app).
+        across languages with high speed and accuracy.
         """
     )