Upload folder using huggingface_hub

.github/workflows/update_space.yml

@@ -0,0 +1,28 @@
+name: Run Python script
+
+on:
+  push:
+    branches:
+      - main
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v2
+
+    - name: Set up Python
+      uses: actions/setup-python@v2
+      with:
+        python-version: '3.9'
+
+    - name: Install Gradio
+      run: python -m pip install gradio
+
+    - name: Log in to Hugging Face
+      run: python -c 'import huggingface_hub; huggingface_hub.login(token="${{ secrets.hf_token }}")'
+
+    - name: Deploy to Spaces
+      run: gradio deploy

.gitignore

@@ -0,0 +1,170 @@
+# Own additions
+nohup.out
+.streamlit/secrets.toml
+secret*
+*.ipynb
+
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# poetry
+#   Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
+#   This is especially recommended for binary packages to ensure reproducibility, and is more
+#   commonly ignored for libraries.
+#   https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
+#poetry.lock
+
+# pdm
+#   Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
+#pdm.lock
+#   pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
+#   in version control.
+#   https://pdm-project.org/#use-with-ide
+.pdm.toml
+.pdm-python
+.pdm-build/
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+# PyCharm
+#  JetBrains specific template is maintained in a separate JetBrains.gitignore that can
+#  be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
+#  and can be added to the global gitignore or merged into this file.  For a more nuclear
+#  option (not recommended) you can uncomment the following to ignore the entire idea folder.
+#.idea/
+.streamlit/secrets.toml
+scratch.ipynb

.gradio/certificate.pem

@@ -0,0 +1,31 @@
+-----BEGIN CERTIFICATE-----
+MIIFazCCA1OgAwIBAgIRAIIQz7DSQONZRGPgu2OCiwAwDQYJKoZIhvcNAQELBQAw
+TzELMAkGA1UEBhMCVVMxKTAnBgNVBAoTIEludGVybmV0IFNlY3VyaXR5IFJlc2Vh
+cmNoIEdyb3VwMRUwEwYDVQQDEwxJU1JHIFJvb3QgWDEwHhcNMTUwNjA0MTEwNDM4
+WhcNMzUwNjA0MTEwNDM4WjBPMQswCQYDVQQGEwJVUzEpMCcGA1UEChMgSW50ZXJu
+ZXQgU2VjdXJpdHkgUmVzZWFyY2ggR3JvdXAxFTATBgNVBAMTDElTUkcgUm9vdCBY
+MTCCAiIwDQYJKoZIhvcNAQEBBQADggIPADCCAgoCggIBAK3oJHP0FDfzm54rVygc
+h77ct984kIxuPOZXoHj3dcKi/vVqbvYATyjb3miGbESTtrFj/RQSa78f0uoxmyF+
+0TM8ukj13Xnfs7j/EvEhmkvBioZxaUpmZmyPfjxwv60pIgbz5MDmgK7iS4+3mX6U
+A5/TR5d8mUgjU+g4rk8Kb4Mu0UlXjIB0ttov0DiNewNwIRt18jA8+o+u3dpjq+sW
+T8KOEUt+zwvo/7V3LvSye0rgTBIlDHCNAymg4VMk7BPZ7hm/ELNKjD+Jo2FR3qyH
+B5T0Y3HsLuJvW5iB4YlcNHlsdu87kGJ55tukmi8mxdAQ4Q7e2RCOFvu396j3x+UC
+B5iPNgiV5+I3lg02dZ77DnKxHZu8A/lJBdiB3QW0KtZB6awBdpUKD9jf1b0SHzUv
+KBds0pjBqAlkd25HN7rOrFleaJ1/ctaJxQZBKT5ZPt0m9STJEadao0xAH0ahmbWn
+OlFuhjuefXKnEgV4We0+UXgVCwOPjdAvBbI+e0ocS3MFEvzG6uBQE3xDk3SzynTn
+jh8BCNAw1FtxNrQHusEwMFxIt4I7mKZ9YIqioymCzLq9gwQbooMDQaHWBfEbwrbw
+qHyGO0aoSCqI3Haadr8faqU9GY/rOPNk3sgrDQoo//fb4hVC1CLQJ13hef4Y53CI
+rU7m2Ys6xt0nUW7/vGT1M0NPAgMBAAGjQjBAMA4GA1UdDwEB/wQEAwIBBjAPBgNV
+HRMBAf8EBTADAQH/MB0GA1UdDgQWBBR5tFnme7bl5AFzgAiIyBpY9umbbjANBgkq
+hkiG9w0BAQsFAAOCAgEAVR9YqbyyqFDQDLHYGmkgJykIrGF1XIpu+ILlaS/V9lZL
+ubhzEFnTIZd+50xx+7LSYK05qAvqFyFWhfFQDlnrzuBZ6brJFe+GnY+EgPbk6ZGQ
+3BebYhtF8GaV0nxvwuo77x/Py9auJ/GpsMiu/X1+mvoiBOv/2X/qkSsisRcOj/KK
+NFtY2PwByVS5uCbMiogziUwthDyC3+6WVwW6LLv3xLfHTjuCvjHIInNzktHCgKQ5
+ORAzI4JMPJ+GslWYHb4phowim57iaztXOoJwTdwJx4nLCgdNbOhdjsnvzqvHu7Ur
+TkXWStAmzOVyyghqpZXjFaH3pO3JLF+l+/+sKAIuvtd7u+Nxe5AW0wdeRlN8NwdC
+jNPElpzVmbUq4JUagEiuTDkHzsxHpFKVK7q4+63SM1N95R1NbdWhscdCb+ZAJzVc
+oyi3B43njTOQ5yOf+1CceWxG1bQVs5ZufpsMljq4Ui0/1lvh+wjChP4kqKOJ2qxq
+4RgqsahDYVvTH9w7jXbyLeiNdd8XM2w9U/t7y0Ff/9yi0GE44Za4rF2LN9d11TPA
+mRGunUHBcnWEvgJBQl9nJEiU0Zsnvgc/ubhPgXRR4Xq37Z0j4r7g1SgEEzwxA57d
+emyPxgcYxn/eR44/KJ4EBs+lVDR3veyJm+kXQ99b21/+jh5Xos1AnX5iItreGCc=
+-----END CERTIFICATE-----

.pre-commit-config.yaml

@@ -0,0 +1,20 @@
+# .pre-commit-config.yaml
+repos:
+-   repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v4.4.0
+    hooks:
+    -   id: trailing-whitespace
+    -   id: end-of-file-fixer
+    -   id: check-yaml
+    -   id: check-added-large-files
+
+-   repo: https://github.com/psf/black
+    rev: 23.7.0
+    hooks:
+    -   id: black
+
+-   repo: https://github.com/pre-commit/mirrors-mypy
+    rev: v1.4.1
+    hooks:
+    -   id: mypy
+        additional_dependencies: [types-all]

.streamlit/config.toml

@@ -0,0 +1,2 @@
+[server]
+# Add any Streamlit-specific configurations here

LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 Jelle de Jong
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

README.md

@@ -1,12 +1,103 @@
 ---
-title: Fabric To Espanso
-emoji: 🔥
-colorFrom: purple
-colorTo: pink
+title: fabric_to_espanso
+app_file: gradio_app_query_only.py
 sdk: gradio
 sdk_version: 5.12.0
-app_file: app.py
-pinned: false
 ---
+# Fabric to Espanso Converter
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+A Python application that bridges Fabric prompts with Espanso by managing and converting prompts through a vector database.
+
+## Features
+
+- Store and manage Fabric prompts in a Qdrant vector database
+- Convert stored prompts into Espanso YAML format for system-wide usage
+- Semantic search functionality to find relevant prompts based on their meaning
+- Web interface for easy interaction with the prompt database
+
+## Prerequisites
+
+- Python 3.11
+- Qdrant vector database server (local or cloud)
+- Obsidian with MeshAI plugin installed
+- Windows (for PowerShell script) or Linux/WSL for direct execution
+
+## Installation
+
+1. Install Obsidian and the MeshAI plugin
+2. In Obsidian, create the following folder structure:
+   ```
+   Extra/
+   └── FabricPatterns/
+       ├── Official/  # For downloaded Fabric patterns
+       └── Own/       # For your custom additions
+   ```
+3. Clone this repository
+4. Install dependencies using PDM:
+   ```bash
+   pdm install
+   ```
+5. Configure your Qdrant server connection in the application settings
+
+## Usage
+
+### Linux/WSL
+
+Run the Streamlit application directly:
+```bash
+./src/search_qdrant/run_streamlit.sh
+```
+
+### Windows
+
+Create a PowerShell script with the following content to start the application:
+
+```powershell
+# Start WSL process without showing window
+$startInfo = New-Object System.Diagnostics.ProcessStartInfo
+$startInfo.Filename = "wsl.exe"
+# Use -c flag to let the command use the WSL2 Ubuntu folder system and not the Windows
+$startInfo.Arguments = "bash -c ~/Tools/pythagora-core/workspace/fabrics_processor/src/search_qdrant/run_streamlit.sh"
+$startInfo.UseShellExecute = $false
+$startInfo.RedirectStandardOutput = $true
+$startInfo.RedirectStandardError = $true
+$startInfo.WindowStyle = [System.Diagnostics.ProcessWindowStyle]::Hidden
+$startInfo.CreateNoWindow = $true
+
+# Start the process
+try {
+    $process = [System.Diagnostics.Process]::Start($startInfo)
+    Start-Sleep -Seconds 5
+    
+    # Check if Streamlit is actually running
+    $streamlitRunning = Test-NetConnection -ComputerName localhost -Port 8501 -WarningAction SilentlyContinue
+    
+    if ($streamlitRunning.TcpTestSucceeded) {
+        Start-Process "msedge.exe" "--app=http://localhost:8501"
+    } else {
+        Write-Error "Failed to start Streamlit application"
+    }
+} catch {
+    Write-Error "Error starting Streamlit: $_"
+}
+```
+
+This script will:
+1. Start the Streamlit server if it's not already running
+2. Open the application in Microsoft Edge in app mode
+3. Automatically handle server startup and connection
+
+## Dependencies
+
+- ipykernel >= 6.29.5
+- markdown >= 3.7
+- pyyaml >= 6.0.2
+- qdrant-client >= 1.12.1
+- fastembed >= 0.4.2
+- streamlit >= 1.41.1
+- pyperclip >= 1.9.0
+- regex >= 2024.11.6
+
+## License
+
+This project is licensed under the MIT License.

data/Fab2Esp_transparent.png:Zone.Identifier

@@ -0,0 +1,4 @@
+[ZoneTransfer]
+ZoneId=3
+ReferrerUrl=https://www7.lunapic.com/editor/?action=save
+HostUrl=https://www7.lunapic.com/editor/saveas.php

gradio_app_query_only.py

@@ -0,0 +1,114 @@
+import gradio as gr
+import pyperclip
+from src.fabrics_processor.database import initialize_qdrant_database
+from src.search_qdrant.database_query import query_qdrant_database
+from src.fabrics_processor.logger import setup_logger
+import logging
+import atexit
+from src.fabrics_processor.config import config
+import time
+import os
+from dotenv import load_dotenv
+
+# Load environment variables from .env file
+load_dotenv()
+
+# Configure logging
+logger = setup_logger()
+
+# Initialize the database client
+client = None
+def init_client():
+    global client
+    if client is None:
+        client = initialize_qdrant_database(api_key=os.environ.get("QDRANT_API_KEY"))
+        # Register cleanup function
+        atexit.register(lambda: client.close() if hasattr(client, '_transport') else None)
+    return client
+
+def search_prompts(query):
+    """Search for prompts based on the query."""
+    try:
+        client = init_client()
+        results = query_qdrant_database(
+            query=query,
+            client=client,
+            num_results=5,
+            collection_name=config.embedding.collection_name
+        )
+        
+        if not results:
+            return gr.Radio(choices=[]), None
+        
+        # Format results for radio buttons - just filenames
+        filenames = [r.metadata['filename'] for r in results]
+        # Store the full results for later use
+        global current_results
+        current_results = results
+        return gr.Radio(choices=filenames), None
+    
+    except Exception as e:
+        logger.error(f"Error during search: {str(e)}")
+        return gr.Radio(choices=[]), None
+
+def show_selected_prompt(selected_filename):
+    """Display the content of the selected prompt."""
+    if not selected_filename or not current_results:
+        return ""
+    
+    # Find the selected result
+    selected_prompt = next(
+        (r for r in current_results if r.metadata['filename'] == selected_filename),
+        None
+    )
+    
+    if selected_prompt:
+        return selected_prompt.metadata['content']
+    return ""
+
+# Store current results globally
+global current_results
+current_results = []
+
+with gr.Blocks() as demo:
+    gr.Markdown("# Prompt finding and comparing")
+    
+    with gr.Column():
+        query_input = gr.Textbox(
+            label="What are you trying to accomplish? I will then search for good prompts to give you a good start.",
+            lines=3,
+            autofocus=True,  # This will focus the textbox when the page loads
+            interactive=True  # This enables keyboard events
+        )
+        search_button = gr.Button("Search")
+    
+        # Radio buttons for selecting prompts
+        results_radio = gr.Radio(
+            choices=[],
+            label="Select a prompt",
+            interactive=True
+        )
+        
+        # Display area for selected prompt using Markdown
+        selected_prompt_display = gr.Markdown(label="Selected Prompt", show_copy_button=True)
+    
+    # Set up event handlers
+    query_input.submit(
+        fn=search_prompts,
+        inputs=[query_input],
+        outputs=[results_radio, selected_prompt_display]
+    )
+    search_button.click(
+        fn=search_prompts,
+        inputs=[query_input],
+        outputs=[results_radio, selected_prompt_display]
+    )
+    
+    results_radio.change(
+        fn=show_selected_prompt,
+        inputs=[results_radio],
+        outputs=[selected_prompt_display]
+    )
+
+if __name__ == "__main__":
+    demo.launch(share=True)

main.py

@@ -0,0 +1,120 @@
+"""Main entry point for the Fabric to Espanso conversion process."""
+from typing import Optional
+import sys
+import signal
+import logging
+from contextlib import contextmanager
+
+from src.fabrics_processor.database import initialize_qdrant_database
+from src.fabrics_processor.file_change_detector import detect_file_changes
+from src.fabrics_processor.database_updater import update_qdrant_database
+from src.fabrics_processor.yaml_file_generator import generate_yaml_file
+from src.fabrics_processor.logger import setup_logger
+from src.fabrics_processor.config import config
+from src.fabrics_processor.exceptions import (
+    DatabaseConnectionError,
+    DatabaseInitializationError
+)
+
+# Setup logger
+logger = setup_logger()
+
+class GracefulExit(SystemExit):
+    """Custom exception for graceful shutdown."""
+    pass
+
+def signal_handler(signum, frame):
+    """Handle shutdown signals gracefully."""
+    logger.info(f"Received signal {signum}. Initiating graceful shutdown...")
+    raise GracefulExit()
+
+@contextmanager
+def managed_qdrant_client():
+    """Context manager for handling Qdrant client lifecycle."""
+    client = None
+    try:
+        client = initialize_qdrant_database()
+        yield client
+    finally:
+        if client:
+            logger.info("Closing Qdrant client connection...")
+            client.close()
+            logger.info("Qdrant client connection closed")
+
+def process_changes(client) -> bool:
+    """Process file changes and update database and YAML files.
+    
+    Args:
+        client: Initialized Qdrant client
+        
+    Returns:
+        bool: True if processing was successful, False otherwise
+    """
+    try:
+        # Detect file changes
+        new_files, modified_files, deleted_files = detect_file_changes(client, config.fabric_patterns_folder)
+
+        # Log the results
+        if new_files:
+            logger.info(f"New files: {[file['filename'] for file in new_files]}")
+        if modified_files:
+            logger.info(f"Modified files: {[file['filename'] for file in modified_files]}")
+        if deleted_files:
+            logger.info(f"Deleted files: {deleted_files}")
+            
+        # Update database if there are changes
+        if any([new_files, modified_files, deleted_files]):
+            logger.info("Changes detected. Updating database...")
+            update_qdrant_database(client, new_files, modified_files, deleted_files)
+            
+        # Always generate output files to ensure consistency
+        generate_yaml_file(client, config.yaml_output_folder)
+
+        return True
+        
+    except Exception as e:
+        logger.error(f"Error processing changes: {str(e)}", exc_info=True)
+        return False
+
+def main() -> Optional[int]:
+    """Main application entry point.
+    
+    Returns:
+        Optional[int]: Exit code, None if successful, 1 if error
+    """
+    # Setup signal handlers
+    signal.signal(signal.SIGINT, signal_handler)
+    signal.signal(signal.SIGTERM, signal_handler)
+    
+    try:
+        logger.info("Fabric to Espanso conversion process started")
+        
+        # Log configuration
+        logger.info(f"Using configuration:")
+        logger.info(f"  Database URL: {config.database.url}")
+        logger.info(f"  Fabric patterns folder: {config.fabric_patterns_folder}")
+        logger.info(f"  YAML output folder: {config.yaml_output_folder}")
+        logger.info(f"  Obsidian textgenerator markdown output folder: {config.markdown_output_folder}")
+        logger.info(f"  Obsidian personal prompts input folder: {config.obsidian_input_folder}") 
+        
+        # Process changes with managed client
+        with managed_qdrant_client() as client:
+            if process_changes(client):
+                logger.info("Fabric to Espanso conversion completed successfully")
+                return None
+            else:
+                logger.error("Fabric to Espanso conversion completed with errors")
+                return 1
+                
+    except GracefulExit:
+        logger.info("Gracefully shutting down...")
+        return None
+    except (DatabaseConnectionError, DatabaseInitializationError) as e:
+        logger.error(f"Database error: {str(e)}")
+        return 1
+    except Exception as e:
+        logger.error(f"Unexpected error: {str(e)}", exc_info=True)
+        return 1
+
+if __name__ == "__main__":
+    sys.exit(main() or 0)

parameters.py

@@ -0,0 +1,64 @@
+"""Checks on input data are done in config.py
+These parameters must be loaded in the script using config.py"""
+import os
+
+# 
+# Initialize some automated variables
+# only needed for updating the database and writing the YAML espanso file
+# and the markdown Obsidian files
+# So not necessary for running the streamlit app with query only
+# These automated variables don't work in the cloud obviously
+# because the cloud doesn't have a local filesystem
+# Therefore we first check if we are running in a local WSL environment
+# 
+# Project root directory
+is_wsl = os.environ.get('WSL_DISTRO_NAME') is not None
+
+if is_wsl:
+    PROJECT_ROOT = os.path.dirname(os.path.abspath(__file__))
+
+    # Get Windows user profile path
+    import subprocess
+    windows_user = subprocess.check_output(['cmd.exe', '/c', 'echo %USERNAME%'], text=True).strip()
+    # 
+    # User parameters
+    #
+    # Location of input and output files
+    # TODO: make us of ~ possible in setting of path
+    FABRIC_PATTERNS_FOLDER="/home/jelle/.config/fabric/patterns"
+    OBSIDIAN_OUTPUT_FOLDER="/mnt/c/Obsidian/BrainCave/Extra/textgenerator/templates/fabric"
+    OBSIDIAN_INPUT_FOLDER="/mnt/c/Obsidian/BrainCave/d5 WDODelta/50-59 Programmeren en development/56 Generative AI en LLM/56.15 PromptsLibrary"
+    YAML_OUTPUT_FOLDER=f"/mnt/c/Users/{windows_user}/AppData/Roaming/espanso/match"
+else:
+    windows_user = "cloud_dummy"
+    FABRIC_PATTERNS_FOLDER="cloud_dummy"
+    OBSIDIAN_OUTPUT_FOLDER="cloud_dummy"
+    OBSIDIAN_INPUT_FOLDER="cloud_dummy"
+    YAML_OUTPUT_FOLDER="cloud_dummy"
+
+# Headings to extract from markdown files
+BASE_WORDS = ['Identity', 'Purpose', 'Task', 'Goal']
+
+
+# Qdrant database parameters
+# TODO: deze paramater wordt nu niet in het script gebruikt, is nu hard coded, dit moet wel gebruikt worden
+# Local:
+# QDRANT_URL = "http://localhost:6333"
+# COLLECTION_NAME = "fabric_patterns"
+# Cloud:
+QDRANT_URL = "https://91ed3a93-6135-4951-a624-1c8c2878240d.europe-west3-0.gcp.cloud.qdrant.io:6333"
+COLLECTION_NAME = "fabric_patterns"
+
+# Required fields for database points
+# TODO: default trigger wordt nu twee keer gedefinieerd, oplossen
+DEFAULT_TRIGGER = ";;fab"
+REQUIRED_FIELDS = ['filename', 'content', 'purpose', 'filesize', 'trigger']
+REQUIRED_FIELDS_DEFAULTS = {
+    'trigger': ';;fab',
+    'filesize': 0,
+    'purpose': None  # Will be set to content if missing
+}
+
+# Embedding Model parameters voor Qdrant
+USE_FASTEMBED = True
+EMBED_MODEL = "fast-bge-small-en" 

pyproject.toml

@@ -0,0 +1,36 @@
+[project]
+name = "fabric-to-espanso"
+version = "0.1.0"
+description = "Default template for PDM package"
+authors = [
+    {name = "Hopsakee", email = "jdejong@posteo.nl"},
+]
+packages = [
+    {include = "src"},
+]
+dependencies = [
+    "ipykernel>=6.29.5",
+    "markdown>=3.7",
+    "pyyaml>=6.0.2",
+    "qdrant-client>=1.12.1",
+    "fastembed>=0.4.2",
+    "streamlit>=1.41.1",
+    "pyperclip>=1.9.0",
+    "regex>=2024.11.6",
+    "fastcore>=1.7.28",
+    "setuptools>=75.8.0",
+    "gradio>=5.12.0",
+    "python-dotenv>=1.0.1",
+]
+requires-python = "==3.11.*"
+readme = "README.md"
+license = {text = "MIT"}
+
+
+[tool.pdm]
+package-dir = "src"
+distribution = false
+
+[build-system]
+requires = ["pdm-backend"]
+build-backend = "pdm.backend"

requirements.txt

@@ -0,0 +1,548 @@
+# This file is @generated by PDM.
+# Please do not edit it manually.
+
+altair==5.5.0 \
+    --hash=sha256:91a310b926508d560fe0148d02a194f38b824122641ef528113d029fcd129f8c \
+    --hash=sha256:d960ebe6178c56de3855a68c47b516be38640b73fb3b5111c2a9ca90546dd73d
+annotated-types==0.7.0 \
+    --hash=sha256:1f02e8b43a8fbbc3f3e0d4f0f4bfc8131bcb4eebe8849b8e5c773f3a1c582a53 \
+    --hash=sha256:aff07c09a53a08bc8cfccb9c85b05f1aa9a2a6f23728d790723543408344ce89
+anyio==4.7.0 \
+    --hash=sha256:2f834749c602966b7d456a7567cafcb309f96482b5081d14ac93ccd457f9dd48 \
+    --hash=sha256:ea60c3723ab42ba6fff7e8ccb0488c898ec538ff4df1f1d5e642c3601d07e352
+appnope==0.1.4; platform_system == "Darwin" \
+    --hash=sha256:1de3860566df9caf38f01f86f65e0e13e379af54f9e4bee1e66b48f2efffd1ee \
+    --hash=sha256:502575ee11cd7a28c0205f379b525beefebab9d161b7c964670864014ed7213c
+asttokens==2.4.1 \
+    --hash=sha256:051ed49c3dcae8913ea7cd08e46a606dba30b79993209636c4875bc1d637bc24 \
+    --hash=sha256:b03869718ba9a6eb027e134bfdf69f38a236d681c83c160d510768af11254ba0
+attrs==24.3.0 \
+    --hash=sha256:8f5c07333d543103541ba7be0e2ce16eeee8130cb0b3f9238ab904ce1e85baff \
+    --hash=sha256:ac96cd038792094f438ad1f6ff80837353805ac950cd2aa0e0625ef19850c308
+blinker==1.9.0 \
+    --hash=sha256:b4ce2265a7abece45e7cc896e98dbebe6cead56bcf805a3d23136d145f5445bf \
+    --hash=sha256:ba0efaa9080b619ff2f3459d1d500c57bddea4a6b424b60a91141db6fd2f08bc
+cachetools==5.5.0 \
+    --hash=sha256:02134e8439cdc2ffb62023ce1debca2944c3f289d66bb17ead3ab3dede74b292 \
+    --hash=sha256:2cc24fb4cbe39633fb7badd9db9ca6295d766d9c2995f245725a46715d050f2a
+certifi==2024.8.30 \
+    --hash=sha256:922820b53db7a7257ffbda3f597266d435245903d80737e34f8a45ff3e3230d8 \
+    --hash=sha256:bec941d2aa8195e248a60b31ff9f0558284cf01a52591ceda73ea9afffd69fd9
+cffi==1.17.1; implementation_name == "pypy" \
+    --hash=sha256:1c39c6016c32bc48dd54561950ebd6836e1670f2ae46128f67cf49e789c52824 \
+    --hash=sha256:30c5e0cb5ae493c04c8b42916e52ca38079f1b235c2f8ae5f4527b963c401caf \
+    --hash=sha256:46bf43160c1a35f7ec506d254e5c890f3c03648a4dbac12d624e4490a7046cd1 \
+    --hash=sha256:610faea79c43e44c71e1ec53a554553fa22321b65fae24889706c0a84d4ad86d \
+    --hash=sha256:85a950a4ac9c359340d5963966e3e0a94a676bd6245a4b55bc43949eee26a655 \
+    --hash=sha256:a1ed2dd2972641495a3ec98445e09766f077aee98a1c896dcb4ad0d303628e41 \
+    --hash=sha256:a24ed04c8ffd54b0729c07cee15a81d964e6fee0e3d4d342a27b020d22959dc6 \
+    --hash=sha256:a45e3c6913c5b87b3ff120dcdc03f6131fa0065027d0ed7ee6190736a74cd401 \
+    --hash=sha256:a9b15d491f3ad5d692e11f6b71f7857e7835eb677955c00cc0aefcd0669adaf6 \
+    --hash=sha256:caaf0640ef5f5517f49bc275eca1406b0ffa6aa184892812030f04c2abf589a0 \
+    --hash=sha256:de2ea4b5833625383e464549fec1bc395c1bdeeb5f25c4a3a82b5a8c756ec22f \
+    --hash=sha256:f75c7ab1f9e4aca5414ed4d8e5c0e303a34f4421f8a0d47a4d019ceff0ab6af4 \
+    --hash=sha256:fc48c783f9c87e60831201f2cce7f3b2e4846bf4d8728eabe54d60700b318a0b
+charset-normalizer==3.4.0 \
+    --hash=sha256:0d99dd8ff461990f12d6e42c7347fd9ab2532fb70e9621ba520f9e8637161d7c \
+    --hash=sha256:223217c3d4f82c3ac5e29032b3f1c2eb0fb591b72161f86d93f5719079dae93e \
+    --hash=sha256:3710a9751938947e6327ea9f3ea6332a09bf0ba0c09cae9cb1f250bd1f1549bc \
+    --hash=sha256:47334db71978b23ebcf3c0f9f5ee98b8d65992b65c9c4f2d34c2eaf5bcaf0594 \
+    --hash=sha256:63bc5c4ae26e4bc6be6469943b8253c0fd4e4186c43ad46e713ea61a0ba49129 \
+    --hash=sha256:6dba5d19c4dfab08e58d5b36304b3f92f3bd5d42c1a3fa37b5ba5cdf6dfcbcee \
+    --hash=sha256:82357d85de703176b5587dbe6ade8ff67f9f69a41c0733cf2425378b49954de5 \
+    --hash=sha256:8ce7fd6767a1cc5a92a639b391891bf1c268b03ec7e021c7d6d902285259685c \
+    --hash=sha256:8ff4e7cdfdb1ab5698e675ca622e72d58a6fa2a8aa58195de0c0061288e6e3ea \
+    --hash=sha256:9ae4ef0b3f6b41bad6366fb0ea4fc1d7ed051528e113a60fa2a65a9abb5b1d99 \
+    --hash=sha256:bcb4f8ea87d03bc51ad04add8ceaf9b0f085ac045ab4d74e73bbc2dc033f0236 \
+    --hash=sha256:bf4475b82be41b07cc5e5ff94810e6a01f276e37c2d55571e3fe175e467a1a1c \
+    --hash=sha256:c57516e58fd17d03ebe67e181a4e4e2ccab1168f8c2976c6a334d4f819fe5944 \
+    --hash=sha256:ce031db0408e487fd2775d745ce30a7cd2923667cf3b69d48d219f1d8f5ddeb6 \
+    --hash=sha256:cee4373f4d3ad28f1ab6290684d8e2ebdb9e7a1b74fdc39e4c211995f77bec27 \
+    --hash=sha256:f1a2f519ae173b5b6a2c9d5fa3116ce16e48b3462c8b96dfdded11055e3d6365 \
+    --hash=sha256:fe9f97feb71aa9896b81973a7bbada8c49501dc73e58a10fcef6663af95e5079
+click==8.1.7 \
+    --hash=sha256:ae74fb96c20a0277a1d615f1e4d73c8414f5a98db8b799a7931d1582f3390c28 \
+    --hash=sha256:ca9853ad459e787e2192211578cc907e7594e294c7ccc834310722b41b9ca6de
+colorama==0.4.6; platform_system == "Windows" or sys_platform == "win32" \
+    --hash=sha256:08695f5cb7ed6e0531a20572697297273c47b8cae5a63ffc6d6ed5c201be6e44 \
+    --hash=sha256:4f1d9991f5acc0ca119f9d443620b77f9d6b33703e51011c16baf57afb285fc6
+coloredlogs==15.0.1; python_version >= "3.10" and python_version < "3.13" \
+    --hash=sha256:612ee75c546f53e92e70049c9dbfcc18c935a2b9a53b66085ce9ef6a6e5c0934 \
+    --hash=sha256:7c991aa71a4577af2f82600d8f8f3a89f936baeaf9b50a9c197da014e5bf16b0
+comm==0.2.2 \
+    --hash=sha256:3fd7a84065306e07bea1773df6eb8282de51ba82f77c72f9c85716ab11fe980e \
+    --hash=sha256:e6fb86cb70ff661ee8c9c14e7d36d6de3b4066f1441be4063df9c5009f0a64d3
+debugpy==1.8.9 \
+    --hash=sha256:1339e14c7d980407248f09824d1b25ff5c5616651689f1e0f0e51bdead3ea13e \
+    --hash=sha256:62d22dacdb0e296966d7d74a7141aaab4bec123fa43d1a35ddcb39bf9fd29d70 \
+    --hash=sha256:8138efff315cd09b8dcd14226a21afda4ca582284bf4215126d87342bba1cc66 \
+    --hash=sha256:b74a49753e21e33e7cf030883a92fa607bddc4ede1aa4145172debc637780040 \
+    --hash=sha256:cc37a6c9987ad743d9c3a14fa1b1a14b7e4e6041f9dd0c8abf8895fe7a97b899 \
+    --hash=sha256:ff54ef77ad9f5c425398efb150239f6fe8e20c53ae2f68367eba7ece1e96226d
+decorator==5.1.1 \
+    --hash=sha256:637996211036b6385ef91435e4fae22989472f9d571faba8927ba8253acbc330 \
+    --hash=sha256:b8c3f85900b9dc423225913c5aace94729fe1fa9763b38939a95226f02d37186
+executing==2.1.0 \
+    --hash=sha256:8d63781349375b5ebccc3142f4b30350c0cd9c79f921cde38be2be4637e98eaf \
+    --hash=sha256:8ea27ddd260da8150fa5a708269c4a10e76161e2496ec3e587da9e3c0fe4b9ab
+fastcore==1.7.28 \
+    --hash=sha256:606e4507eb4b8892e4c83ddf5462fbcf32f4bde4fa6caf56ca67ee5e2dbe2b1e \
+    --hash=sha256:ffa1ab1b34518795a4342b85ebb9cd2b30588210c21df028a11e420678a59e20
+fastembed==0.5.0 \
+    --hash=sha256:420e42ced462e44878065ce13f812485f9788f9f4f1cfd73e075add728d17a70 \
+    --hash=sha256:a1a242ca9ffec866cd0336a435e3169ffb7dd60d67b3f61dbb6683f74e3856cf
+filelock==3.16.1 \
+    --hash=sha256:2082e5703d51fbf98ea75855d9d5527e33d8ff23099bec374a134febee6946b0 \
+    --hash=sha256:c249fbfcd5db47e5e2d6d62198e565475ee65e4831e2561c8e313fa7eb961435
+flatbuffers==24.3.25; python_version >= "3.10" and python_version < "3.13" \
+    --hash=sha256:8dbdec58f935f3765e4f7f3cf635ac3a77f83568138d6a2311f524ec96364812 \
+    --hash=sha256:de2ec5b203f21441716617f38443e0a8ebf3d25bf0d9c0bb0ce68fa00ad546a4
+fsspec==2024.10.0 \
+    --hash=sha256:03b9a6785766a4de40368b88906366755e2819e758b83705c88cd7cb5fe81871 \
+    --hash=sha256:eda2d8a4116d4f2429db8550f2457da57279247dd930bb12f821b58391359493
+gitdb==4.0.11 \
+    --hash=sha256:81a3407ddd2ee8df444cbacea00e2d038e40150acfa3001696fe0dcf1d3adfa4 \
+    --hash=sha256:bf5421126136d6d0af55bc1e7c1af1c397a34f5b7bd79e776cd3e89785c2b04b
+gitpython==3.1.43 \
+    --hash=sha256:35f314a9f878467f5453cc1fee295c3e18e52f1b99f10f6cf5b1682e968a9e7c \
+    --hash=sha256:eec7ec56b92aad751f9912a73404bc02ba212a23adb2c7098ee668417051a1ff
+grpcio==1.68.1 \
+    --hash=sha256:298ee7f80e26f9483f0b6f94cc0a046caf54400a11b644713bb5b3d8eb387600 \
+    --hash=sha256:3522c77d7e6606d6665ec8d50e867f13f946a4e00c7df46768f1c85089eae515 \
+    --hash=sha256:44a8502dd5de653ae6a73e2de50a401d84184f0331d0ac3daeb044e66d5c5054 \
+    --hash=sha256:4b177f5547f1b995826ef529d2eef89cca2f830dd8b2c99ffd5fde4da734ba73 \
+    --hash=sha256:55857c71641064f01ff0541a1776bfe04a59db5558e82897d35a7793e525774c \
+    --hash=sha256:7f20ebec257af55694d8f993e162ddf0d36bd82d4e57f74b31c67b3c6d63d8b2 \
+    --hash=sha256:9d1fae6bbf0816415b81db1e82fb3bf56f7857273c84dcbe68cbe046e58e1ccd \
+    --hash=sha256:b33bd114fa5a83f03ec6b7b262ef9f5cac549d4126f1dc702078767b10c46ed9 \
+    --hash=sha256:cbb5780e2e740b6b4f2d208e90453591036ff80c02cc605fea1af8e6fc6b1bbe \
+    --hash=sha256:ddda1aa22495d8acd9dfbafff2866438d12faec4d024ebc2e656784d96328ad0
+grpcio-tools==1.68.1 \
+    --hash=sha256:02f04de42834129eb54bb12469160ab631a0395d6a2b77975381c02b994086c3 \
+    --hash=sha256:12239cf5ca6b7b4937103953cf35c49683d935e32e98596fe52dd35168aa86e6 \
+    --hash=sha256:1f0ac6ac5e1e33b998511981b3ef36489501833413354f3597b97a3452d7d7ba \
+    --hash=sha256:2114528723d9f12d3e24af3d433ec6f140deea1dd64d3bb1b4ebced217f1867c \
+    --hash=sha256:21815d54a83effbd2600d16382a7897298cfeffe578557fc9a47b642cc8ddafe \
+    --hash=sha256:2413a17ad16c9c821b36e4a67fc64c37b9e4636ab1c3a07778018801378739ba \
+    --hash=sha256:28e0bca3a262af86557f30e30ddf2fadc2324ee05cd7352716924cc7f83541f1 \
+    --hash=sha256:8e48d8884fcf6b182c73d0560a183404458e30a0f479918b88ca8fbd48b8b05f \
+    --hash=sha256:92b6aab37095879ef9ee428dd171740ff794f4c7a66bc1cc7280cd0051f8cd96 \
+    --hash=sha256:e4e8059469847441855322da16fa2c0f9787b996c237a98778210e31188a8652
+h11==0.14.0 \
+    --hash=sha256:8f19fbbe99e72420ff35c00b27a34cb9937e902a8b810e2c88300c6f0a3b699d \
+    --hash=sha256:e3fe4ac4b851c468cc8363d500db52c2ead036020723024a109d37346efaa761
+h2==4.1.0 \
+    --hash=sha256:03a46bcf682256c95b5fd9e9a99c1323584c3eec6440d379b9903d709476bc6d \
+    --hash=sha256:a83aca08fbe7aacb79fec788c9c0bac936343560ed9ec18b82a13a12c28d2abb
+hpack==4.0.0 \
+    --hash=sha256:84a076fad3dc9a9f8063ccb8041ef100867b1878b25ef0ee63847a5d53818a6c \
+    --hash=sha256:fc41de0c63e687ebffde81187a948221294896f6bdc0ae2312708df339430095
+httpcore==1.0.7 \
+    --hash=sha256:8551cb62a169ec7162ac7be8d4817d561f60e08eaa485234898414bb5a8a0b4c \
+    --hash=sha256:a3fff8f43dc260d5bd363d9f9cf1830fa3a458b332856f34282de498ed420edd
+httpx[http2]==0.28.1 \
+    --hash=sha256:75e98c5f16b0f35b567856f597f06ff2270a374470a5c2392242528e3e3e42fc \
+    --hash=sha256:d909fcccc110f8c7faf814ca82a9a4d816bc5a6dbfea25d6591d6985b8ba59ad
+huggingface-hub==0.26.5 \
+    --hash=sha256:1008bd18f60bfb65e8dbc0a97249beeeaa8c99d3c2fa649354df9fa5a13ed83b \
+    --hash=sha256:fb7386090bbe892072e64b85f7c4479fd2d65eea5f2543327c970d5169e83924
+humanfriendly==10.0; python_version >= "3.10" and python_version < "3.13" \
+    --hash=sha256:1697e1a8a8f550fd43c2865cd84542fc175a61dcb779b6fee18cf6b6ccba1477 \
+    --hash=sha256:6b0b831ce8f15f7300721aa49829fc4e83921a9a301cc7f606be6686a2288ddc
+hyperframe==6.0.1 \
+    --hash=sha256:0ec6bafd80d8ad2195c4f03aacba3a8265e57bc4cff261e802bf39970ed02a15 \
+    --hash=sha256:ae510046231dc8e9ecb1a6586f63d2347bf4c8905914aa84ba585ae85f28a914
+idna==3.10 \
+    --hash=sha256:12f65c9b470abda6dc35cf8e63cc574b1c52b11df2c86030af0ac09b01b13ea9 \
+    --hash=sha256:946d195a0d259cbba61165e88e65941f16e9b36ea6ddb97f00452bae8b1287d3
+ipykernel==6.29.5 \
+    --hash=sha256:afdb66ba5aa354b09b91379bac28ae4afebbb30e8b39510c9690afb7a10421b5 \
+    --hash=sha256:f093a22c4a40f8828f8e330a9c297cb93dcab13bd9678ded6de8e5cf81c56215
+ipython==8.29.0 \
+    --hash=sha256:0188a1bd83267192123ccea7f4a8ed0a78910535dbaa3f37671dca76ebd429c8 \
+    --hash=sha256:40b60e15b22591450eef73e40a027cf77bd652e757523eebc5bd7c7c498290eb
+jedi==0.19.2 \
+    --hash=sha256:4770dc3de41bde3966b02eb84fbcf557fb33cce26ad23da12c742fb50ecb11f0 \
+    --hash=sha256:a8ef22bde8490f57fe5c7681a3c83cb58874daf72b4784de3cce5b6ef6edb5b9
+jinja2==3.1.4 \
+    --hash=sha256:4a3aee7acbbe7303aede8e9648d13b8bf88a429282aa6122a993f0ac800cb369 \
+    --hash=sha256:bc5dd2abb727a5319567b7a813e6a2e7318c39f4f487cfe6c89c6f9c7d25197d
+jsonschema==4.23.0 \
+    --hash=sha256:d71497fef26351a33265337fa77ffeb82423f3ea21283cd9467bb03999266bc4 \
+    --hash=sha256:fbadb6f8b144a8f8cf9f0b89ba94501d143e50411a1278633f56a7acf7fd5566
+jsonschema-specifications==2024.10.1 \
+    --hash=sha256:0f38b83639958ce1152d02a7f062902c41c8fd20d558b0c34344292d417ae272 \
+    --hash=sha256:a09a0680616357d9a0ecf05c12ad234479f549239d0f5b55f3deea67475da9bf
+jupyter-client==8.6.3 \
+    --hash=sha256:35b3a0947c4a6e9d589eb97d7d4cd5e90f910ee73101611f01283732bd6d9419 \
+    --hash=sha256:e8a19cc986cc45905ac3362915f410f3af85424b4c0905e94fa5f2cb08e8f23f
+jupyter-core==5.7.2 \
+    --hash=sha256:4f7315d2f6b4bcf2e3e7cb6e46772eba760ae459cd1f59d29eb57b0a01bd7409 \
+    --hash=sha256:aa5f8d32bbf6b431ac830496da7392035d6f61b4f54872f15c4bd2a9c3f536d9
+loguru==0.7.3 \
+    --hash=sha256:19480589e77d47b8d85b2c827ad95d49bf31b0dcde16593892eb51dd18706eb6 \
+    --hash=sha256:31a33c10c8e1e10422bfd431aeb5d351c7cf7fa671e3c4df004162264b28220c
+markdown==3.7 \
+    --hash=sha256:2ae2471477cfd02dbbf038d5d9bc226d40def84b4fe2986e49b59b6b472bbed2 \
+    --hash=sha256:7eb6df5690b81a1d7942992c97fad2938e956e79df20cbc6186e9c3a77b1c803
+markdown-it-py==3.0.0 \
+    --hash=sha256:355216845c60bd96232cd8d8c40e8f9765cc86f46880e43a8fd22dc1a1a8cab1 \
+    --hash=sha256:e3f60a94fa066dc52ec76661e37c851cb232d92f9886b15cb560aaada2df8feb
+markupsafe==3.0.2 \
+    --hash=sha256:0bff5e0ae4ef2e1ae4fdf2dfd5b76c75e5c2fa4132d05fc1b0dabcd20c7e28c4 \
+    --hash=sha256:1e084f686b92e5b83186b07e8a17fc09e38fff551f3602b249881fec658d3eca \
+    --hash=sha256:2cb8438c3cbb25e220c2ab33bb226559e7afb3baec11c4f218ffa7308603c832 \
+    --hash=sha256:5b02fb34468b6aaa40dfc198d813a641e3a63b98c2b05a16b9f80b7ec314185e \
+    --hash=sha256:6c89876f41da747c8d3677a2b540fb32ef5715f97b66eeb0c6b66f5e3ef6f59d \
+    --hash=sha256:70a87b411535ccad5ef2f1df5136506a10775d267e197e4cf531ced10537bd6b \
+    --hash=sha256:9025b4018f3a1314059769c7bf15441064b2207cb3f065e6ea1e7359cb46db9d \
+    --hash=sha256:93335ca3812df2f366e80509ae119189886b0f3c2b81325d39efdb84a1e2ae93 \
+    --hash=sha256:a123e330ef0853c6e822384873bef7507557d8e4a082961e1defa947aa59ba84 \
+    --hash=sha256:d8213e09c917a951de9d09ecee036d5c7d36cb6cb7dbaece4c71a60d79fb9798 \
+    --hash=sha256:ee55d3edf80167e48ea11a923c7386f4669df67d7994554387f84e7d8b0a2bf0
+matplotlib-inline==0.1.7 \
+    --hash=sha256:8423b23ec666be3d16e16b60bdd8ac4e86e840ebd1dd11a30b9f117f2fa0ab90 \
+    --hash=sha256:df192d39a4ff8f21b1895d72e6a13f5fcc5099f00fa84384e0ea28c2cc0653ca
+mdurl==0.1.2 \
+    --hash=sha256:84008a41e51615a49fc9966191ff91509e3c40b939176e643fd50a5c2196b8f8 \
+    --hash=sha256:bb413d29f5eea38f31dd4754dd7377d4465116fb207585f97bf925588687c1ba
+mmh3==4.1.0 \
+    --hash=sha256:073d57425a23721730d3ff5485e2da489dd3c90b04e86243dd7211f889898106 \
+    --hash=sha256:0dc6dc32eb03727467da8e17deffe004fbb65e8b5ee2b502d36250d7a3f4e2ec \
+    --hash=sha256:1d3b1cdad7c71b7b88966301789a478af142bddcb3a2bee563f7a7d40519a00f \
+    --hash=sha256:3280a463855b0eae64b681cd5b9ddd9464b73f81151e87bb7c91a811d25619e6 \
+    --hash=sha256:4a013979fc9390abadc445ea2527426a0e7a4495c19b74589204f9b71bcaafeb \
+    --hash=sha256:5135358a7e00991f73b88cdc8eda5203bf9de22120d10a834c5761dbeb07dd13 \
+    --hash=sha256:52ba2da04671a9621580ddabf72f06f0e72c1c9c3b7b608849b58b11080d8f14 \
+    --hash=sha256:5a5fef4c4ecc782e6e43fbeab09cff1bac82c998a1773d3a5ee6a3605cde343e \
+    --hash=sha256:71e32ddec7f573a1a0feb8d2cf2af474c50ec21e7a8263026e8d3b4b629805db \
+    --hash=sha256:7cbb20b29d57e76a58b40fd8b13a9130db495a12d678d651b459bf61c0714cea \
+    --hash=sha256:97ac57c6c3301769e757d444fa7c973ceb002cb66534b39cbab5e38de61cd896 \
+    --hash=sha256:9ae3a5c1b32dda121c7dc26f9597ef7b01b4c56a98319a7fe86c35b8bc459ae6 \
+    --hash=sha256:a1cf25348b9acd229dda464a094d6170f47d2850a1fcb762a3b6172d2ce6ca4a \
+    --hash=sha256:a42ad267e131d7847076bb7e31050f6c4378cd38e8f1bf7a0edd32f30224d5c9 \
+    --hash=sha256:a7b6502cdb4dbd880244818ab363c8770a48cdccecf6d729ade0241b736b5ec0 \
+    --hash=sha256:cff9ae76a54f7c6fe0167c9c4028c12c1f6de52d68a31d11b6790bb2ae685560 \
+    --hash=sha256:f6f02576a4d106d7830ca90278868bf0983554dd69183b7bbe09f2fcd51cf54f
+mpmath==1.3.0; python_version >= "3.10" and python_version < "3.13" \
+    --hash=sha256:7a28eb2a9774d00c7bc92411c19a89209d5da7c4c9a9e227be8330a23a25b91f \
+    --hash=sha256:a0b2b9fe80bbcd81a6647ff13108738cfb482d481d826cc0e02f5b35e5c88d2c
+narwhals==1.18.4 \
+    --hash=sha256:b1da4e2e4ab185824781760319ac1ec8ee2944a929795064c3a64ffff16b00c4 \
+    --hash=sha256:c6bb6b6fba59caeab28a7d6ec1e79ab0040c75baef2e4152199ad1a9c266ef96
+nest-asyncio==1.6.0 \
+    --hash=sha256:6f172d5449aca15afd6c646851f4e31e02c598d553a667e38cafa997cfec55fe \
+    --hash=sha256:87af6efd6b5e897c81050477ef65c62e2b2f35d51703cae01aff2905b1852e1c
+numpy==2.2.0 \
+    --hash=sha256:0557eebc699c1c34cccdd8c3778c9294e8196df27d713706895edc6f57d29608 \
+    --hash=sha256:0da8495970f6b101ddd0c38ace92edea30e7e12b9a926b57f5fabb1ecc25bb90 \
+    --hash=sha256:140dd80ff8981a583a60980be1a655068f8adebf7a45a06a6858c873fcdcd4a0 \
+    --hash=sha256:16757cf28621e43e252c560d25b15f18a2f11da94fea344bf26c599b9cf54b73 \
+    --hash=sha256:3579eaeb5e07f3ded59298ce22b65f877a86ba8e9fe701f5576c99bb17c283da \
+    --hash=sha256:40deb10198bbaa531509aad0cd2f9fadb26c8b94070831e2208e7df543562b74 \
+    --hash=sha256:4723a50e1523e1de4fccd1b9a6dcea750c2102461e9a02b2ac55ffeae09a4410 \
+    --hash=sha256:4e58666988605e251d42c2818c7d3d8991555381be26399303053b58a5bbf30d \
+    --hash=sha256:9874bc2ff574c40ab7a5cbb7464bf9b045d617e36754a7bc93f933d52bd9ffc6 \
+    --hash=sha256:a222d764352c773aa5ebde02dd84dba3279c81c6db2e482d62a3fa54e5ece69b \
+    --hash=sha256:c2aed8fcf8abc3020d6a9ccb31dbc9e7d7819c56a348cc88fd44be269b37427e
+onnx==1.17.0 \
+    --hash=sha256:081ec43a8b950171767d99075b6b92553901fa429d4bc5eb3ad66b36ef5dbe3a \
+    --hash=sha256:48ca1a91ff73c1d5e3ea2eef20ae5d0e709bb8a2355ed798ffc2169753013fd3 \
+    --hash=sha256:4a183c6178be001bf398260e5ac2c927dc43e7746e8638d6c05c20e321f8c949 \
+    --hash=sha256:95c03e38671785036bb704c30cd2e150825f6ab4763df3a4f1d249da48525957 \
+    --hash=sha256:d6fc3a03fc0129b8b6ac03f03bc894431ffd77c7d79ec023d0afd667b4d35869 \
+    --hash=sha256:f01a4b63d4e1d8ec3e2f069e7b798b2955810aa434f7361f01bc8ca08d69cce4
+onnxruntime==1.19.2; python_version >= "3.10" and python_version < "3.13" \
+    --hash=sha256:1c3e5d415b78337fa0b1b75291e9ea9fb2a4c1f148eb5811e7212fed02cfffa8 \
+    --hash=sha256:50cbb8dc69d6befad4746a69760e5b00cc3ff0a59c6c3fb27f8afa20e2cab7e7 \
+    --hash=sha256:a36511dc07c5c964b916697e42e366fa43c48cdb3d3503578d78cef30417cb84 \
+    --hash=sha256:c1dfe4f660a71b31caa81fc298a25f9612815215a47b286236e61d540350d7b6 \
+    --hash=sha256:d863e8acdc7232d705d49e41087e10b274c42f09e259016a46f32c34e06dc4fd
+packaging==24.2 \
+    --hash=sha256:09abb1bccd265c01f4a3aa3f7a7db064b36514d2cba19a2f694fe6150451a759 \
+    --hash=sha256:c228a6dc5e932d346bc5739379109d49e8853dd8223571c7c5b55260edc0b97f
+pandas==2.2.3 \
+    --hash=sha256:29401dbfa9ad77319367d36940cd8a0b3a11aba16063e39632d98b0e931ddf32 \
+    --hash=sha256:3fc6873a41186404dad67245896a6e440baacc92f5b716ccd1bc9ed2995ab2c5 \
+    --hash=sha256:4f18ba62b61d7e192368b84517265a99b4d7ee8912f8708660fb4a366cc82667 \
+    --hash=sha256:63cc132e40a2e084cf01adf0775b15ac515ba905d7dcca47e9a251819c575ef3 \
+    --hash=sha256:66108071e1b935240e74525006034333f98bcdb87ea116de573a6a0dccb6c039 \
+    --hash=sha256:7c2875855b0ff77b2a64a0365e24455d9990730d6431b9e0ee18ad8acee13dbd \
+    --hash=sha256:c124333816c3a9b03fbeef3a9f230ba9a737e9e5bb4060aa2107a86cc0a497fc \
+    --hash=sha256:cd8d0c3be0515c12fed0bdbae072551c8b54b7192c7b1fda0ba56059a0179698
+parso==0.8.4 \
+    --hash=sha256:a418670a20291dacd2dddc80c377c5c3791378ee1e8d12bffc35420643d43f18 \
+    --hash=sha256:eb3a7b58240fb99099a345571deecc0f9540ea5f4dd2fe14c2a99d6b281ab92d
+pexpect==4.9.0; sys_platform != "win32" and sys_platform != "emscripten" \
+    --hash=sha256:7236d1e080e4936be2dc3e326cec0af72acf9212a7e1d060210e70a47e253523 \
+    --hash=sha256:ee7d41123f3c9911050ea2c2dac107568dc43b2d3b0c7557a33212c398ead30f
+pillow==10.4.0 \
+    --hash=sha256:0a9ec697746f268507404647e531e92889890a087e03681a3606d9b920fbee3c \
+    --hash=sha256:166c1cd4d24309b30d61f79f4a9114b7b2313d7450912277855ff5dfd7cd4a06 \
+    --hash=sha256:416d3a5d0e8cfe4f27f574362435bc9bae57f679a7158e0096ad2beb427b8696 \
+    --hash=sha256:59291fb29317122398786c2d44427bbd1a6d7ff54017075b22be9d21aa59bd8d \
+    --hash=sha256:5dc6761a6efc781e6a1544206f22c80c3af4c8cf461206d46a1e6006e4429ff3 \
+    --hash=sha256:5e84b6cc6a4a3d76c153a6b19270b3526a5a8ed6b09501d3af891daa2a9de7d6 \
+    --hash=sha256:7086cc1d5eebb91ad24ded9f58bec6c688e9f0ed7eb3dbbf1e4800280a896496 \
+    --hash=sha256:76a911dfe51a36041f2e756b00f96ed84677cdeb75d25c767f296c1c1eda1319 \
+    --hash=sha256:bbc527b519bd3aa9d7f429d152fea69f9ad37c95f0b02aebddff592688998abe \
+    --hash=sha256:cbed61494057c0f83b83eb3a310f0bf774b09513307c434d4366ed64f4128a91 \
+    --hash=sha256:dfe91cb65544a1321e631e696759491ae04a2ea11d36715eca01ce07284738be \
+    --hash=sha256:f5f0c3e969c8f12dd2bb7e0b15d5c468b51e5017e01e2e867335c81903046a22
+platformdirs==4.3.6 \
+    --hash=sha256:357fb2acbc885b0419afd3ce3ed34564c13c9b95c89360cd9563f73aa5e2b907 \
+    --hash=sha256:73e575e1408ab8103900836b97580d5307456908a03e92031bab39e4554cc3fb
+portalocker==2.10.1 \
+    --hash=sha256:53a5984ebc86a025552264b459b46a2086e269b21823cb572f8f28ee759e45bf \
+    --hash=sha256:ef1bf844e878ab08aee7e40184156e1151f228f103aa5c6bd0724cc330960f8f
+prompt-toolkit==3.0.48 \
+    --hash=sha256:d6623ab0477a80df74e646bdbc93621143f5caf104206aa29294d53de1a03d90 \
+    --hash=sha256:f49a827f90062e411f1ce1f854f2aedb3c23353244f8108b89283587397ac10e
+protobuf==5.29.1 \
+    --hash=sha256:1fc55267f086dd4050d18ef839d7bd69300d0d08c2a53ca7df3920cc271a3c34 \
+    --hash=sha256:22c1f539024241ee545cbcb00ee160ad1877975690b16656ff87dde107b5f110 \
+    --hash=sha256:32600ddb9c2a53dedc25b8581ea0f1fd8ea04956373c0c07577ce58d312522e0 \
+    --hash=sha256:683be02ca21a6ffe80db6dd02c0b5b2892322c59ca57fd6c872d652cb80549cb \
+    --hash=sha256:8ee1461b3af56145aca2800e6a3e2f928108c749ba8feccc6f5dd0062c410c0d \
+    --hash=sha256:b5ba1d0e4c8a40ae0496d0e2ecfdbb82e1776928a205106d14ad6985a09ec155 \
+    --hash=sha256:d473655e29c0c4bbf8b69e9a8fb54645bc289dead6d753b952e7aa660254ae18
+psutil==6.1.0 \
+    --hash=sha256:0895b8414afafc526712c498bd9de2b063deaac4021a3b3c34566283464aff8e \
+    --hash=sha256:1ad45a1f5d0b608253b11508f80940985d1d0c8f6111b5cb637533a0e6ddc13e \
+    --hash=sha256:353815f59a7f64cdaca1c0307ee13558a0512f6db064e92fe833784f08539c7a \
+    --hash=sha256:498c6979f9c6637ebc3a73b3f87f9eb1ec24e1ce53a7c5173b8508981614a90b \
+    --hash=sha256:6e2dcd475ce8b80522e51d923d10c7871e45f20918e027ab682f94f1c6351688 \
+    --hash=sha256:9dcbfce5d89f1d1f2546a2090f4fcf87c7f669d1d90aacb7d7582addece9fb38 \
+    --hash=sha256:a8fb3752b491d246034fa4d279ff076501588ce8cbcdbb62c32fd7a377d996be \
+    --hash=sha256:d905186d647b16755a800e7263d43df08b790d709d575105d419f8b6ef65423a
+ptyprocess==0.7.0; sys_platform != "win32" and sys_platform != "emscripten" \
+    --hash=sha256:4b41f3967fce3af57cc7e94b888626c18bf37a083e3651ca8feeb66d492fef35 \
+    --hash=sha256:5c5d0a3b48ceee0b48485e0c26037c0acd7d29765ca3fbb5cb3831d347423220
+pure-eval==0.2.3 \
+    --hash=sha256:1db8e35b67b3d218d818ae653e27f06c3aa420901fa7b081ca98cbedc874e0d0 \
+    --hash=sha256:5f4e983f40564c576c7c8635ae88db5956bb2229d7e9237d03b3c0b0190eaf42
+py-rust-stemmers==0.1.3 \
+    --hash=sha256:02b347ab8fe686a88aef0432060471d501b37a6b9a868e7c50bffcd382269cf2 \
+    --hash=sha256:2d8b8e6b6d5839a168dae510a00ff4662c7d0a22d12f24fe81caa0ac59265711 \
+    --hash=sha256:47211ac6252eb484f5067d30b1812667936deffcef89b4b0acd2efe881a99aed \
+    --hash=sha256:658784c0072f7aae67c726be9acac40dd27b29416356c63a3a760a9499a93513 \
+    --hash=sha256:72a7b810d8d376c03f0ccebe146f04cbf4c6c97bd74e489b0ddf1342eb40970c \
+    --hash=sha256:9fbbb37e0df579859b42b3f850aa08fe829d190d32c6338349eccb0e762b74c6 \
+    --hash=sha256:ad796d47874181a25addb505a04245e34620bd7a0c5055671f52d9ce993253e2 \
+    --hash=sha256:d4a65b429eb1282934a1cc3c1b2698ae32a6dc00d6be00dd747e688c642eb110 \
+    --hash=sha256:d6f9790fe1e9962787817b1894486df7e0b5fc59e4adad423e189530530fae11 \
+    --hash=sha256:e6afcd19da56d4182eecb43bdb6c5b9686370063f2538df877fc23f1d16f909e \
+    --hash=sha256:fd5d7388f807f584b4c55bfbe608ef40cff0024c1dc54de95d28265395065d02
+pyarrow==18.1.0 \
+    --hash=sha256:01c034b576ce0eef554f7c3d8c341714954be9b3f5d5bc7117006b85fcf302fe \
+    --hash=sha256:3b2e2239339c538f3464308fd345113f886ad031ef8266c6f004d49769bb074c \
+    --hash=sha256:9386d3ca9c145b5539a1cfc75df07757dff870168c959b473a0bccbc3abc8c73 \
+    --hash=sha256:d4f13eee18433f99adefaeb7e01d83b59f73360c231d4782d9ddfaf1c3fbde0a \
+    --hash=sha256:e31e9417ba9c42627574bdbfeada7217ad8a4cbbe45b9d6bdd4b62abbca4c6f6 \
+    --hash=sha256:eaeabf638408de2772ce3d7793b2668d4bb93807deed1725413b70e3156a7854 \
+    --hash=sha256:f266a2c0fc31995a06ebd30bcfdb7f615d7278035ec5b1cd71c48d56daaf30b0 \
+    --hash=sha256:f39a2e0ed32a0970e4e46c262753417a60c43a3246972cfc2d3eb85aedd01b21
+pycparser==2.22; implementation_name == "pypy" \
+    --hash=sha256:491c8be9c040f5390f5bf44a5b07752bd07f56edf992381b05c701439eec10f6 \
+    --hash=sha256:c3702b6d3dd8c7abc1afa565d7e63d53a1d0bd86cdc24edd75470f4de499cfcc
+pydantic==2.10.3 \
+    --hash=sha256:be04d85bbc7b65651c5f8e6b9976ed9c6f41782a55524cef079a34a0bb82144d \
+    --hash=sha256:cb5ac360ce894ceacd69c403187900a02c4b20b693a9dd1d643e1effab9eadf9
+pydantic-core==2.27.1 \
+    --hash=sha256:258c57abf1188926c774a4c94dd29237e77eda19462e5bb901d88adcab6af919 \
+    --hash=sha256:2cdf7d86886bc6982354862204ae3b2f7f96f21a3eb0ba5ca0ac42c7b38598b9 \
+    --hash=sha256:35c14ac45fcfdf7167ca76cc80b2001205a8d5d16d80524e13508371fb8cdd9c \
+    --hash=sha256:3af385b0cee8df3746c3f406f38bcbfdc9041b5c2d5ce3e5fc6637256e60bbc5 \
+    --hash=sha256:4fefee876e07a6e9aad7a8c8c9f85b0cdbe7df52b8a9552307b09050f7512c7e \
+    --hash=sha256:62a763352879b84aa31058fc931884055fd75089cccbd9d58bb6afd01141b235 \
+    --hash=sha256:7f7059ca8d64fea7f238994c97d91f75965216bcbe5f695bb44f354893f11d52 \
+    --hash=sha256:81f2ec23ddc1b476ff96563f2e8d723830b06dceae348ce02914a37cb4e74b89 \
+    --hash=sha256:84286494f6c5d05243456e04223d5a9417d7f443c3b76065e75001beb26f88de \
+    --hash=sha256:a3cb37038123447cf0f3ea4c74751f6a9d7afef0eb71aa07bf5f652b5e6a132c \
+    --hash=sha256:a5a8e19d7c707c4cadb8c18f5f60c843052ae83c20fa7d44f41594c644a1d330 \
+    --hash=sha256:ac3b20653bdbe160febbea8aa6c079d3df19310d50ac314911ed8cc4eb7f8cb8 \
+    --hash=sha256:acc07b2cfc5b835444b44a9956846b578d27beeacd4b52e45489e93276241025 \
+    --hash=sha256:bed0f8a0eeea9fb72937ba118f9db0cb7e90773462af7962d382445f3005e5a4 \
+    --hash=sha256:d1b26e1dff225c31897696cab7d4f0a315d4c0d9e8666dbffdb28216f3b17fdc
+pydeck==0.9.1 \
+    --hash=sha256:b3f75ba0d273fc917094fa61224f3f6076ca8752b93d46faf3bcfd9f9d59b038 \
+    --hash=sha256:f74475ae637951d63f2ee58326757f8d4f9cd9f2a457cf42950715003e2cb605
+pygments==2.18.0 \
+    --hash=sha256:786ff802f32e91311bff3889f6e9a86e81505fe99f2735bb6d60ae0c5004f199 \
+    --hash=sha256:b8e6aca0523f3ab76fee51799c488e38782ac06eafcf95e7ba832985c8e7b13a
+pyperclip==1.9.0 \
+    --hash=sha256:b7de0142ddc81bfc5c7507eea19da920b92252b548b96186caf94a5e2527d310
+pyreadline3==3.5.4; sys_platform == "win32" and python_version >= "3.10" and python_version < "3.13" \
+    --hash=sha256:8d57d53039a1c75adba8e50dd3d992b28143480816187ea5efbd5c78e6c885b7 \
+    --hash=sha256:eaf8e6cc3c49bcccf145fc6067ba8643d1df34d604a1ec0eccbf7a18e6d3fae6
+python-dateutil==2.9.0.post0 \
+    --hash=sha256:37dd54208da7e1cd875388217d5e00ebd4179249f90fb72437e91a35459a0ad3 \
+    --hash=sha256:a8b2bc7bffae282281c8140a97d3aa9c14da0b136dfe83f850eea9a5f7470427
+pytz==2024.2 \
+    --hash=sha256:2aa355083c50a0f93fa581709deac0c9ad65cca8a9e9beac660adcbd493c798a \
+    --hash=sha256:31c7c1817eb7fae7ca4b8c7ee50c72f93aa2dd863de768e1ef4245d426aa0725
+pywin32==308; sys_platform == "win32" and platform_python_implementation != "PyPy" or platform_system == "Windows" \
+    --hash=sha256:100a5442b7332070983c4cd03f2e906a5648a5104b8a7f50175f7906efd16bb6 \
+    --hash=sha256:575621b90f0dc2695fec346b2d6302faebd4f0f45c05ea29404cefe35d89442b \
+    --hash=sha256:5d8c8015b24a7d6855b1550d8e660d8daa09983c80e5daf89a273e5c6fb5095a
+pyyaml==6.0.2 \
+    --hash=sha256:11d8f3dd2b9c1207dcaf2ee0bbbfd5991f571186ec9cc78427ba5bd32afae4b5 \
+    --hash=sha256:1e2120ef853f59c7419231f3bf4e7021f1b936f6ebd222406c3b60212205d2ee \
+    --hash=sha256:3ad2a3decf9aaba3d29c8f537ac4b243e36bef957511b4766cb0057d32b0be85 \
+    --hash=sha256:5ac9328ec4831237bec75defaf839f7d4564be1e6b25ac710bd1a96321cc8317 \
+    --hash=sha256:5d225db5a45f21e78dd9358e58a98702a0302f2659a3c6cd320564b75b86f47c \
+    --hash=sha256:797b4f722ffa07cc8d62053e4cff1486fa6dc094105d13fea7b1de7d8bf71c9e \
+    --hash=sha256:cc1c1159b3d456576af7a3e4d1ba7e6924cb39de8f67111c735f6fc832082774 \
+    --hash=sha256:d584d9ec91ad65861cc08d42e834324ef890a082e591037abe114850ff7bbc3e \
+    --hash=sha256:e10ce637b18caea04431ce14fabcf5c64a1c61ec9c56b071a4b7ca131ca52d44 \
+    --hash=sha256:ff3824dc5261f50c9b0dfb3be22b4567a6f938ccce4587b38952d85fd9e9afe4
+pyzmq==26.2.0 \
+    --hash=sha256:070672c258581c8e4f640b5159297580a9974b026043bd4ab0470be9ed324f1f \
+    --hash=sha256:0aca98bc423eb7d153214b2df397c6421ba6373d3397b26c057af3c904452e37 \
+    --hash=sha256:1f3496d76b89d9429a656293744ceca4d2ac2a10ae59b84c1da9b5165f429ad3 \
+    --hash=sha256:3a495b30fc91db2db25120df5847d9833af237546fd59170701acd816ccc01c4 \
+    --hash=sha256:5a509df7d0a83a4b178d0f937ef14286659225ef4e8812e05580776c70e155d5 \
+    --hash=sha256:5c2b3bfd4b9689919db068ac6c9911f3fcb231c39f7dd30e3138be94896d18e6 \
+    --hash=sha256:689c5d781014956a4a6de61d74ba97b23547e431e9e7d64f27d4922ba96e9d6e \
+    --hash=sha256:6ace4f71f1900a548f48407fc9be59c6ba9d9aaf658c2eea6cf2779e72f9f317 \
+    --hash=sha256:77eb0968da535cba0470a5165468b2cac7772cfb569977cff92e240f57e31bef \
+    --hash=sha256:8f7e66c7113c684c2b3f1c83cdd3376103ee0ce4c49ff80a648643e57fb22218 \
+    --hash=sha256:92a78853d7280bffb93df0a4a6a2498cba10ee793cc8076ef797ef2f74d107cf \
+    --hash=sha256:c0e6091b157d48cbe37bd67233318dbb53e1e6327d6fc3bb284afd585d141003 \
+    --hash=sha256:eac5174677da084abf378739dbf4ad245661635f1600edd1221f150b165343f4
+qdrant-client==1.12.2 \
+    --hash=sha256:2777e09b3e89bb22bb490384d8b1fa8140f3915287884f18984f7031a346aba5 \
+    --hash=sha256:a0ae500a46a679ff3521ba3f1f1cf3d72b57090a768cec65fc317066bcbac1e6
+referencing==0.35.1 \
+    --hash=sha256:25b42124a6c8b632a425174f24087783efb348a6f1e0008e63cd4466fedf703c \
+    --hash=sha256:eda6d3234d62814d1c64e305c1331c9a3a6132da475ab6382eaa997b21ee75de
+regex==2024.11.6 \
+    --hash=sha256:02e28184be537f0e75c1f9b2f8847dc51e08e6e171c6bde130b2687e0c33cf60 \
+    --hash=sha256:068376da5a7e4da51968ce4c122a7cd31afaaec4fccc7856c92f63876e57b51d \
+    --hash=sha256:1062b39a0a2b75a9c694f7a08e7183a80c63c0d62b301418ffd9c35f55aaa114 \
+    --hash=sha256:167ed4852351d8a750da48712c3930b031f6efdaa0f22fa1933716bfcd6bf4a3 \
+    --hash=sha256:202eb32e89f60fc147a41e55cb086db2a3f8cb82f9a9a88440dcfc5d37faae8d \
+    --hash=sha256:2c89a8cc122b25ce6945f0423dc1352cb9593c68abd19223eebbd4e56612c5b7 \
+    --hash=sha256:2d548dafee61f06ebdb584080621f3e0c23fff312f0de1afc776e2a2ba99a74f \
+    --hash=sha256:4181b814e56078e9b00427ca358ec44333765f5ca1b45597ec7446d3a1ef6e34 \
+    --hash=sha256:5478c6962ad548b54a591778e93cd7c456a7a29f8eca9c49e4f9a806dcc5d638 \
+    --hash=sha256:7ab159b063c52a0333c884e4679f8d7a85112ee3078fe3d9004b2dd875585519 \
+    --hash=sha256:94d87b689cdd831934fa3ce16cc15cd65748e6d689f5d2b8f4f4df2065c9fa20 \
+    --hash=sha256:9714398225f299aa85267fd222f7142fcb5c769e73d7733344efc46f2ef5cf89 \
+    --hash=sha256:ac10f2c4184420d881a3475fb2c6f4d95d53a8d50209a2500723d831036f7c45 \
+    --hash=sha256:bec9931dfb61ddd8ef2ebc05646293812cb6b16b60cf7c9511a832b6f1854b55 \
+    --hash=sha256:c36f9b6f5f8649bb251a5f3f66564438977b7ef8386a52460ae77e6070d309d9 \
+    --hash=sha256:f2a19f302cd1ce5dd01a9099aaa19cae6173306d1302a43b627f62e21cf18ac0
+requests==2.32.3 \
+    --hash=sha256:55365417734eb18255590a9ff9eb97e9e1da868d4ccd6402399eaf68af20a760 \
+    --hash=sha256:70761cfe03c773ceb22aa2f671b4757976145175cdfca038c02654d061d6dcc6
+rich==13.9.4 \
+    --hash=sha256:439594978a49a09530cff7ebc4b5c7103ef57baf48d5ea3184f21d9a2befa098 \
+    --hash=sha256:6049d5e6ec054bf2779ab3358186963bac2ea89175919d699e378b99738c2a90
+rpds-py==0.22.3 \
+    --hash=sha256:0f3cec041684de9a4684b1572fe28c7267410e02450f4561700ca5a3bc6695a2 \
+    --hash=sha256:1352ae4f7c717ae8cba93421a63373e582d19d55d2ee2cbb184344c82d2ae55a \
+    --hash=sha256:1a60bce91f81ddaac922a40bbb571a12c1070cb20ebd6d49c48e0b101d87300d \
+    --hash=sha256:59f4a79c19232a5774aee369a0c296712ad0e77f24e62cad53160312b1c1eaa1 \
+    --hash=sha256:68049202f67380ff9aa52f12e92b1c30115f32e6895cd7198fa2a7961621fc5a \
+    --hash=sha256:7ef9d9da710be50ff6809fed8f1963fecdfecc8b86656cadfca3bc24289414b0 \
+    --hash=sha256:8bd7c8cfc0b8247c8799080fbff54e0b9619e17cdfeb0478ba7295d43f635d7c \
+    --hash=sha256:b0b4136a252cadfa1adb705bb81524eee47d9f6aab4f2ee4fa1e9d3cd4581f64 \
+    --hash=sha256:bc51abd01f08117283c5ebf64844a35144a0843ff7b2983e0648e4d3d9f10dbb \
+    --hash=sha256:d20cfb4e099748ea39e6f7b16c91ab057989712d31761d3300d43134e26e165f \
+    --hash=sha256:e32fee8ab45d3c2db6da19a5323bc3362237c8b653c70194414b892fd06a080d \
+    --hash=sha256:e3fb866d9932a3d7d0c82da76d816996d1667c44891bd861a0f97ba27e84fc74 \
+    --hash=sha256:e89391e6d60251560f0a8f4bd32137b077a80d9b7dbe6d5cab1cd80d2746f648 \
+    --hash=sha256:fb4f868f712b2dd4bcc538b0a0c1f63a2b1d584c925e69a224d759e7070a12d5
+setuptools==75.8.0 \
+    --hash=sha256:c5afc8f407c626b8313a86e10311dd3f661c6cd9c09d4bf8c15c0e11f9f2b0e6 \
+    --hash=sha256:e3982f444617239225d675215d51f6ba05f845d4eec313da4418fdbb56fb27e3
+six==1.16.0 \
+    --hash=sha256:1e61c37477a1626458e36f7b1d82aa5c9b094fa4802892072e49de9c60c4c926 \
+    --hash=sha256:8abb2f1d86890a2dfb989f9a77cfcfd3e47c2a354b01111771326f8aa26e0254
+smmap==5.0.1 \
+    --hash=sha256:dceeb6c0028fdb6734471eb07c0cd2aae706ccaecab45965ee83f11c8d3b1f62 \
+    --hash=sha256:e6d8668fa5f93e706934a62d7b4db19c8d9eb8cf2adbb75ef1b675aa332b69da
+sniffio==1.3.1 \
+    --hash=sha256:2f6da418d1f1e0fddd844478f41680e794e6051915791a034ff65e5f100525a2 \
+    --hash=sha256:f4324edc670a0f49750a81b895f35c3adb843cca46f0530f79fc1babb23789dc
+stack-data==0.6.3 \
+    --hash=sha256:836a778de4fec4dcd1dcd89ed8abff8a221f58308462e1c4aa2a3cf30148f0b9 \
+    --hash=sha256:d5558e0c25a4cb0853cddad3d77da9891a08cb85dd9f9f91b9f8cd66e511e695
+streamlit==1.41.1 \
+    --hash=sha256:0def00822480071d642e6df36cd63c089f991da3a69fd9eb4ab8f65ce27de4e0 \
+    --hash=sha256:6626d32b098ba1458b71eebdd634c62af2dd876380e59c4b6a1e828a39d62d69
+sympy==1.13.3; python_version >= "3.10" and python_version < "3.13" \
+    --hash=sha256:54612cf55a62755ee71824ce692986f23c88ffa77207b30c1368eda4a7060f73 \
+    --hash=sha256:b27fd2c6530e0ab39e275fc9b683895367e51d5da91baa8d3d64db2565fec4d9
+tenacity==9.0.0 \
+    --hash=sha256:807f37ca97d62aa361264d497b0e31e92b8027044942bfa756160d908320d73b \
+    --hash=sha256:93de0c98785b27fcf659856aa9f54bfbd399e29969b0621bc7f762bd441b4539
+tokenizers==0.21.0 \
+    --hash=sha256:089d56db6782a73a27fd8abf3ba21779f5b85d4a9f35e3b493c7bbcbbf0d539b \
+    --hash=sha256:3c4c93eae637e7d2aaae3d376f06085164e1660f89304c0ab2b1d08a406636b2 \
+    --hash=sha256:400832c0904f77ce87c40f1a8a27493071282f785724ae62144324f171377273 \
+    --hash=sha256:4145505a973116f91bc3ac45988a92e618a6f83eb458f49ea0790df94ee243ff \
+    --hash=sha256:6b177fb54c4702ef611de0c069d9169f0004233890e0c4c5bd5508ae05abf193 \
+    --hash=sha256:6b43779a269f4629bebb114e19c3fca0223296ae9fea8bb9a7a6c6fb0657ff8e \
+    --hash=sha256:87841da5a25a3a5f70c102de371db120f41873b854ba65e52bccd57df5a3780c \
+    --hash=sha256:9aeb255802be90acfd363626753fda0064a8df06031012fe7d52fd9a905eb00e \
+    --hash=sha256:c87ca3dc48b9b1222d984b6b7490355a6fdb411a2d810f6f05977258400ddb74 \
+    --hash=sha256:d8b09dbeb7a8d73ee204a70f94fc06ea0f17dcf0844f16102b9f414f0b7463ba \
+    --hash=sha256:e84ca973b3a96894d1707e189c14a774b701596d579ffc7e69debfc036a61a04 \
+    --hash=sha256:eb1702c2f27d25d9dd5b389cc1f2f51813e99f8ca30d9e25348db6585a97e24a \
+    --hash=sha256:eb7202d231b273c34ec67767378cd04c767e967fda12d4a9e36208a34e2f137e \
+    --hash=sha256:ee0894bf311b75b0c03079f33859ae4b2334d675d4e93f5a4132e1eae2834fe4 \
+    --hash=sha256:f53ea537c925422a2e0e92a24cce96f6bc5046bbef24a1652a5edc8ba975f62e
+toml==0.10.2 \
+    --hash=sha256:806143ae5bfb6a3c6e736a764057db0e6a0e05e338b5630894a5f779cabb4f9b \
+    --hash=sha256:b3bda1d108d5dd99f4a20d24d9c348e91c4db7ab1b749200bded2f839ccbe68f
+tornado==6.4.2 \
+    --hash=sha256:072ce12ada169c5b00b7d92a99ba089447ccc993ea2143c9ede887e0937aa803 \
+    --hash=sha256:1a017d239bd1bb0919f72af256a970624241f070496635784d9bf0db640d3fec \
+    --hash=sha256:2876cef82e6c5978fde1e0d5b1f919d756968d5b4282418f3146b79b58556482 \
+    --hash=sha256:304463bd0772442ff4d0f5149c6f1c2135a1fae045adf070821c6cdc76980634 \
+    --hash=sha256:908b71bf3ff37d81073356a5fadcc660eb10c1476ee6e2725588626ce7e5ca38 \
+    --hash=sha256:92bad5b4746e9879fd7bf1eb21dce4e3fc5128d71601f80005afa39237ad620b \
+    --hash=sha256:932d195ca9015956fa502c6b56af9eb06106140d844a335590c1ec7f5277d10c \
+    --hash=sha256:bca9eb02196e789c9cb5c3c7c0f04fb447dc2adffd95265b2c7223a8a615ccbf \
+    --hash=sha256:c36e62ce8f63409301537222faffcef7dfc5284f27eec227389f2ad11b09d946 \
+    --hash=sha256:c82c46813ba483a385ab2a99caeaedf92585a1f90defb5693351fa7e4ea0bf73 \
+    --hash=sha256:e828cce1123e9e44ae2a50a9de3055497ab1d0aeb440c5ac23064d9e44880da1
+tqdm==4.67.1 \
+    --hash=sha256:26445eca388f82e72884e0d580d5464cd801a3ea01e63e5601bdff9ba6a48de2 \
+    --hash=sha256:f8aef9c52c08c13a65f30ea34f4e5aac3fd1a34959879d7e59e63027286627f2
+traitlets==5.14.3 \
+    --hash=sha256:9ed0579d3502c94b4b3732ac120375cda96f923114522847de4b3bb98b96b6b7 \
+    --hash=sha256:b74e89e397b1ed28cc831db7aea759ba6640cb3de13090ca145426688ff1ac4f
+typing-extensions==4.12.2 \
+    --hash=sha256:04e5ca0351e0f3f85c6853954072df659d0d13fac324d0072316b67d7794700d \
+    --hash=sha256:1a7ead55c7e559dd4dee8856e3a88b41225abfe1ce8df57b7c13915fe121ffb8
+tzdata==2024.2 \
+    --hash=sha256:7d85cc416e9382e69095b7bdf4afd9e3880418a2413feec7069d533d6b4e31cc \
+    --hash=sha256:a48093786cdcde33cad18c2555e8532f34422074448fbc874186f0abd79565cd
+urllib3==2.2.3 \
+    --hash=sha256:ca899ca043dcb1bafa3e262d73aa25c465bfb49e0bd9dd5d59f1d0acba2f8fac \
+    --hash=sha256:e7d814a81dad81e6caf2ec9fdedb284ecc9c73076b62654547cc64ccdcae26e9
+watchdog==6.0.0; platform_system != "Darwin" \
+    --hash=sha256:07df1fdd701c5d4c8e55ef6cf55b8f0120fe1aef7ef39a1c6fc6bc2e606d517a \
+    --hash=sha256:20ffe5b202af80ab4266dcd3e91aae72bf2da48c0d33bdb15c66658e685e94e2 \
+    --hash=sha256:212ac9b8bf1161dc91bd09c048048a95ca3a4c4f5e5d4a7d1b1a7d5752a7f96f \
+    --hash=sha256:2cce7cfc2008eb51feb6aab51251fd79b85d9894e98ba847408f662b3395ca3c \
+    --hash=sha256:6eb11feb5a0d452ee41f824e271ca311a09e250441c262ca2fd7ebcf2461a06c \
+    --hash=sha256:7607498efa04a3542ae3e05e64da8202e58159aa1fa4acddf7678d34a35d4f13 \
+    --hash=sha256:82dc3e3143c7e38ec49d61af98d6558288c415eac98486a5c581726e0737c00e \
+    --hash=sha256:9041567ee8953024c83343288ccc458fd0a2d811d6a0fd68c4c22609e3490379 \
+    --hash=sha256:9ddf7c82fda3ae8e24decda1338ede66e1c99883db93711d8fb941eaa2d8c282 \
+    --hash=sha256:a1914259fa9e1454315171103c6a30961236f508b9b623eae470268bbcc6a22f \
+    --hash=sha256:afd0fe1b2270917c5e23c2a65ce50c2a4abb63daafb0d419fde368e272a76b7c \
+    --hash=sha256:cbafb470cf848d93b5d013e2ecb245d4aa1c8fd0504e863ccefa32445359d680 \
+    --hash=sha256:e3df4cbb9a450c6d49318f6d14f4bbc80d763fa587ba46ec86f99f9e6876bb26 \
+    --hash=sha256:ef810fbf7b781a5a593894e4f439773830bdecb885e6880d957d5b9382a960d2
+wcwidth==0.2.13 \
+    --hash=sha256:3da69048e4540d84af32131829ff948f1e022c1c6bdb8d6102117aac784f6859 \
+    --hash=sha256:72ea0c06399eb286d978fdedb6923a9eb47e1c486ce63e9b4e64fc18303972b5
+win32-setctime==1.2.0; sys_platform == "win32" \
+    --hash=sha256:95d644c4e708aba81dc3704a116d8cbc974d70b3bdb8be1d150e36be6e9d1390 \
+    --hash=sha256:ae1fdf948f5640aae05c511ade119313fb6a30d7eabe25fef9764dca5873c4c0
+

setup.py

@@ -0,0 +1,7 @@
+from setuptools import setup, find_packages
+
+setup(
+    name="fabric-to-espanso",
+    packages=find_packages(),
+    include_package_data=True,
+)

src/fabrics_processor/__init__.py

@@ -0,0 +1 @@
+from .database import initialize_qdrant_database

src/fabrics_processor/config.py

@@ -0,0 +1,129 @@
+"""Configuration management for fabric-to-espanso."""
+# TODO: check if config.validate wel gebruikt wordt
+
+from typing import Dict, Any, Optional
+from dataclasses import dataclass, field
+from urllib.parse import urlparse
+from pathlib import Path
+import logging
+
+from parameters import (
+    FABRIC_PATTERNS_FOLDER,
+    YAML_OUTPUT_FOLDER,
+    DEFAULT_TRIGGER,
+    OBSIDIAN_OUTPUT_FOLDER,
+    OBSIDIAN_INPUT_FOLDER,
+    BASE_WORDS,
+    QDRANT_URL,
+    USE_FASTEMBED,
+    EMBED_MODEL,
+    COLLECTION_NAME,
+    REQUIRED_FIELDS,
+    REQUIRED_FIELDS_DEFAULTS
+)
+
+logger = logging.getLogger('fabric_to_espanso')
+
+@dataclass
+class DatabaseConfig:
+    """Database configuration settings."""
+    url: str = QDRANT_URL
+    max_retries: int = 3
+    retry_delay: float = 1.0
+    timeout: float = 10.0
+    api_key: Optional[str] = None
+    required_fields: list = field(default_factory=lambda: REQUIRED_FIELDS)
+    required_fields_defaults: dict = field(default_factory=lambda: REQUIRED_FIELDS_DEFAULTS)
+
+
+    def validate(self) -> None:
+        """Validate the database configuration.
+        
+        Raises:
+            ConfigurationError: If any configuration values are invalid.
+        """
+        try:
+            result = urlparse(self.url)
+            if not all([result.scheme, result.netloc]):
+                raise ValueError(f"Invalid database URL: {self.url}")
+            
+            if self.max_retries < 0:
+                raise ValueError(f"max_retries must be >= 0, got {self.max_retries}")
+            
+            if self.retry_delay <= 0:
+                raise ValueError(f"retry_delay must be > 0, got {self.retry_delay}")
+            
+            if self.timeout <= 0:
+                raise ValueError(f"timeout must be > 0, got {self.timeout}")
+                
+        except ValueError as e:
+            from .exceptions import ConfigurationError
+            raise ConfigurationError(str(e))
+
+@dataclass
+class EmbeddingConfig:
+    """Embedding model configuration."""
+    use_fastembed: bool = USE_FASTEMBED
+    model_name: str = EMBED_MODEL
+    collection_name: str = COLLECTION_NAME
+    vector_size: int = 384
+    
+    def validate(self) -> None:
+        """Validate the embedding configuration."""
+        if not self.model_name:
+            from .exceptions import ConfigurationError
+            raise ConfigurationError("Embedding model name cannot be empty")
+        
+        if self.vector_size <= 0:
+            from .exceptions import ConfigurationError
+            raise ConfigurationError(f"Vector size must be > 0, got {self.vector_size}")
+
+class Config:
+    """Global configuration singleton."""
+    _instance: Optional['Config'] = None
+    
+    def __new__(cls) -> 'Config':
+        if cls._instance is None:
+            cls._instance = super().__new__(cls)
+            cls._instance.database = DatabaseConfig()
+            cls._instance.embedding = EmbeddingConfig()
+            cls._instance.espanso_trigger = DEFAULT_TRIGGER
+            cls._instance.fabric_patterns_folder = FABRIC_PATTERNS_FOLDER
+            cls._instance.yaml_output_folder = YAML_OUTPUT_FOLDER
+            cls._instance.obsidian_output_folder = OBSIDIAN_OUTPUT_FOLDER
+            cls._instance.obsidian_input_folder = OBSIDIAN_INPUT_FOLDER
+            cls._instance.base_words = BASE_WORDS
+        return cls._instance
+    
+    def validate(self) -> None:
+        """Validate all configuration settings."""
+        self.database.validate()
+        self.embedding.validate()
+        
+        # Validate paths
+        if not self.espanso_trigger:
+            from .exceptions import ConfigurationError
+            raise ConfigurationError("The default trigger for espanso patterns cannot be empty")
+
+        if not self.fabric_patterns_folder:
+            from .exceptions import ConfigurationError
+            raise ConfigurationError("The fabric patterns folder path cannot be empty")
+            
+        if not self.yaml_output_folder:
+            from .exceptions import ConfigurationError
+            raise ConfigurationError("YAML output folder path for espanso cannot be empty")
+
+        if not self.obsidian_output_folder:
+            from .exceptions import ConfigurationError
+            raise ConfigurationError("Obsidian output folder path to write the files for Obsidian Textgenerator cannot be empty")
+        
+        if not self.obsidian_input_folder:
+            from .exceptions import ConfigurationError
+            raise ConfigurationError("Obsidian input folder path to find the personal prompts stored in Obsidian cannot be empty")
+
+        for path in [self.fabric_patterns_folder, self.yaml_output_folder, self.obsidian_output_folder, self.obsidian_input_folder]:
+            if not path == "cloud_dummy" and not Path(path).is_dir():
+                from .exceptions import ConfigurationError
+                raise ConfigurationError(f"{path} is not a valid directory")
+# Global configuration instance
+config = Config()

src/fabrics_processor/database.py

@@ -0,0 +1,218 @@
+"""Database management for fabric-to-espanso."""
+from typing import Optional, List, Dict
+import logging
+import time
+
+from qdrant_client import QdrantClient
+from qdrant_client.http import models, exceptions
+from qdrant_client.http.models import Distance, VectorParams, PointStruct
+
+from .config import config
+from .exceptions import DatabaseConnectionError, CollectionError, DatabaseInitializationError, ConfigurationError
+
+logger = logging.getLogger('fabric_to_espanso')
+
+def create_database_connection(url: Optional[str] = None, api_key: Optional[str] = None) -> QdrantClient:
+    """Create a database connection.
+    
+    Args:
+        url: Optional database URL. If not provided, uses configuration.
+        
+    Returns:
+        QdrantClient: Connected database client
+        
+    Raises:
+        DatabaseConnectionError: If connection fails after retries
+    """
+    url = url or config.database.url
+    for attempt in range(config.database.max_retries + 1):
+        try:
+            client = QdrantClient(
+                url=url,
+                timeout=config.database.timeout,
+                api_key=api_key
+            )
+            # Test connection
+            client.get_collections()
+            return client
+        except Exception as e:
+            if attempt == config.database.max_retries:
+                raise DatabaseConnectionError(
+                    f"Failed to connect to database at {url} after "
+                    f"{config.database.max_retries} attempts: {str(e)}"
+                ) from e
+            logger.warning(
+                f"Connection attempt {attempt + 1} failed, retrying in "
+                f"{config.database.retry_delay} seconds..."
+            )
+            time.sleep(config.database.retry_delay)
+
+def initialize_qdrant_database(
+    url: str = config.database.url,
+    api_key: Optional[str] = "",
+    collection_name: str = config.embedding.collection_name,
+    use_fastembed: bool = config.embedding.use_fastembed,
+    embed_model: str = config.embedding.model_name
+) -> QdrantClient:
+    """Initialize the Qdrant database for storing markdown file information.
+    
+    Args:
+        collection_name: Name of the collection to initialize
+        use_fastembed: Whether to use FastEmbed for embeddings
+        embed_model: Name of the embedding model to use
+        
+    Returns:
+        QdrantClient: Initialized database client
+        
+    Raises:
+        DatabaseInitializationError: If initialization fails
+        CollectionError: If collection creation fails
+        ConfigurationError: If configuration is invalid
+    """
+    try:
+        # Validate configuration
+        config.validate()
+        
+        # Create database connection
+        client = create_database_connection(url=url, api_key=api_key)
+        
+        # Check if collection exists
+        collections = client.get_collections()
+        collection_names = [c.name for c in collections.collections]
+        
+        if collection_name not in collection_names:
+            logger.info(f"Creating new collection: {collection_name}")
+            
+            # Create collection with appropriate vector configuration
+            if use_fastembed:
+                vector_config = client.get_fastembed_vector_params()
+            else:
+                vector_config = {
+                    embed_model: VectorParams(
+                        size=config.embedding.vector_size,
+                        distance=Distance.COSINE
+                    )
+                }
+            
+            try:
+                client.create_collection(
+                    collection_name=collection_name,
+                    vectors_config=vector_config,
+                    on_disk_payload=True
+                )
+            except exceptions.UnexpectedResponse as e:
+                raise CollectionError(
+                    f"Failed to create collection {collection_name}: {str(e)}"
+                ) from e
+            
+            # Create indexes for efficient searching
+            for field_name, field_type in [
+                ("filename", models.PayloadSchemaType.KEYWORD),
+                ("date", models.PayloadSchemaType.DATETIME)
+            ]:
+                client.create_payload_index(
+                    collection_name=collection_name,
+                    field_name=field_name,
+                    field_schema=field_type
+                )
+            logger.info(f"Created indexes for collection {collection_name}")
+        
+        # Log collection status
+        collection_info = client.get_collection(collection_name)
+        logger.info(
+            f"Collection {collection_name} ready with "
+            f"{collection_info.points_count} points"
+        )
+        
+        return client
+        
+    except Exception as e:
+        logger.error(f"Database initialization failed: {str(e)}", exc_info=True)
+        if isinstance(e, (DatabaseConnectionError, CollectionError)):
+            raise
+        raise DatabaseInitializationError(str(e)) from e
+
+def validate_database_payload(
+    client: QdrantClient,
+    collection_name: str,
+    ) -> Dict:
+    """Validate the payload of all points in the Qdrant database.
+    
+    Args:
+        client: Initialized Qdrant client
+        collection_name: Name of the collection to validate
+    """
+
+    # First validate existing points in database
+    logger.info("Validating existing database points...")
+    offset = None
+    
+    while True:
+        scroll_result = client.scroll(
+            collection_name=collection_name,
+            limit=5, # Process in batches of 5
+            offset=offset
+        )
+        
+        points, offset = scroll_result
+        
+        for point in points:
+            try:
+                fixed_payload = validate_point_payload(point.payload, point.id)
+                if fixed_payload != point.payload:
+                    # Update point with fixed payload
+                    point_struct = PointStruct(
+                        id=point.id,
+                        vector=point.vector,
+                        payload=fixed_payload
+                    )
+                    client.upsert(collection_name=collection_name, points=[point_struct])
+                    logger.info(f"Fixed and updated point {point.id} in database")
+            except ConfigurationError as e:
+                logger.error(str(e))
+        
+        if not offset:  # No more points to process
+            break
+    
+    logger.info("Database validation completed")
+
+def validate_point_payload(payload: dict, point_id: Optional[str] = None) -> dict:
+    """Validate and fix point payload fields.
+    Only use if somehow many points have become corrupted.
+    
+    Args:
+        payload (dict): Point payload to validate
+        point_id (str, optional): ID of the point for logging purposes
+        
+    Returns:
+        dict: Validated and potentially fixed payload
+        
+    Raises:
+        ConfigurationError: If required fields are missing and cannot be fixed
+    """
+    print(f"Validating point {point_id if point_id else ''}")
+    from .exceptions import ConfigurationError
+    
+    # Check for critical fields
+    if 'filename' not in payload or 'content' not in payload:
+        error_msg = f"Point {point_id if point_id else ''} is missing critical fields: "
+        error_msg += "'filename' and/or 'content' are required and cannot be defaulted"
+        raise ConfigurationError(error_msg)
+        
+    # Copy payload to avoid modifying the original
+    fixed_payload = payload.copy()
+    
+    # Apply defaults and fixes for non-critical fields
+    if 'purpose' not in fixed_payload or not fixed_payload['purpose']:
+        fixed_payload['purpose'] = fixed_payload['content']
+        logger.warning(f"Point {point_id if point_id else ''}: 'purpose' was missing, set to content value")
+        
+    if 'filesize' not in fixed_payload:
+        fixed_payload['filesize'] = self.required_fields_defaults['filesize']
+        logger.warning(f"Point {point_id if point_id else ''}: 'filesize' was missing, set to {self.required_fields_defaults['filesize']}")
+        
+    if 'trigger' not in fixed_payload:
+        fixed_payload['trigger'] = self.required_fields_defaults['trigger']
+        logger.warning(f"Point {point_id if point_id else ''}: 'trigger' was missing, set to {self.required_fields_defaults['trigger']}")
+        
+    return fixed_payload

src/fabrics_processor/database_updater.py

@@ -0,0 +1,147 @@
+from typing import Optional
+from qdrant_client import QdrantClient
+from qdrant_client.http.models import PointStruct, Filter, FieldCondition, MatchValue, PointIdsList
+from fastembed import TextEmbedding
+import logging
+import uuid
+from .output_files_generator import generate_yaml_file, generate_markdown_files
+from .config import config
+from .exceptions import ConfigurationError
+from .database import validate_point_payload
+
+logger = logging.getLogger('fabric_to_espanso')
+
+def get_embedding(text: str, embedding_model: TextEmbedding) -> list:
+    """
+    Generate embedding vector for the given text using FastEmbed.
+    
+    Args:
+        text (str): Text to generate embedding for
+        
+    Returns:
+        list: Embedding vector
+    """
+    embeddings = list(embedding_model.embed([text]))
+    return embeddings[0].tolist()
+
+def update_qdrant_database(client: QdrantClient, collection_name: str, new_files: list, modified_files: list, deleted_files: list):
+    """
+    Update the Qdrant database based on detected file changes.
+
+    Args:
+        client (QdrantClient): An initialized Qdrant client.
+        new_files (list): List of new files to be added to the database.
+        modified_files (list): List of modified files to be updated in the database.
+        deleted_files (list): List of deleted files to be removed from the database.
+    """
+
+    # Initialize the FastEmbed model (done once)
+    if config.embedding.use_fastembed:
+        # TODO: I think it is possible to choose another model here. Make that an option
+        logger.info(f"Initializing FastEmbed model.")
+        embedding_model = TextEmbedding()
+    else:
+        logger.info(f"Initializing embbeding model: {config.model_name}")
+        # TODO: testen. Weet niet of dit werkt.
+        embedding_model = TextEmbedding(model_name=config.model_name)
+
+    try:
+        # Add new files
+        for file in new_files:
+            try:
+                payload_new = validate_point_payload(file)
+                point = PointStruct(
+                    id=str(uuid.uuid4()),  # Generate a new UUID for each point
+                # TODO: 'fast-bge-small-en' is de naam van de vector. Je kunt de naam vinden door: client.get_vector_field_name()
+                    vector={'fast-bge-small-en':
+                            get_embedding(payload_new['purpose'], embedding_model)},  # Generate vector from purpose field
+                    payload={
+                        "filename": payload_new['filename'],
+                        "content": payload_new['content'],
+                        "purpose": payload_new['purpose'],
+                        "date": payload_new['last_modified'],
+                        "filesize": payload_new['filesize'],
+                        "trigger": payload_new['trigger'],
+                    }
+                )
+                client.upsert(collection_name=collection_name, points=[point])  # Update the database with the new file
+                logger.info(f"Added new file to database: {file['filename']}")
+            except ConfigurationError as e:
+                logger.error(f"Skipping new file: {str(e)}")
+
+        # Update modified files
+        for file in modified_files:
+            try:
+                # Query the database to find the point with the matching filename
+                scroll_result = client.scroll(
+                    collection_name=collection_name,
+                    scroll_filter=Filter(
+                        must=[FieldCondition(key="filename", match=MatchValue(value=file['filename']))]
+                    ),
+                    limit=1
+                )[0]
+                # TODO: Add handling of cases of multiple entries with the same filename
+                if scroll_result:
+                    point_id = scroll_result[0].id
+                    payload_current = validate_point_payload(file, point_id)
+                    # Update the existing point with the new file data
+                    point = PointStruct(
+                        id=point_id,
+                        # LET OP: als je 'fastembed' gebruikt, moet je de naam van de vector gebruiken.
+                        # In dit geval is de naam 'fast-bge-small-en'.
+                        # Gebruik je fastembed niet, maar rechtstreeks de QDRANT api, dan kun je ook gebruik maken
+                        # van unnamed vectors en kun je dus schrrijven vector = get_embedding(file['purpose'], embedding_model)
+                        # Zie https://github.com/qdrant/qdrant-client/discussions/598
+                        # De naam die fastembed gebruikt is afhankelijk van het model dat je gebruikt.
+                        # Je kunt de naam vinden door: client.get_vector_field_name()
+                        vector={'fast-bge-small-en': 
+                            get_embedding(file['purpose'], embedding_model)},  # Generate vector from purpose field
+                        payload={
+                        "filename": payload_current['filename'],
+                        "content": file['content'],
+                        "purpose": file['purpose'],
+                        "date": file['last_modified'],
+                        "filesize": file['filesize'],
+                        "trigger": payload_current['trigger'],
+                        }
+                    )
+                    client.upsert(collection_name=collection_name, points=[point])
+                    logger.info(f"Updated modified file in database: {payload_current['filename']}")
+                else:
+                    logger.warning(f"File not found in database for update: {file['filename']}")
+            except ConfigurationError as e:
+                logger.error(f"Skipping modified file: {str(e)}")
+
+        # Delete removed files
+        for filename in deleted_files:
+            # Query the database to find the point with the matching filename
+            scroll_result = client.scroll(
+                collection_name=collection_name,
+                scroll_filter=Filter(
+                    must=[FieldCondition(key="filename", match=MatchValue(value=filename))]
+                ),
+                limit=1
+            )[0]
+            # TODO: Add handling of cases of multiple entries with the same filename
+            if scroll_result:
+                point_id = scroll_result[0].id
+                client.delete(
+                    collection_name=collection_name,
+                    points_selector=PointIdsList(points=[point_id])
+                )
+                logger.info(f"Deleted file from database: {filename}")
+            else:
+                logger.warning(f"File not found in database for deletion: {filename}")
+
+        logger.info("Database update completed successfully")
+
+        # Generate new YAML file for use with espanso after database update
+        print("Generating YAML file...")
+        generate_yaml_file(client, config.embedding.collection_name, config.yaml_output_folder)
+        # Generate markdown files for use with obsidian after database update
+        print("Generating markdown files...")
+        generate_markdown_files(client, config.embedding.collection_name, config.obsidian_output_folder)
+
+    except Exception as e:
+        logger.error(f"Error updating Qdrant database: {str(e)}", exc_info=True)
+        raise

src/fabrics_processor/exceptions.py

@@ -0,0 +1,37 @@
+"""Custom exceptions for the fabric-to-espanso application."""
+
+class FabricToEspansoError(Exception):
+    """Base exception for all fabric-to-espanso errors."""
+    pass
+
+class DatabaseError(FabricToEspansoError):
+    """Base exception for database-related errors."""
+    pass
+
+class DatabaseConnectionError(DatabaseError):
+    """Raised when unable to connect to the database."""
+    pass
+
+class DatabaseInitializationError(DatabaseError):
+    """Raised when database initialization fails."""
+    pass
+
+class CollectionError(DatabaseError):
+    """Raised when there's an error with collection operations."""
+    pass
+
+class ConfigurationError(FabricToEspansoError):
+    """Raised when there's an error in the configuration."""
+    pass
+
+class NotImplementedError(FabricToEspansoError):
+    """Raised when a feature is not implemented."""
+    pass
+
+class ParsingError(FabricToEspansoError):
+    """Raised when there's an error parsing markdown files."""
+    pass
+
+class ProcessingError(FabricToEspansoError):
+    """Raised when there's an error processing the input files."""
+    pass

src/fabrics_processor/file_change_detector.py

@@ -0,0 +1,132 @@
+"""File change detection for fabric-to-espanso."""
+from typing import List, Tuple, Dict, Any
+from datetime import datetime
+import logging
+
+from qdrant_client import QdrantClient
+from qdrant_client.http.models import Filter, FieldCondition, MatchValue
+from qdrant_client.http.exceptions import UnexpectedResponse
+
+from .file_processor import process_markdown_files
+from .config import config
+from .exceptions import DatabaseError
+
+logger = logging.getLogger('fabric_to_espanso')
+
+def get_stored_files(client: QdrantClient, collection_name: str = config.embedding.collection_name) -> Dict[str, Dict[str, Any]]:
+    """Get all files stored in the database.
+    
+    Args:
+        client: Initialized Qdrant client
+        collection_name: Name of the collection to query
+        
+    Returns:
+        Dict mapping filenames to their database records
+        
+    Raises:
+        DatabaseError: If query fails
+    """
+    try:
+        stored_files = client.scroll(
+            collection_name=collection_name,
+            limit=10000  # Adjust based on expected file count
+        )[0]
+        return {
+            file.payload['filename']: {
+                'payload': file.payload,
+                'id': file.id,
+                'vector': file.vector
+            }
+            for file in stored_files
+        }
+    except UnexpectedResponse as e:
+        raise DatabaseError(f"Failed to query stored files: {str(e)}") from e
+
+def compare_file_dates(
+    current_date: datetime,
+    stored_date_str: str
+) -> bool:
+    """Compare file modification dates.
+    note: This function isn't used anymore. Replaced by compare_file_sizes.
+    
+    Args:
+        current_date: Current file's modification date
+        stored_date_str: Stored file's modification date string
+        
+    Returns:
+        True if file is modified, False otherwise
+    """
+    stored_date = datetime.strptime(stored_date_str, '%Y-%m-%dT%H:%M:%S.%f')
+    return current_date > stored_date
+
+def detect_file_changes(
+    client: QdrantClient,
+    fabric_patterns_folder: str
+) -> Tuple[List[Dict[str, Any]], List[Dict[str, Any]], List[str]]:
+    """Detect changes in markdown files by comparing with database.
+    
+    Args:
+        client: Initialized Qdrant client
+        markdown_folder: Folder containing markdown files
+        
+    Returns:
+        Tuple containing:
+            - List of new files
+            - List of modified files
+            - List of deleted files
+            
+    Raises:
+        DatabaseError: If database query fails
+        OSError: If file system operations fail
+    """
+    try:
+        # Get current files
+        current_files = process_markdown_files(fabric_patterns_folder)
+        logger.debug(f"Found {len(current_files)} files in {fabric_patterns_folder}")
+        
+        # Get stored files from database
+        stored_files = get_stored_files(client)
+        logger.debug(f"Found {len(stored_files)} files in database")
+        
+        # Initialize change lists
+        new_files: List[Dict[str, Any]] = []
+        modified_files: List[Dict[str, Any]] = []
+        deleted_files: List[str] = []
+        
+        # Check for new and modified files
+        for file in current_files:
+            filename = file['filename']
+            if filename not in stored_files:
+                logger.debug(f"New file detected: {filename}")
+                new_files.append(file)
+            # compare on file size, not on modified date, because fabric -U will change the modified date of the file
+            # even if the content hasn't changed
+            elif file['filesize'] != stored_files[filename]['payload']['filesize']:
+                logger.debug(f"Modified file detected: {filename}")
+                modified_files.append(file)
+        
+        # Check for deleted files
+        current_filenames = {file['filename'] for file in current_files}
+        deleted_files = [
+            filename for filename in stored_files
+            if filename not in current_filenames
+        ]
+        
+        if deleted_files:
+            logger.debug(f"Deleted files detected: {deleted_files}")
+        
+        # Log summary
+        logger.info(
+            f"Changes detected:"
+            f" {len(new_files)} new,"
+            f" {len(modified_files)} modified,"
+            f" {len(deleted_files)} deleted"
+        )
+        
+        return new_files, modified_files, deleted_files
+        
+    except Exception as e:
+        logger.error(f"Error detecting file changes: {str(e)}", exc_info=True)
+        if isinstance(e, (DatabaseError, OSError)):
+            raise
+        raise RuntimeError(f"Unexpected error detecting changes: {str(e)}") from e

src/fabrics_processor/file_processor.py

@@ -0,0 +1,141 @@
+"""File processing module for fabric-to-espanso."""
+from pathlib import Path
+from typing import List, Dict, Any, Optional
+from datetime import datetime
+import logging
+
+from .markdown_parser import parse_markdown_file
+from .exceptions import ProcessingError
+
+logger = logging.getLogger('fabric_to_espanso')
+
+def find_markdown_files(
+    root_dir: Path,
+    max_depth: int = 2,
+    pattern: str = "*.md"
+) -> List[Path]:
+    """Find markdown files in directory up to specified depth.
+    
+    Args:
+        root_dir: Root directory to search in
+        max_depth: Maximum directory depth to search
+        pattern: Glob pattern for files to find
+        
+    Returns:
+        List of paths to markdown files
+        
+    Raises:
+        ValueError: If root_dir doesn't exist or isn't a directory
+    """
+    if not root_dir.exists():
+        raise ValueError(f"Directory does not exist: {root_dir}")
+    if not root_dir.is_dir():
+        raise ValueError(f"Path is not a directory: {root_dir}")
+        
+    files: List[Path] = []
+    
+    try:
+        # Convert depth to parts for comparison
+        root_parts = len(root_dir.parts)
+        
+        # Use rglob to find all markdown files
+        for file_path in root_dir.rglob(pattern):
+            # Skip if too deep
+            if len(file_path.parts) - root_parts > max_depth:
+                continue
+            # Skip README.md files
+            if file_path.name.lower() == "readme.md":
+                continue
+            if file_path.name.lower() == "user.md":
+                continue
+            if file_path.is_file():
+                files.append(file_path)
+                
+        logger.debug(f"Found {len(files)} markdown files in {root_dir}")
+        return files
+        
+    except Exception as e:
+        logger.error(f"Error finding markdown files: {str(e)}", exc_info=True)
+        raise ProcessingError(f"Failed to find markdown files: {str(e)}") from e
+
+def process_markdown_file(
+    file_path: Path,
+    trigger_prefix: str
+) -> Optional[Dict[str, Any]]:
+    """Process a single markdown file.
+    
+    Args:
+        file_path: Path to markdown file
+        trigger_prefix: Prefix for espanso triggers
+        
+    Returns:
+        Dictionary with file information or None if processing fails
+        
+    Raises:
+        ProcessingError: If file processing fails
+    """
+    try:
+        content, extracted_sections = parse_markdown_file(str(file_path))
+        if extracted_sections is None:
+            logger.warning(f"No sections extracted from {file_path}")
+            extracted_sections = content
+            
+        return {
+            'filename': file_path.parent.name,
+            'content': content,
+            'purpose': extracted_sections,
+            'last_modified': datetime.fromtimestamp(file_path.stat().st_mtime),
+            'filesize': file_path.stat().st_size,
+            'trigger': trigger_prefix,
+            'label': file_path.stem  # filename without extension
+        }
+        
+    except Exception as e:
+        logger.error(f"Error processing {file_path}: {str(e)}", exc_info=True)
+        raise ProcessingError(f"Failed to process {file_path}: {str(e)}") from e
+
+def process_markdown_files(
+    markdown_folder: Path | str,
+    # TODO: make 'max_depth' a parameter
+    max_depth: int = 2,
+    trigger_prefix: str = ";;fab"
+) -> List[Dict[str, Any]]:
+    """Process all markdown files in directory.
+    
+    Args:
+        markdown_folder: Directory containing markdown files
+        max_depth: Maximum directory depth to search
+        trigger_prefix: Prefix for espanso triggers
+        
+    Returns:
+        List of processed file information
+        
+    Raises:
+        ProcessingError: If processing fails
+        ValueError: If markdown_folder is invalid
+    """
+    root_dir = Path(markdown_folder)
+    processed_files: List[Dict[str, Any]] = []
+    
+    try:
+        # Find all markdown files
+        markdown_files = find_markdown_files(root_dir, max_depth)
+        
+        # Process each file
+        for file_path in markdown_files:
+            try:
+                if result := process_markdown_file(file_path, trigger_prefix):
+                    processed_files.append(result)
+                    logger.info(f"Processed: {file_path.parent.name}")
+            except ProcessingError as e:
+                logger.error(str(e))
+                continue
+                
+        logger.info(f"Successfully processed {len(processed_files)} files in fabric patterns folder")
+        return processed_files
+        
+    except Exception as e:
+        logger.error(f"Error processing markdown files: {str(e)}", exc_info=True)
+        if isinstance(e, (ProcessingError, ValueError)):
+            raise
+        raise ProcessingError(f"Unexpected error processing files: {str(e)}") from e

src/fabrics_processor/logger.py

@@ -0,0 +1,60 @@
+import logging
+import os
+from pathlib import Path
+from logging.handlers import RotatingFileHandler
+
+# Module level logger instance
+_logger = None
+
+def setup_logger(log_file='fabric_to_espanso.log'):
+    """
+    Set up and configure the logger for the application.
+
+    Args:
+        log_file (str): Name of the log file. Defaults to 'fabric_to_espanso.log'.
+
+    Returns:
+        logging.Logger: Configured logger object.
+    """
+    global _logger
+    if _logger is not None:
+        return _logger
+        
+    logger = logging.getLogger('fabric_to_espanso')
+    
+    # Clean up any existing handlers
+    logger.handlers.clear()
+    
+    # Set log level and prevent propagation
+    logger.setLevel(logging.INFO)
+    logger.propagate = False
+
+    # Get the project root directory (2 levels up from logger.py)
+    project_root = Path(__file__).parent.parent.parent
+
+    # Create logs directory if it doesn't exist - use absolute path
+    log_dir = project_root / "logs"
+    log_dir.mkdir(exist_ok=True)
+
+    # Create file handlers with absolute path
+    log_file_path = log_dir / f"{log_file}"
+    file_handler = RotatingFileHandler(log_file_path, maxBytes=1024*1024, backupCount=5)
+    console_handler = logging.StreamHandler()
+
+    # Set log levels
+    file_handler.setLevel(logging.INFO)
+    console_handler.setLevel(logging.INFO)
+
+    # Create formatters and add it to handlers
+    file_format = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s')
+    console_format = logging.Formatter('%(name)s - %(levelname)s - %(message)s')
+    
+    file_handler.setFormatter(file_format)
+    console_handler.setFormatter(console_format)
+
+    # Add handlers to the logger
+    logger.addHandler(file_handler)
+    logger.addHandler(console_handler)
+    
+    _logger = logger
+    return logger

src/fabrics_processor/markdown_parser.py

@@ -0,0 +1,83 @@
+"""Markdown parsing module for fabric-to-espanso."""
+from typing import Tuple, List, Optional, Set
+from pathlib import Path
+import regex
+import logging
+
+from .exceptions import ParsingError
+from .config import config
+
+logger = logging.getLogger('fabric_to_espanso')
+
+def create_section_pattern(keywords: Set[str]) -> regex.Pattern:
+    keyword_pattern = '|'.join(regex.escape(kw) for kw in keywords)
+    return regex.compile(
+        rf'^#\s+.*(?:{keyword_pattern}).*$\n?(?:(?!^#).*\n?)*',
+        regex.MULTILINE | regex.IGNORECASE
+    )
+
+def parse_markdown_file(
+    file_path: str | Path,
+    keywords: Optional[Set[str]] = None
+) -> Tuple[str, Optional[str]]:
+    """Extract sections with specified keywords from markdown file.
+    
+    Args:
+        file_path: Path to markdown file
+        keywords: Set of keywords to match in headings. If None, uses defaults from config
+        
+    Returns:
+        Tuple of (full_content, extracted_sections)
+        If no sections match, returns (full_content, None)
+        
+    Raises:
+        ParsingError: If file reading or parsing fails
+    """
+    try:
+        # Use provided keywords or defaults from config
+        keywords = keywords or set(config.base_words)
+        
+        # Create regex pattern for keywords in headings and text
+        section_pattern = create_section_pattern(keywords)
+        
+        # Read file content
+        path = Path(file_path)
+        try:
+            content = path.read_text(encoding='utf-8')
+        except Exception as e:
+            raise ParsingError(f"Failed to read {path}: {str(e)}") from e
+            
+        # Find all matching headings
+        section_matches = list(section_pattern.findall(content))
+        
+        # If no matches found, return full content
+        if not section_matches:
+            logger.debug(f"No matching sections found in {path.name}")
+            return content, None
+            
+        # Join sections with double newline
+        extracted = '\n\n'.join(section_matches)
+        logger.debug(f"Extracted {len(section_matches)} sections from {path.name}")
+        
+        return content, extracted
+        
+    except Exception as e:
+        logger.error(f"Error parsing {file_path}: {str(e)}", exc_info=True)
+        if isinstance(e, ParsingError):
+            raise
+        raise ParsingError(f"Unexpected error parsing {file_path}: {str(e)}") from e
+
+def main():
+    # Example usage
+    try:
+        # Custom keywords can be passed as second argument
+        result = parse_markdown_file('document.md')
+        # result = extract_sections('document.md', {'Identity', 'Purpose', 'Scope'})
+        
+        print(result)
+    
+    except Exception as e:
+        print(f"An error occurred: {e}")
+
+if __name__ == '__main__':
+    main()

src/fabrics_processor/obsidian2fabric.py

@@ -0,0 +1,90 @@
+from pathlib import Path
+from shutil import copy2, rmtree
+from fastcore.utils import L
+import re
+
+from src.fabrics_processor.config import config
+
+def sentence2snake(name: str) -> str:
+    """Convert any string to snake_case, replacing non-alphanumeric with underscore"""
+    s1 = name.lower()
+    s2 = re.sub(r'\W', r'_', s1)
+    return re.sub(r'_+', r'_', s2)
+
+def round_timestamp(ts: float) -> int:
+    """Round timestamp to handle filesystem differences"""
+    return int(str(ts).split('.')[0][:-4])
+
+def get_md_files_obsidian(path: Path) -> dict:
+    """Get files from obsidian vault: stem -> (path, timestamp, size)"""
+    # Rename files to snake_case and add identifier to distinguish own prompts from others
+    return {sentence2snake(p.stem)+"-"+p.parent.name.lower(): (p, p.stat().st_mtime, p.stat().st_size) 
+            for p in Path(path).glob('**/*.md')}
+
+def get_md_files_fabricsfolder(path: Path) -> dict:
+    """Get files from target structure: dir_name -> (system.md_path, timestamp, size)"""
+    target_subdirs = [x for x in path.iterdir() if x.is_dir()]
+    return {x.stem: (x/'system.md', (x/'system.md').stat().st_mtime, (x/'system.md').stat().st_size)
+            for x in target_subdirs 
+            if (x/'system.md').exists()}
+
+def get_modified_files(source_files: dict, target_files: dict) -> list:
+    """Compare timestamps between source and target files, returns dictionary of
+    entries needing updates. The dictionary has the filename as key and the following
+    values:
+        path, timestamp, size"""
+    existing_files = L(k for k in source_files.keys() if k in target_files)
+    # removed checking for timestamp. Because you don't want false positives because of file system differences
+    # or daylight savings. But you also want to be able to update files that have almost the same timestamp
+    # when you change the file.
+    # different_timestamps = L(k for k in existing_files 
+    #                        if round_timestamp(source_files[k][1]) > round_timestamp(target_files[k][1]))
+    # return L(source_files[k][0] for k in different_timestamps 
+    #         if source_files[k][2] != target_files[k][2])
+    return L({k: source_files[k]} for k in existing_files if source_files[k][2] != target_files[k][2])
+
+def get_new_files(source_files: dict, target_files: dict) -> list:
+    """Return list of dictionaries containing with the key as filename and these values:
+        path, timestamp, size"""
+    return L({k: source_files[k]} for k in source_files.keys() if k not in target_files)
+
+def process_file(source: dict, target_dir: Path) -> None:
+    """
+    Process a single file: create directory, copy as system.md, create user.md
+    
+    Args:
+        source: Dict of source file: filename:(path, timestamp, size)
+        target_dir: Base target directory (e.g. 'md_target')
+    """
+    filename = next(iter(source))
+    filepath = next(iter(source.values()))[0]
+    subdir = target_dir/filename
+    subdir.mkdir(mode=0o755, exist_ok=True)
+    copy2(filepath, subdir/'system.md')
+    (subdir/'user.md').touch()
+
+def sync_folders(source_dir: Path, target_dir: Path) -> None:
+    """
+    Main function to synchronize folders
+    
+    Args:
+        source_dir: Path to source directory (obsidian vault)
+        target_dir: Path to target directory (fabrics folder)
+    """
+    source_files = get_md_files_obsidian(Path(source_dir))
+    target_files = get_md_files_fabricsfolder(Path(target_dir))
+    
+    # Get all files that need processing
+    files_to_process = L(get_new_files(source_files, target_files) + 
+                        get_modified_files(source_files, target_files))
+    
+    # Process each file
+    for i in files_to_process:
+        process_file(i, target_dir)
+    
+    # Get all files that need deleting
+    files_to_delete = L(k for k in target_files.keys() if k not in source_files and "-" in k)
+
+    # Delete each directory and its contents
+    for file_name in files_to_delete:
+        rmtree(target_dir/file_name)

src/fabrics_processor/output_files_generator.py

@@ -0,0 +1,157 @@
+"""YAML file generation for fabric-to-espanso and
+markdown file generation for Obsidian TextGenerator plugin."""
+from pathlib import Path
+from shutil import rmtree
+from typing import Dict, Any, List
+import yaml
+import logging
+
+from qdrant_client import QdrantClient
+from qdrant_client.http.exceptions import UnexpectedResponse
+from src.fabrics_processor.config import config
+
+from .exceptions import DatabaseError
+
+logger = logging.getLogger('fabric_to_espanso')
+
+class BlockString(str):
+    """String subclass for YAML block-style string representation."""
+    pass
+
+def repr_block_string(dumper: yaml.Dumper, data: BlockString) -> yaml.ScalarNode:
+    """Custom YAML representer for block strings."""
+    return dumper.represent_scalar('tag:yaml.org,2002:str', data, style='|')
+
+yaml.add_representer(BlockString, repr_block_string)
+
+def generate_yaml_file(client: QdrantClient, collection_name: str, yaml_output_folder: str) -> None:
+    """Generate a complete YAML file from the Qdrant database.
+
+    Args:
+        client: Initialized Qdrant client
+        yaml_output_folder: Directory where the YAML file will be created
+        
+    Raises:
+        DatabaseError: If database query fails
+        OSError: If file operations fail
+        ValueError: If output folder is invalid
+    """
+    try:
+        # Validate output folder
+        output_path = Path(yaml_output_folder)
+        if not output_path.exists():
+            logger.info(f"YAML output path doesn't exist. Check the Espanso matches directory with `espanso path` in PowerShell: {output_path}")
+            raise ValueError(f"YAML output path doesn't exist. Check the Espanso matches directory with `espanso path` in PowerShell: {output_path}")
+            
+        # Query all entries from the database
+        try:
+            results = client.scroll(
+                collection_name=collection_name,
+                limit=10000  # Adjust based on expected maximum files
+            )[0]
+        except UnexpectedResponse as e:
+            raise DatabaseError(f"Failed to query database: {str(e)}") from e
+            
+        # Prepare YAML data
+        data: Dict[str, List[Dict[str, Any]]] = {'matches': []}
+        
+        for result in results:
+            entry = {
+                'trigger': result.payload['trigger'],
+                'replace': BlockString(result.payload['content'] + '\n{{clipb}}'),
+                'label': result.payload['filename'],
+                'vars': [
+                    {'name': 'clipb', 'type': 'clipboard'}
+                ]
+            }
+            data['matches'].append(entry)
+            
+        # Write the YAML file
+        yaml_output_path = output_path / "fabric_patterns.yml"  
+        with open(yaml_output_path, 'w') as yaml_file:
+            yaml.dump(data, yaml_file, sort_keys=False, default_flow_style=False)
+        
+        logger.info(f"YAML file generated successfully at {yaml_output_path}")
+    except Exception as e:
+        logger.error(f"Error generating YAML file: {str(e)}", exc_info=True)
+        if isinstance(e, (DatabaseError, OSError, ValueError)):
+            raise
+        raise RuntimeError(f"Unexpected error generating YAML: {str(e)}") from e
+
+def generate_markdown_files(client: QdrantClient, collection_name: str, markdown_output_folder: str) -> None:
+    """Generate markdown files from the Qdrant database.
+
+    Args:
+        client: Initialized Qdrant client
+        collection_name: Name of the collection to query
+        markdown_output_folder: Directory where the markdown files will be created
+        
+    Raises:
+        DatabaseError: If database query fails
+        OSError: If file operations fail
+        ValueError: If output folder is invalid
+    """
+    try:
+        # Validate output folder
+        output_path = Path(markdown_output_folder)
+        if not output_path.exists():
+            logger.info(f"Markdown output path doesn't exist. Check if this folder in parameters.py matches the Textgenerator folder in you Obsidian vault. {output_path}")
+            raise ValueError(f"Markdown output path doesn't exist. Check if this folder in parameters.py matches the Textgenerator folder in you Obsidian vault. {output_path}")
+            
+        # Query all entries from the database
+        try:
+            # Simply first remove all existing markdown files in Obisdian Textgenerator folder
+            rmtree(output_path)
+            output_path.mkdir(mode=0o755)
+
+            results = client.scroll(
+                collection_name=collection_name,
+                limit=10000  # Adjust based on expected maximum files
+            )[0]
+
+            # Generate markdown files for each entry
+            for result in results:
+                metadata = result.payload
+                filename = metadata['filename']
+                purpose = metadata['purpose']
+                content = metadata['content']
+                markdown_path = output_path / f"{filename}.md"
+                with open(markdown_path, 'w', encoding='utf-8') as markdown_file:
+                    markdown_file.write(apply_markdown_template(filename, purpose, content))
+            
+            logger.info(f"Generated {len(results)} Markdown files generated successfully at {markdown_output_folder}")
+
+        except UnexpectedResponse as e:
+            raise DatabaseError(f"Failed to query database: {str(e)}") from e
+            
+    except Exception as e:
+        logger.error(f"Error generating Markdown files: {str(e)}")
+
+
+def apply_markdown_template(filename: str, purpose: str, content: str) -> str:
+    """Apply the markdown template to the given content.
+    To generate markdown files that can be used in Obsidian by
+    the TextGenerator plugin."""
+
+    # Ensure proper indentation
+    purpose_indented = purpose.replace('\n', '\n    ')
+    content_indented = content.replace('\n', '\n    ')
+    
+    return f"""---
+PromptInfo:
+  promptId: {filename}
+  name: {filename}
+  description: |
+    {purpose_indented}
+  required_values:
+  author: fabric
+  tags:
+  version: 1
+config:
+  mode: insert
+  system: |
+    {content_indented}
+---
+
+{{{{selection}}}}
+"""

src/fabrics_processor/output_files_generator_temp.py

@@ -0,0 +1,113 @@
+import logging
+from pathlib import Path
+from qdrant_client import QdrantClient
+
+logger = logging.getLogger('fabric_to_espanso')
+
+def generate_yaml(markdown_content, filename, trigger="/:", label=None):
+    """
+    Generate YAML content from parsed markdown.
+
+    Args:
+        markdown_content (str): The content of the markdown file.
+        filename (str): The name of the markdown file (without extension).
+        trigger (str, optional): The trigger for the YAML entry. Defaults to "/:".
+        label (str, optional): The label for the YAML entry. If None, uses the filename.
+
+    Returns:
+        str: The generated YAML content.
+    """
+    try:
+        # Clean and format the markdown content
+        content = markdown_content.strip()
+        # Remove extra newlines and normalize spacing
+        content = '\n'.join(line.strip() for line in content.split('\n') if line.strip())
+        # Add INPUT section at the end
+        content = f"{content}\n\n# INPUT\n{{clipb}}"
+        
+        return content
+    except Exception as e:
+        logger.error(f"Error generating YAML for {filename}: {str(e)}", exc_info=True)
+        return None
+
+def generate_markdown(filename: str, content: str, purpose: str) -> str:
+    """
+    Generate markdown content for a database entry.
+
+    Args:
+        filename (str): The name of the markdown file (without extension).
+        content (str): The system content/instructions.
+        purpose (str): The purpose/description of the prompt.
+
+    Returns:
+        str: The generated markdown content.
+    """
+    markdown_template = f"""---
+PromptInfo:
+  promptId: {filename}
+  name: {filename}
+  description: {purpose}
+  required_values:
+  author: fabric
+  tags:
+  version: 1
+config:
+  mode: insert
+  system: {content}
+---
+
+{{{{selection}}}}
+"""
+    return markdown_template
+
+def generate_markdown_files(client: QdrantClient, collection_name: str, output_folder: str) -> None:
+    """Generate markdown files from the Qdrant database.
+
+    Args:
+        client: Initialized Qdrant client
+        collection_name: Name of the collection to query
+        output_folder: Directory where the markdown files will be created
+        
+    Raises:
+        DatabaseError: If database query fails
+        OSError: If file operations fail
+        ValueError: If output folder is invalid
+    """
+    try:
+        # Validate output folder
+        output_path = Path(output_folder)
+        if not output_path.exists():
+            output_path.mkdir(parents=True, exist_ok=True)
+            logger.info(f"Created markdown output directory: {output_path}")
+            
+        # Query all entries from the database
+        try:
+            results = client.scroll(
+                collection_name=collection_name,
+                limit=10000  # Adjust based on expected maximum files
+            )[0]  # scroll returns a tuple (points, next_page_offset)
+            
+            # Generate markdown files for each entry
+            for point in results:
+                metadata = point.metadata
+                filename = metadata['filename']
+                content = metadata['content']
+                purpose = metadata['purpose']
+                
+                # Generate markdown content
+                markdown_content = generate_markdown(filename, content, purpose)
+                
+                # Write to file
+                file_path = output_path / f"{filename}.md"
+                with open(file_path, 'w', encoding='utf-8') as f:
+                    f.write(markdown_content)
+                    
+            logger.info(f"Generated {len(results)} markdown files in {output_path}")
+                
+        except Exception as e:
+            logger.error(f"Error querying database: {e}")
+            raise
+            
+    except Exception as e:
+        logger.error(f"Error generating markdown files: {e}")
+        raise

src/search_qdrant/database_query.py

@@ -0,0 +1,57 @@
+import logging
+from src.fabrics_processor.database import initialize_qdrant_database
+from qdrant_client import QdrantClient
+from qdrant_client.models import QueryResponse
+import argparse
+from src.fabrics_processor.config import config
+
+def query_qdrant_database(
+      query: str,
+      client: QdrantClient,
+      num_results: int = 5,
+      collection_name: str = config.embedding.collection_name) -> list[QueryResponse]:
+      """Query the Qdrant database for similar documents.
+      
+      Args:
+            query: The search query text
+            client: Initialized QdrantClient instance
+            num_results: Maximum number of results to return
+            collection_name: Name of the collection to query
+      
+      Returns:
+            List of QueryResponse objects containing matches
+            
+      Raises:
+            QdrantException: If there's an error querying the database
+      """
+      try:
+            results = client.query(collection_name=collection_name, query_text=query, limit=num_results)
+            return results
+      except Exception as e:
+            logging.error(f"Error querying Qdrant database: {e}")
+            raise
+
+def main():
+      client = initialize_qdrant_database() 
+
+      parser = argparse.ArgumentParser(description="Query Qdrant database")
+      parser.add_argument("query", type=str, help="The search query text")
+      parser.add_argument("--num_results", "-n", type=int, default=5, help="The number of results to return (default: 5)")
+      parser.add_argument("--collection_name", "-c", type=str, default=config.embedding.collection_name, help="The name of the collection to query.")
+
+      args = parser.parse_args()
+
+      try:
+          results = query_qdrant_database(query=args.query,
+                                        client=client,
+                                        num_results=args.num_results,
+                                        collection_name=args.collection_name
+          )
+
+          filenames = [r.metadata['filename'] for r in results]
+          print(filenames)
+      finally:
+          client.close()
+
+if __name__ == "__main__":
+      main()

src/search_qdrant/logs/fabric_to_espanso.log.1

@@ -0,0 +1,135 @@
+2025-01-10 20:20:51,583 - fabric_to_espanso - INFO - Processed: create_ttrc_narrative
+2025-01-10 20:20:51,597 - fabric_to_espanso - INFO - Processed: prepare_7s_strategy
+2025-01-10 20:20:51,601 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/convert_to_markdown/system.md
+2025-01-10 20:20:51,606 - fabric_to_espanso - INFO - Processed: convert_to_markdown
+2025-01-10 20:20:51,611 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/analyze_incident/system.md
+2025-01-10 20:20:51,615 - fabric_to_espanso - INFO - Processed: analyze_incident
+2025-01-10 20:20:51,619 - fabric_to_espanso - INFO - Processed: summarize_meeting
+2025-01-10 20:20:51,623 - fabric_to_espanso - INFO - Processed: create_formal_email
+2025-01-10 20:20:51,627 - fabric_to_espanso - INFO - Processed: refine_design_document
+2025-01-10 20:20:51,631 - fabric_to_espanso - INFO - Processed: improve_prompt
+2025-01-10 20:20:51,636 - fabric_to_espanso - INFO - Processed: create_logo
+2025-01-10 20:20:51,640 - fabric_to_espanso - INFO - Processed: create_network_threat_landscape
+2025-01-10 20:20:51,645 - fabric_to_espanso - INFO - Processed: extract_most_redeeming_thing
+2025-01-10 20:20:51,649 - fabric_to_espanso - INFO - Processed: create_rpg_summary
+2025-01-10 20:20:51,653 - fabric_to_espanso - INFO - Processed: analyze_proposition
+2025-01-10 20:20:51,658 - fabric_to_espanso - INFO - Processed: write_nuclei_template_rule
+2025-01-10 20:20:51,664 - fabric_to_espanso - INFO - Processed: analyze_email_headers
+2025-01-10 20:20:51,668 - fabric_to_espanso - INFO - Processed: analyze_presentation
+2025-01-10 20:20:51,672 - fabric_to_espanso - INFO - Processed: improve_writing
+2025-01-10 20:20:51,677 - fabric_to_espanso - INFO - Processed: create_user_story
+2025-01-10 20:20:51,682 - fabric_to_espanso - INFO - Processed: create_stride_threat_model
+2025-01-10 20:20:51,686 - fabric_to_espanso - INFO - Processed: analyze_debate
+2025-01-10 20:20:51,691 - fabric_to_espanso - INFO - Processed: analyze_spiritual_text
+2025-01-10 20:20:51,696 - fabric_to_espanso - INFO - Processed: write_pull-request
+2025-01-10 20:20:51,701 - fabric_to_espanso - INFO - Processed: extract_insights_dm
+2025-01-10 20:20:51,705 - fabric_to_espanso - INFO - Processed: analyze_military_strategy
+2025-01-10 20:20:51,709 - fabric_to_espanso - INFO - Processed: analyze_personality
+2025-01-10 20:20:51,714 - fabric_to_espanso - INFO - Processed: transcribe_minutes
+2025-01-10 20:20:51,718 - fabric_to_espanso - INFO - Processed: extract_recipe
+2025-01-10 20:20:51,722 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/write_python_code_with_explanations/system.md
+2025-01-10 20:20:51,726 - fabric_to_espanso - INFO - Processed: write_python_code_with_explanations
+2025-01-10 20:20:51,730 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/summarize_paper/system.md
+2025-01-10 20:20:51,734 - fabric_to_espanso - INFO - Processed: summarize_paper
+2025-01-10 20:20:51,738 - fabric_to_espanso - INFO - Processed: check_agreement
+2025-01-10 20:20:51,744 - fabric_to_espanso - INFO - Processed: find_logical_fallacies
+2025-01-10 20:20:51,749 - fabric_to_espanso - INFO - Processed: extract_wisdom
+2025-01-10 20:20:51,753 - fabric_to_espanso - INFO - Processed: extract_wisdom_nometa
+2025-01-10 20:20:51,757 - fabric_to_espanso - INFO - Processed: create_image_prompt_from_book_extract
+2025-01-10 20:20:51,762 - fabric_to_espanso - INFO - Processed: identify_dsrp_distinctions
+2025-01-10 20:20:51,766 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/rewrite_python_code_with_explanations/system.md
+2025-01-10 20:20:51,770 - fabric_to_espanso - INFO - Processed: rewrite_python_code_with_explanations
+2025-01-10 20:20:51,774 - fabric_to_espanso - INFO - Processed: extract_controversial_ideas
+2025-01-10 20:20:51,779 - fabric_to_espanso - INFO - Processed: create_tags
+2025-01-10 20:20:51,783 - fabric_to_espanso - INFO - Processed: review_design
+2025-01-10 20:20:51,787 - fabric_to_espanso - INFO - Processed: create_art_prompt
+2025-01-10 20:20:51,791 - fabric_to_espanso - INFO - Processed: analyze_patent
+2025-01-10 20:20:51,795 - fabric_to_espanso - INFO - Processed: identify_dsrp_relationships
+2025-01-10 20:20:51,799 - fabric_to_espanso - INFO - Processed: analyze_cfp_submission
+2025-01-10 20:20:51,803 - fabric_to_espanso - INFO - Processed: create_mermaid_visualization_for_github
+2025-01-10 20:20:51,807 - fabric_to_espanso - INFO - Processed: create_graph_from_input
+2025-01-10 20:20:51,812 - fabric_to_espanso - INFO - Processed: extract_main_idea
+2025-01-10 20:20:51,816 - fabric_to_espanso - INFO - Processed: extract_latest_video
+2025-01-10 20:20:51,819 - fabric_to_espanso - INFO - Processed: extract_core_message
+2025-01-10 20:20:51,823 - fabric_to_espanso - INFO - Processed: extract_jokes
+2025-01-10 20:20:51,827 - fabric_to_espanso - INFO - Processed: create_academic_paper
+2025-01-10 20:20:51,831 - fabric_to_espanso - INFO - Processed: create_reading_plan
+2025-01-10 20:20:51,835 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/added_something_stupid/system.md
+2025-01-10 20:20:51,839 - fabric_to_espanso - INFO - Processed: added_something_stupid
+2025-01-10 20:20:51,844 - fabric_to_espanso - INFO - Processed: analyze_risk
+2025-01-10 20:20:51,848 - fabric_to_espanso - INFO - Processed: improve_report_finding
+2025-01-10 20:20:51,852 - fabric_to_espanso - INFO - Processed: explain_math
+2025-01-10 20:20:51,855 - fabric_to_espanso - INFO - Processed: summarize_git_changes
+2025-01-10 20:20:51,860 - fabric_to_espanso - INFO - Processed: recommend_talkpanel_topics
+2025-01-10 20:20:51,864 - fabric_to_espanso - INFO - Processed: extract_predictions
+2025-01-10 20:20:51,868 - fabric_to_espanso - INFO - Processed: extract_primary_solution
+2025-01-10 20:20:51,872 - fabric_to_espanso - INFO - Processed: extract_videoid
+2025-01-10 20:20:51,877 - fabric_to_espanso - INFO - Processed: create_show_intro
+2025-01-10 20:20:51,881 - fabric_to_espanso - INFO - Processed: summarize_git_diff
+2025-01-10 20:20:51,884 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/website_description/system.md
+2025-01-10 20:20:51,889 - fabric_to_espanso - INFO - Processed: website_description
+2025-01-10 20:20:51,892 - fabric_to_espanso - INFO - Processed: create_quiz
+2025-01-10 20:20:51,897 - fabric_to_espanso - INFO - Processed: write_semgrep_rule
+2025-01-10 20:20:51,901 - fabric_to_espanso - INFO - Processed: write_hackerone_report
+2025-01-10 20:20:51,905 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/translate_to_dutch_or_from_dutch_to_english/system.md
+2025-01-10 20:20:51,909 - fabric_to_espanso - INFO - Processed: translate_to_dutch_or_from_dutch_to_english
+2025-01-10 20:20:51,913 - fabric_to_espanso - INFO - Processed: summarize_micro
+2025-01-10 20:20:51,917 - fabric_to_espanso - INFO - Processed: create_ai_jobs_analysis
+2025-01-10 20:20:51,920 - fabric_to_espanso - INFO - Processed: create_pattern
+2025-01-10 20:20:51,924 - fabric_to_espanso - INFO - Processed: capture_thinkers_work
+2025-01-10 20:20:51,929 - fabric_to_espanso - INFO - Processed: analyze_prose_pinker
+2025-01-10 20:20:51,933 - fabric_to_espanso - INFO - Processed: create_threat_scenarios
+2025-01-10 20:20:51,938 - fabric_to_espanso - INFO - Processed: extract_ctf_writeup
+2025-01-10 20:20:51,941 - fabric_to_espanso - INFO - Processed: create_fabric_patterns
+2025-01-10 20:20:51,946 - fabric_to_espanso - INFO - Processed: ai
+2025-01-10 20:20:51,950 - fabric_to_espanso - INFO - Processed: rate_ai_response
+2025-01-10 20:20:51,954 - fabric_to_espanso - INFO - Processed: create_prd
+2025-01-10 20:20:51,958 - fabric_to_espanso - INFO - Processed: clean_text
+2025-01-10 20:20:51,962 - fabric_to_espanso - INFO - Processed: create_video_chapters
+2025-01-10 20:20:51,966 - fabric_to_espanso - INFO - Processed: summarize_lecture
+2025-01-10 20:20:51,971 - fabric_to_espanso - INFO - Processed: identify_dsrp_perspectives
+2025-01-10 20:20:51,975 - fabric_to_espanso - INFO - Processed: recommend_artists
+2025-01-10 20:20:51,979 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/solveitwithcode_review_repl_driven_process_detailed/system.md
+2025-01-10 20:20:51,983 - fabric_to_espanso - INFO - Processed: solveitwithcode_review_repl_driven_process_detailed
+2025-01-10 20:20:51,987 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/solveitwithcode_review_repl_driven_process_detailed_extreme/system.md
+2025-01-10 20:20:51,992 - fabric_to_espanso - INFO - Processed: solveitwithcode_review_repl_driven_process_detailed_extreme
+2025-01-10 20:20:51,996 - fabric_to_espanso - INFO - Processed: extract_ideas
+2025-01-10 20:20:52,000 - fabric_to_espanso - INFO - Processed: to_flashcards
+2025-01-10 20:20:52,016 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/extract_instructions/system.md
+2025-01-10 20:20:52,028 - fabric_to_espanso - INFO - Processed: extract_instructions
+2025-01-10 20:20:52,032 - fabric_to_espanso - INFO - Processed: write_micro_essay
+2025-01-10 20:20:52,036 - fabric_to_espanso - INFO - Processed: extract_keywords_and_subjects_from_text
+2025-01-10 20:20:52,045 - fabric_to_espanso - INFO - Processed: extract_primary_problem
+2025-01-10 20:20:52,053 - fabric_to_espanso - INFO - Processed: create_hormozi_offer
+2025-01-10 20:20:52,059 - fabric_to_espanso - INFO - Processed: analyze_prose
+2025-01-10 20:20:52,064 - fabric_to_espanso - INFO - Processed: analyze_logs
+2025-01-10 20:20:52,068 - fabric_to_espanso - INFO - Processed: create_recursive_outline
+2025-01-10 20:20:52,072 - fabric_to_espanso - INFO - Processed: analyze_tech_impact
+2025-01-10 20:20:52,077 - fabric_to_espanso - INFO - Processed: find_hidden_message
+2025-01-10 20:20:52,088 - fabric_to_espanso - INFO - Processed: create_npc
+2025-01-10 20:20:52,104 - fabric_to_espanso - INFO - Processed: provide_guidance
+2025-01-10 20:20:52,113 - fabric_to_espanso - INFO - Processed: export_data_as_csv
+2025-01-10 20:20:52,120 - fabric_to_espanso - INFO - Processed: show_fabric_options_markmap
+2025-01-10 20:20:52,127 - fabric_to_espanso - INFO - Processed: summarize_debate
+2025-01-10 20:20:52,134 - fabric_to_espanso - INFO - Processed: answer_interview_question
+2025-01-10 20:20:52,141 - fabric_to_espanso - INFO - Processed: extract_poc
+2025-01-10 20:20:52,148 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/solveitwithcode_review_repl_driven_process/system.md
+2025-01-10 20:20:52,155 - fabric_to_espanso - INFO - Processed: solveitwithcode_review_repl_driven_process
+2025-01-10 20:20:52,163 - fabric_to_espanso - INFO - Processed: rate_content
+2025-01-10 20:20:52,170 - fabric_to_espanso - INFO - Processed: create_diy
+2025-01-10 20:20:52,178 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/create_costar_prompt/system.md
+2025-01-10 20:20:52,186 - fabric_to_espanso - INFO - Processed: create_costar_prompt
+2025-01-10 20:20:52,193 - fabric_to_espanso - INFO - Processed: create_idea_compass
+2025-01-10 20:20:52,200 - fabric_to_espanso - INFO - Processed: create_security_update
+2025-01-10 20:20:52,206 - fabric_to_espanso - INFO - Processed: extract_recommendations
+2025-01-10 20:20:52,214 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/md_callout/system.md
+2025-01-10 20:20:52,222 - fabric_to_espanso - INFO - Processed: md_callout
+2025-01-10 20:20:52,229 - fabric_to_espanso - INFO - Processed: analyze_threat_report
+2025-01-10 20:20:52,236 - fabric_to_espanso - INFO - Processed: dialog_with_socrates
+2025-01-10 20:20:52,245 - fabric_to_espanso - INFO - Processed: summarize_newsletter
+2025-01-10 20:20:52,251 - fabric_to_espanso - INFO - Processed: create_mermaid_visualization
+2025-01-10 20:20:52,258 - fabric_to_espanso - INFO - Processed: analyze_comments
+2025-01-10 20:20:52,265 - fabric_to_espanso - INFO - Processed: summarize
+2025-01-10 20:20:52,271 - fabric_to_espanso - INFO - Processed: compare_and_contrast
+2025-01-10 20:20:52,278 - fabric_to_espanso - INFO - Successfully processed 199 files in fabric patterns folder
+2025-01-10 20:20:52,323 - fabric_to_espanso - INFO - Changes detected: 0 new, 0 modified, 0 deleted

src/search_qdrant/logs/fabric_to_espanso.log.2

@@ -0,0 +1,136 @@
+2025-01-10 20:20:51,570 - fabric_to_espanso - INFO - Processed: extract_wisdom_dm
+2025-01-10 20:20:51,583 - fabric_to_espanso - INFO - Processed: create_ttrc_narrative
+2025-01-10 20:20:51,597 - fabric_to_espanso - INFO - Processed: prepare_7s_strategy
+2025-01-10 20:20:51,601 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/convert_to_markdown/system.md
+2025-01-10 20:20:51,606 - fabric_to_espanso - INFO - Processed: convert_to_markdown
+2025-01-10 20:20:51,611 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/analyze_incident/system.md
+2025-01-10 20:20:51,615 - fabric_to_espanso - INFO - Processed: analyze_incident
+2025-01-10 20:20:51,619 - fabric_to_espanso - INFO - Processed: summarize_meeting
+2025-01-10 20:20:51,623 - fabric_to_espanso - INFO - Processed: create_formal_email
+2025-01-10 20:20:51,627 - fabric_to_espanso - INFO - Processed: refine_design_document
+2025-01-10 20:20:51,631 - fabric_to_espanso - INFO - Processed: improve_prompt
+2025-01-10 20:20:51,636 - fabric_to_espanso - INFO - Processed: create_logo
+2025-01-10 20:20:51,640 - fabric_to_espanso - INFO - Processed: create_network_threat_landscape
+2025-01-10 20:20:51,645 - fabric_to_espanso - INFO - Processed: extract_most_redeeming_thing
+2025-01-10 20:20:51,649 - fabric_to_espanso - INFO - Processed: create_rpg_summary
+2025-01-10 20:20:51,653 - fabric_to_espanso - INFO - Processed: analyze_proposition
+2025-01-10 20:20:51,658 - fabric_to_espanso - INFO - Processed: write_nuclei_template_rule
+2025-01-10 20:20:51,664 - fabric_to_espanso - INFO - Processed: analyze_email_headers
+2025-01-10 20:20:51,668 - fabric_to_espanso - INFO - Processed: analyze_presentation
+2025-01-10 20:20:51,672 - fabric_to_espanso - INFO - Processed: improve_writing
+2025-01-10 20:20:51,677 - fabric_to_espanso - INFO - Processed: create_user_story
+2025-01-10 20:20:51,682 - fabric_to_espanso - INFO - Processed: create_stride_threat_model
+2025-01-10 20:20:51,686 - fabric_to_espanso - INFO - Processed: analyze_debate
+2025-01-10 20:20:51,691 - fabric_to_espanso - INFO - Processed: analyze_spiritual_text
+2025-01-10 20:20:51,696 - fabric_to_espanso - INFO - Processed: write_pull-request
+2025-01-10 20:20:51,701 - fabric_to_espanso - INFO - Processed: extract_insights_dm
+2025-01-10 20:20:51,705 - fabric_to_espanso - INFO - Processed: analyze_military_strategy
+2025-01-10 20:20:51,709 - fabric_to_espanso - INFO - Processed: analyze_personality
+2025-01-10 20:20:51,714 - fabric_to_espanso - INFO - Processed: transcribe_minutes
+2025-01-10 20:20:51,718 - fabric_to_espanso - INFO - Processed: extract_recipe
+2025-01-10 20:20:51,722 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/write_python_code_with_explanations/system.md
+2025-01-10 20:20:51,726 - fabric_to_espanso - INFO - Processed: write_python_code_with_explanations
+2025-01-10 20:20:51,730 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/summarize_paper/system.md
+2025-01-10 20:20:51,734 - fabric_to_espanso - INFO - Processed: summarize_paper
+2025-01-10 20:20:51,738 - fabric_to_espanso - INFO - Processed: check_agreement
+2025-01-10 20:20:51,744 - fabric_to_espanso - INFO - Processed: find_logical_fallacies
+2025-01-10 20:20:51,749 - fabric_to_espanso - INFO - Processed: extract_wisdom
+2025-01-10 20:20:51,753 - fabric_to_espanso - INFO - Processed: extract_wisdom_nometa
+2025-01-10 20:20:51,757 - fabric_to_espanso - INFO - Processed: create_image_prompt_from_book_extract
+2025-01-10 20:20:51,762 - fabric_to_espanso - INFO - Processed: identify_dsrp_distinctions
+2025-01-10 20:20:51,766 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/rewrite_python_code_with_explanations/system.md
+2025-01-10 20:20:51,770 - fabric_to_espanso - INFO - Processed: rewrite_python_code_with_explanations
+2025-01-10 20:20:51,774 - fabric_to_espanso - INFO - Processed: extract_controversial_ideas
+2025-01-10 20:20:51,779 - fabric_to_espanso - INFO - Processed: create_tags
+2025-01-10 20:20:51,783 - fabric_to_espanso - INFO - Processed: review_design
+2025-01-10 20:20:51,787 - fabric_to_espanso - INFO - Processed: create_art_prompt
+2025-01-10 20:20:51,791 - fabric_to_espanso - INFO - Processed: analyze_patent
+2025-01-10 20:20:51,795 - fabric_to_espanso - INFO - Processed: identify_dsrp_relationships
+2025-01-10 20:20:51,799 - fabric_to_espanso - INFO - Processed: analyze_cfp_submission
+2025-01-10 20:20:51,803 - fabric_to_espanso - INFO - Processed: create_mermaid_visualization_for_github
+2025-01-10 20:20:51,807 - fabric_to_espanso - INFO - Processed: create_graph_from_input
+2025-01-10 20:20:51,812 - fabric_to_espanso - INFO - Processed: extract_main_idea
+2025-01-10 20:20:51,816 - fabric_to_espanso - INFO - Processed: extract_latest_video
+2025-01-10 20:20:51,819 - fabric_to_espanso - INFO - Processed: extract_core_message
+2025-01-10 20:20:51,823 - fabric_to_espanso - INFO - Processed: extract_jokes
+2025-01-10 20:20:51,827 - fabric_to_espanso - INFO - Processed: create_academic_paper
+2025-01-10 20:20:51,831 - fabric_to_espanso - INFO - Processed: create_reading_plan
+2025-01-10 20:20:51,835 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/added_something_stupid/system.md
+2025-01-10 20:20:51,839 - fabric_to_espanso - INFO - Processed: added_something_stupid
+2025-01-10 20:20:51,844 - fabric_to_espanso - INFO - Processed: analyze_risk
+2025-01-10 20:20:51,848 - fabric_to_espanso - INFO - Processed: improve_report_finding
+2025-01-10 20:20:51,852 - fabric_to_espanso - INFO - Processed: explain_math
+2025-01-10 20:20:51,855 - fabric_to_espanso - INFO - Processed: summarize_git_changes
+2025-01-10 20:20:51,860 - fabric_to_espanso - INFO - Processed: recommend_talkpanel_topics
+2025-01-10 20:20:51,864 - fabric_to_espanso - INFO - Processed: extract_predictions
+2025-01-10 20:20:51,868 - fabric_to_espanso - INFO - Processed: extract_primary_solution
+2025-01-10 20:20:51,872 - fabric_to_espanso - INFO - Processed: extract_videoid
+2025-01-10 20:20:51,877 - fabric_to_espanso - INFO - Processed: create_show_intro
+2025-01-10 20:20:51,881 - fabric_to_espanso - INFO - Processed: summarize_git_diff
+2025-01-10 20:20:51,884 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/website_description/system.md
+2025-01-10 20:20:51,889 - fabric_to_espanso - INFO - Processed: website_description
+2025-01-10 20:20:51,892 - fabric_to_espanso - INFO - Processed: create_quiz
+2025-01-10 20:20:51,897 - fabric_to_espanso - INFO - Processed: write_semgrep_rule
+2025-01-10 20:20:51,901 - fabric_to_espanso - INFO - Processed: write_hackerone_report
+2025-01-10 20:20:51,905 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/translate_to_dutch_or_from_dutch_to_english/system.md
+2025-01-10 20:20:51,909 - fabric_to_espanso - INFO - Processed: translate_to_dutch_or_from_dutch_to_english
+2025-01-10 20:20:51,913 - fabric_to_espanso - INFO - Processed: summarize_micro
+2025-01-10 20:20:51,917 - fabric_to_espanso - INFO - Processed: create_ai_jobs_analysis
+2025-01-10 20:20:51,920 - fabric_to_espanso - INFO - Processed: create_pattern
+2025-01-10 20:20:51,924 - fabric_to_espanso - INFO - Processed: capture_thinkers_work
+2025-01-10 20:20:51,929 - fabric_to_espanso - INFO - Processed: analyze_prose_pinker
+2025-01-10 20:20:51,933 - fabric_to_espanso - INFO - Processed: create_threat_scenarios
+2025-01-10 20:20:51,938 - fabric_to_espanso - INFO - Processed: extract_ctf_writeup
+2025-01-10 20:20:51,941 - fabric_to_espanso - INFO - Processed: create_fabric_patterns
+2025-01-10 20:20:51,946 - fabric_to_espanso - INFO - Processed: ai
+2025-01-10 20:20:51,950 - fabric_to_espanso - INFO - Processed: rate_ai_response
+2025-01-10 20:20:51,954 - fabric_to_espanso - INFO - Processed: create_prd
+2025-01-10 20:20:51,958 - fabric_to_espanso - INFO - Processed: clean_text
+2025-01-10 20:20:51,962 - fabric_to_espanso - INFO - Processed: create_video_chapters
+2025-01-10 20:20:51,966 - fabric_to_espanso - INFO - Processed: summarize_lecture
+2025-01-10 20:20:51,971 - fabric_to_espanso - INFO - Processed: identify_dsrp_perspectives
+2025-01-10 20:20:51,975 - fabric_to_espanso - INFO - Processed: recommend_artists
+2025-01-10 20:20:51,979 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/solveitwithcode_review_repl_driven_process_detailed/system.md
+2025-01-10 20:20:51,983 - fabric_to_espanso - INFO - Processed: solveitwithcode_review_repl_driven_process_detailed
+2025-01-10 20:20:51,987 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/solveitwithcode_review_repl_driven_process_detailed_extreme/system.md
+2025-01-10 20:20:51,992 - fabric_to_espanso - INFO - Processed: solveitwithcode_review_repl_driven_process_detailed_extreme
+2025-01-10 20:20:51,996 - fabric_to_espanso - INFO - Processed: extract_ideas
+2025-01-10 20:20:52,000 - fabric_to_espanso - INFO - Processed: to_flashcards
+2025-01-10 20:20:52,016 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/extract_instructions/system.md
+2025-01-10 20:20:52,028 - fabric_to_espanso - INFO - Processed: extract_instructions
+2025-01-10 20:20:52,032 - fabric_to_espanso - INFO - Processed: write_micro_essay
+2025-01-10 20:20:52,036 - fabric_to_espanso - INFO - Processed: extract_keywords_and_subjects_from_text
+2025-01-10 20:20:52,045 - fabric_to_espanso - INFO - Processed: extract_primary_problem
+2025-01-10 20:20:52,053 - fabric_to_espanso - INFO - Processed: create_hormozi_offer
+2025-01-10 20:20:52,059 - fabric_to_espanso - INFO - Processed: analyze_prose
+2025-01-10 20:20:52,064 - fabric_to_espanso - INFO - Processed: analyze_logs
+2025-01-10 20:20:52,068 - fabric_to_espanso - INFO - Processed: create_recursive_outline
+2025-01-10 20:20:52,072 - fabric_to_espanso - INFO - Processed: analyze_tech_impact
+2025-01-10 20:20:52,077 - fabric_to_espanso - INFO - Processed: find_hidden_message
+2025-01-10 20:20:52,088 - fabric_to_espanso - INFO - Processed: create_npc
+2025-01-10 20:20:52,104 - fabric_to_espanso - INFO - Processed: provide_guidance
+2025-01-10 20:20:52,113 - fabric_to_espanso - INFO - Processed: export_data_as_csv
+2025-01-10 20:20:52,120 - fabric_to_espanso - INFO - Processed: show_fabric_options_markmap
+2025-01-10 20:20:52,127 - fabric_to_espanso - INFO - Processed: summarize_debate
+2025-01-10 20:20:52,134 - fabric_to_espanso - INFO - Processed: answer_interview_question
+2025-01-10 20:20:52,141 - fabric_to_espanso - INFO - Processed: extract_poc
+2025-01-10 20:20:52,148 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/solveitwithcode_review_repl_driven_process/system.md
+2025-01-10 20:20:52,155 - fabric_to_espanso - INFO - Processed: solveitwithcode_review_repl_driven_process
+2025-01-10 20:20:52,163 - fabric_to_espanso - INFO - Processed: rate_content
+2025-01-10 20:20:52,170 - fabric_to_espanso - INFO - Processed: create_diy
+2025-01-10 20:20:52,178 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/create_costar_prompt/system.md
+2025-01-10 20:20:52,186 - fabric_to_espanso - INFO - Processed: create_costar_prompt
+2025-01-10 20:20:52,193 - fabric_to_espanso - INFO - Processed: create_idea_compass
+2025-01-10 20:20:52,200 - fabric_to_espanso - INFO - Processed: create_security_update
+2025-01-10 20:20:52,206 - fabric_to_espanso - INFO - Processed: extract_recommendations
+2025-01-10 20:20:52,214 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/md_callout/system.md
+2025-01-10 20:20:52,222 - fabric_to_espanso - INFO - Processed: md_callout
+2025-01-10 20:20:52,229 - fabric_to_espanso - INFO - Processed: analyze_threat_report
+2025-01-10 20:20:52,236 - fabric_to_espanso - INFO - Processed: dialog_with_socrates
+2025-01-10 20:20:52,245 - fabric_to_espanso - INFO - Processed: summarize_newsletter
+2025-01-10 20:20:52,251 - fabric_to_espanso - INFO - Processed: create_mermaid_visualization
+2025-01-10 20:20:52,258 - fabric_to_espanso - INFO - Processed: analyze_comments
+2025-01-10 20:20:52,265 - fabric_to_espanso - INFO - Processed: summarize
+2025-01-10 20:20:52,271 - fabric_to_espanso - INFO - Processed: compare_and_contrast
+2025-01-10 20:20:52,278 - fabric_to_espanso - INFO - Successfully processed 199 files in fabric patterns folder
+2025-01-10 20:20:52,323 - fabric_to_espanso - INFO - Changes detected: 0 new, 0 modified, 0 deleted

src/search_qdrant/logs/fabric_to_espanso.log.3

@@ -0,0 +1,136 @@
+2025-01-10 20:20:51,570 - fabric_to_espanso - INFO - Processed: extract_wisdom_dm
+2025-01-10 20:20:51,583 - fabric_to_espanso - INFO - Processed: create_ttrc_narrative
+2025-01-10 20:20:51,597 - fabric_to_espanso - INFO - Processed: prepare_7s_strategy
+2025-01-10 20:20:51,601 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/convert_to_markdown/system.md
+2025-01-10 20:20:51,606 - fabric_to_espanso - INFO - Processed: convert_to_markdown
+2025-01-10 20:20:51,611 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/analyze_incident/system.md
+2025-01-10 20:20:51,615 - fabric_to_espanso - INFO - Processed: analyze_incident
+2025-01-10 20:20:51,619 - fabric_to_espanso - INFO - Processed: summarize_meeting
+2025-01-10 20:20:51,623 - fabric_to_espanso - INFO - Processed: create_formal_email
+2025-01-10 20:20:51,627 - fabric_to_espanso - INFO - Processed: refine_design_document
+2025-01-10 20:20:51,631 - fabric_to_espanso - INFO - Processed: improve_prompt
+2025-01-10 20:20:51,636 - fabric_to_espanso - INFO - Processed: create_logo
+2025-01-10 20:20:51,640 - fabric_to_espanso - INFO - Processed: create_network_threat_landscape
+2025-01-10 20:20:51,645 - fabric_to_espanso - INFO - Processed: extract_most_redeeming_thing
+2025-01-10 20:20:51,649 - fabric_to_espanso - INFO - Processed: create_rpg_summary
+2025-01-10 20:20:51,653 - fabric_to_espanso - INFO - Processed: analyze_proposition
+2025-01-10 20:20:51,658 - fabric_to_espanso - INFO - Processed: write_nuclei_template_rule
+2025-01-10 20:20:51,664 - fabric_to_espanso - INFO - Processed: analyze_email_headers
+2025-01-10 20:20:51,668 - fabric_to_espanso - INFO - Processed: analyze_presentation
+2025-01-10 20:20:51,672 - fabric_to_espanso - INFO - Processed: improve_writing
+2025-01-10 20:20:51,677 - fabric_to_espanso - INFO - Processed: create_user_story
+2025-01-10 20:20:51,682 - fabric_to_espanso - INFO - Processed: create_stride_threat_model
+2025-01-10 20:20:51,686 - fabric_to_espanso - INFO - Processed: analyze_debate
+2025-01-10 20:20:51,691 - fabric_to_espanso - INFO - Processed: analyze_spiritual_text
+2025-01-10 20:20:51,696 - fabric_to_espanso - INFO - Processed: write_pull-request
+2025-01-10 20:20:51,701 - fabric_to_espanso - INFO - Processed: extract_insights_dm
+2025-01-10 20:20:51,705 - fabric_to_espanso - INFO - Processed: analyze_military_strategy
+2025-01-10 20:20:51,709 - fabric_to_espanso - INFO - Processed: analyze_personality
+2025-01-10 20:20:51,714 - fabric_to_espanso - INFO - Processed: transcribe_minutes
+2025-01-10 20:20:51,718 - fabric_to_espanso - INFO - Processed: extract_recipe
+2025-01-10 20:20:51,722 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/write_python_code_with_explanations/system.md
+2025-01-10 20:20:51,726 - fabric_to_espanso - INFO - Processed: write_python_code_with_explanations
+2025-01-10 20:20:51,730 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/summarize_paper/system.md
+2025-01-10 20:20:51,734 - fabric_to_espanso - INFO - Processed: summarize_paper
+2025-01-10 20:20:51,738 - fabric_to_espanso - INFO - Processed: check_agreement
+2025-01-10 20:20:51,744 - fabric_to_espanso - INFO - Processed: find_logical_fallacies
+2025-01-10 20:20:51,749 - fabric_to_espanso - INFO - Processed: extract_wisdom
+2025-01-10 20:20:51,753 - fabric_to_espanso - INFO - Processed: extract_wisdom_nometa
+2025-01-10 20:20:51,757 - fabric_to_espanso - INFO - Processed: create_image_prompt_from_book_extract
+2025-01-10 20:20:51,762 - fabric_to_espanso - INFO - Processed: identify_dsrp_distinctions
+2025-01-10 20:20:51,766 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/rewrite_python_code_with_explanations/system.md
+2025-01-10 20:20:51,770 - fabric_to_espanso - INFO - Processed: rewrite_python_code_with_explanations
+2025-01-10 20:20:51,774 - fabric_to_espanso - INFO - Processed: extract_controversial_ideas
+2025-01-10 20:20:51,779 - fabric_to_espanso - INFO - Processed: create_tags
+2025-01-10 20:20:51,783 - fabric_to_espanso - INFO - Processed: review_design
+2025-01-10 20:20:51,787 - fabric_to_espanso - INFO - Processed: create_art_prompt
+2025-01-10 20:20:51,791 - fabric_to_espanso - INFO - Processed: analyze_patent
+2025-01-10 20:20:51,795 - fabric_to_espanso - INFO - Processed: identify_dsrp_relationships
+2025-01-10 20:20:51,799 - fabric_to_espanso - INFO - Processed: analyze_cfp_submission
+2025-01-10 20:20:51,803 - fabric_to_espanso - INFO - Processed: create_mermaid_visualization_for_github
+2025-01-10 20:20:51,807 - fabric_to_espanso - INFO - Processed: create_graph_from_input
+2025-01-10 20:20:51,812 - fabric_to_espanso - INFO - Processed: extract_main_idea
+2025-01-10 20:20:51,816 - fabric_to_espanso - INFO - Processed: extract_latest_video
+2025-01-10 20:20:51,819 - fabric_to_espanso - INFO - Processed: extract_core_message
+2025-01-10 20:20:51,823 - fabric_to_espanso - INFO - Processed: extract_jokes
+2025-01-10 20:20:51,827 - fabric_to_espanso - INFO - Processed: create_academic_paper
+2025-01-10 20:20:51,831 - fabric_to_espanso - INFO - Processed: create_reading_plan
+2025-01-10 20:20:51,835 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/added_something_stupid/system.md
+2025-01-10 20:20:51,839 - fabric_to_espanso - INFO - Processed: added_something_stupid
+2025-01-10 20:20:51,844 - fabric_to_espanso - INFO - Processed: analyze_risk
+2025-01-10 20:20:51,848 - fabric_to_espanso - INFO - Processed: improve_report_finding
+2025-01-10 20:20:51,852 - fabric_to_espanso - INFO - Processed: explain_math
+2025-01-10 20:20:51,855 - fabric_to_espanso - INFO - Processed: summarize_git_changes
+2025-01-10 20:20:51,860 - fabric_to_espanso - INFO - Processed: recommend_talkpanel_topics
+2025-01-10 20:20:51,864 - fabric_to_espanso - INFO - Processed: extract_predictions
+2025-01-10 20:20:51,868 - fabric_to_espanso - INFO - Processed: extract_primary_solution
+2025-01-10 20:20:51,872 - fabric_to_espanso - INFO - Processed: extract_videoid
+2025-01-10 20:20:51,877 - fabric_to_espanso - INFO - Processed: create_show_intro
+2025-01-10 20:20:51,881 - fabric_to_espanso - INFO - Processed: summarize_git_diff
+2025-01-10 20:20:51,884 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/website_description/system.md
+2025-01-10 20:20:51,889 - fabric_to_espanso - INFO - Processed: website_description
+2025-01-10 20:20:51,892 - fabric_to_espanso - INFO - Processed: create_quiz
+2025-01-10 20:20:51,897 - fabric_to_espanso - INFO - Processed: write_semgrep_rule
+2025-01-10 20:20:51,901 - fabric_to_espanso - INFO - Processed: write_hackerone_report
+2025-01-10 20:20:51,905 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/translate_to_dutch_or_from_dutch_to_english/system.md
+2025-01-10 20:20:51,909 - fabric_to_espanso - INFO - Processed: translate_to_dutch_or_from_dutch_to_english
+2025-01-10 20:20:51,913 - fabric_to_espanso - INFO - Processed: summarize_micro
+2025-01-10 20:20:51,917 - fabric_to_espanso - INFO - Processed: create_ai_jobs_analysis
+2025-01-10 20:20:51,920 - fabric_to_espanso - INFO - Processed: create_pattern
+2025-01-10 20:20:51,924 - fabric_to_espanso - INFO - Processed: capture_thinkers_work
+2025-01-10 20:20:51,929 - fabric_to_espanso - INFO - Processed: analyze_prose_pinker
+2025-01-10 20:20:51,933 - fabric_to_espanso - INFO - Processed: create_threat_scenarios
+2025-01-10 20:20:51,938 - fabric_to_espanso - INFO - Processed: extract_ctf_writeup
+2025-01-10 20:20:51,941 - fabric_to_espanso - INFO - Processed: create_fabric_patterns
+2025-01-10 20:20:51,946 - fabric_to_espanso - INFO - Processed: ai
+2025-01-10 20:20:51,950 - fabric_to_espanso - INFO - Processed: rate_ai_response
+2025-01-10 20:20:51,954 - fabric_to_espanso - INFO - Processed: create_prd
+2025-01-10 20:20:51,958 - fabric_to_espanso - INFO - Processed: clean_text
+2025-01-10 20:20:51,962 - fabric_to_espanso - INFO - Processed: create_video_chapters
+2025-01-10 20:20:51,966 - fabric_to_espanso - INFO - Processed: summarize_lecture
+2025-01-10 20:20:51,971 - fabric_to_espanso - INFO - Processed: identify_dsrp_perspectives
+2025-01-10 20:20:51,975 - fabric_to_espanso - INFO - Processed: recommend_artists
+2025-01-10 20:20:51,979 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/solveitwithcode_review_repl_driven_process_detailed/system.md
+2025-01-10 20:20:51,983 - fabric_to_espanso - INFO - Processed: solveitwithcode_review_repl_driven_process_detailed
+2025-01-10 20:20:51,987 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/solveitwithcode_review_repl_driven_process_detailed_extreme/system.md
+2025-01-10 20:20:51,992 - fabric_to_espanso - INFO - Processed: solveitwithcode_review_repl_driven_process_detailed_extreme
+2025-01-10 20:20:51,996 - fabric_to_espanso - INFO - Processed: extract_ideas
+2025-01-10 20:20:52,000 - fabric_to_espanso - INFO - Processed: to_flashcards
+2025-01-10 20:20:52,016 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/extract_instructions/system.md
+2025-01-10 20:20:52,028 - fabric_to_espanso - INFO - Processed: extract_instructions
+2025-01-10 20:20:52,032 - fabric_to_espanso - INFO - Processed: write_micro_essay
+2025-01-10 20:20:52,036 - fabric_to_espanso - INFO - Processed: extract_keywords_and_subjects_from_text
+2025-01-10 20:20:52,045 - fabric_to_espanso - INFO - Processed: extract_primary_problem
+2025-01-10 20:20:52,053 - fabric_to_espanso - INFO - Processed: create_hormozi_offer
+2025-01-10 20:20:52,059 - fabric_to_espanso - INFO - Processed: analyze_prose
+2025-01-10 20:20:52,064 - fabric_to_espanso - INFO - Processed: analyze_logs
+2025-01-10 20:20:52,068 - fabric_to_espanso - INFO - Processed: create_recursive_outline
+2025-01-10 20:20:52,072 - fabric_to_espanso - INFO - Processed: analyze_tech_impact
+2025-01-10 20:20:52,077 - fabric_to_espanso - INFO - Processed: find_hidden_message
+2025-01-10 20:20:52,088 - fabric_to_espanso - INFO - Processed: create_npc
+2025-01-10 20:20:52,104 - fabric_to_espanso - INFO - Processed: provide_guidance
+2025-01-10 20:20:52,113 - fabric_to_espanso - INFO - Processed: export_data_as_csv
+2025-01-10 20:20:52,120 - fabric_to_espanso - INFO - Processed: show_fabric_options_markmap
+2025-01-10 20:20:52,127 - fabric_to_espanso - INFO - Processed: summarize_debate
+2025-01-10 20:20:52,134 - fabric_to_espanso - INFO - Processed: answer_interview_question
+2025-01-10 20:20:52,141 - fabric_to_espanso - INFO - Processed: extract_poc
+2025-01-10 20:20:52,148 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/solveitwithcode_review_repl_driven_process/system.md
+2025-01-10 20:20:52,155 - fabric_to_espanso - INFO - Processed: solveitwithcode_review_repl_driven_process
+2025-01-10 20:20:52,163 - fabric_to_espanso - INFO - Processed: rate_content
+2025-01-10 20:20:52,170 - fabric_to_espanso - INFO - Processed: create_diy
+2025-01-10 20:20:52,178 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/create_costar_prompt/system.md
+2025-01-10 20:20:52,186 - fabric_to_espanso - INFO - Processed: create_costar_prompt
+2025-01-10 20:20:52,193 - fabric_to_espanso - INFO - Processed: create_idea_compass
+2025-01-10 20:20:52,200 - fabric_to_espanso - INFO - Processed: create_security_update
+2025-01-10 20:20:52,206 - fabric_to_espanso - INFO - Processed: extract_recommendations
+2025-01-10 20:20:52,214 - fabric_to_espanso - WARNING - No sections extracted from /home/jelle/.config/fabric/patterns/md_callout/system.md
+2025-01-10 20:20:52,222 - fabric_to_espanso - INFO - Processed: md_callout
+2025-01-10 20:20:52,229 - fabric_to_espanso - INFO - Processed: analyze_threat_report
+2025-01-10 20:20:52,236 - fabric_to_espanso - INFO - Processed: dialog_with_socrates
+2025-01-10 20:20:52,245 - fabric_to_espanso - INFO - Processed: summarize_newsletter
+2025-01-10 20:20:52,251 - fabric_to_espanso - INFO - Processed: create_mermaid_visualization
+2025-01-10 20:20:52,258 - fabric_to_espanso - INFO - Processed: analyze_comments
+2025-01-10 20:20:52,265 - fabric_to_espanso - INFO - Processed: summarize
+2025-01-10 20:20:52,271 - fabric_to_espanso - INFO - Processed: compare_and_contrast
+2025-01-10 20:20:52,278 - fabric_to_espanso - INFO - Successfully processed 199 files in fabric patterns folder
+2025-01-10 20:20:52,323 - fabric_to_espanso - INFO - Changes detected: 0 new, 0 modified, 0 deleted

src/search_qdrant/run_query.sh

@@ -0,0 +1,7 @@
+#!/bin/bash
+
+# Add the project root to PYTHONPATH
+export PYTHONPATH="/home/jelle/Tools/pythagora-core/workspace/fabric-to-espanso:$PYTHONPATH"
+
+# Run the query script with all arguments passed to this script
+python src/search_qdrant/database_query.py "$@"

src/search_qdrant/run_streamlit.bup2

@@ -0,0 +1,23 @@
+#!/bin/bash
+
+# Add the project root to PYTHONPATH
+export PYTHONPATH="/home/jelle/Tools/pythagora-core/workspace/fabric-to-espanso:$PYTHONPATH"
+
+# Run the streamlit app
+/home/jelle/Tools/pythagora-core/workspace/fabric-to-espanso/.venv/bin/streamlit run ~/Tools/pythagora-core/workspace/fabric-to-espanso/src/search_qdrant/streamlit_app.py > nohup.out 2>&1 &
+PID=$!
+
+until grep -q "You can now view your Streamlit app" nohup.out
+do
+	if ! kill -0 $PID 2>/dev/null; then
+		echo "Streamlit failed to start"
+		exit 1
+	fi
+	sleep 1
+done
+
+cat nohup.out | grep -A 3 "You can now view your Streamlit app"
+
+sleep 3
+
+exit

src/search_qdrant/run_streamlit.sh

@@ -0,0 +1,49 @@
+#!/bin/bash
+
+# Add the project root to PYTHONPATH
+export PYTHONPATH="/home/jelle/Tools/pythagora-core/workspace/fabric_to_espanso:$PYTHONPATH"
+
+# Create a log directory if it doesn't exist
+LOG_DIR="/home/jelle/Tools/pythagora-core/workspace/fabric_to_espanso/logs"
+mkdir -p "$LOG_DIR"
+LOG_FILE="$LOG_DIR/streamlit.log"
+
+# Clean up any existing nohup.out
+if [ -f nohup.out ]; then
+    cat /dev/null > nohup.out
+fi
+
+# Check if streamlit is already running on port 8501
+if ss -tuln | grep -q ":8501 "; then
+	echo "Port 8501 is already in use. No need to start the app again."
+	exit 0
+fi
+	
+
+# Run the streamlit app
+echo "Starting Streamlit app..."
+nohup /home/jelle/Tools/pythagora-core/workspace/fabric_to_espanso/.venv/bin/streamlit run ~/Tools/pythagora-core/workspace/fabric_to_espanso/src/search_qdrant/streamlit_app.py >> "LOG_FILE" 2>&1 &
+
+echo "Streamlit process started with PID: $!"
+
+# Wait a moment and check if the process is still running
+sleep 2
+if ps -p $! > /dev/null; then
+    echo "Streamlit successfully started"
+else
+    echo "Failed to start Streamlit. Check $LOG_FILE for details"
+    exit 1
+fi
+# Wait for Streamlit to start and capture its initial output
+# max_attempts=5
+# attempt=0
+# while [ $attempt -lt $max_attempts ]; do
+# 	if grep -q "You can now view your Streamlit app" streamlit.log; then
+# 		cat streamlit.log | grep -A 3 "You can now view your Streamlit app"
+# 		exit 0
+# 	fi
+# 	sleep 1
+# 	((attempt++))
+# done
+
+# echo "Failed to start Streamlit server"

src/search_qdrant/run_streamlit_query_only_terminal_visible.sh

@@ -0,0 +1,13 @@
+#!/bin/bash
+
+# Add the project root to PYTHONPATH
+export PYTHONPATH="/home/jelle/Tools/pythagora-core/workspace/fabric_to_espanso:$PYTHONPATH"
+
+# Create a log directory if it doesn't exist
+LOG_DIR="/home/jelle/Tools/pythagora-core/workspace/fabric_to_espanso/logs"
+mkdir -p "$LOG_DIR"
+LOG_FILE="$LOG_DIR/streamlit.log"
+
+# Run the streamlit app
+echo "Starting Streamlit app..."
+/home/jelle/Tools/pythagora-core/workspace/fabric_to_espanso/.venv/bin/streamlit run ~/Tools/pythagora-core/workspace/fabric_to_espanso/src/search_qdrant/streamlit_app_query_only.py

src/search_qdrant/run_streamlit_terminal_visible.sh

@@ -0,0 +1,13 @@
+#!/bin/bash
+
+# Add the project root to PYTHONPATH
+export PYTHONPATH="/home/jelle/Tools/pythagora-core/workspace/fabric_to_espanso:$PYTHONPATH"
+
+# Create a log directory if it doesn't exist
+LOG_DIR="/home/jelle/Tools/pythagora-core/workspace/fabric_to_espanso/logs"
+mkdir -p "$LOG_DIR"
+LOG_FILE="$LOG_DIR/streamlit.log"
+
+# Run the streamlit app
+echo "Starting Streamlit app..."
+/home/jelle/Tools/pythagora-core/workspace/fabric_to_espanso/.venv/bin/streamlit run ~/Tools/pythagora-core/workspace/fabric_to_espanso/src/search_qdrant/streamlit_app.py

src/search_qdrant/streamlit_app.py

@@ -0,0 +1,257 @@
+import streamlit as st
+import pyperclip
+from pathlib import Path
+from src.fabrics_processor.database import initialize_qdrant_database
+from src.fabrics_processor.database_updater import update_qdrant_database
+from src.fabrics_processor.file_change_detector import detect_file_changes
+from src.search_qdrant.database_query import query_qdrant_database
+from src.fabrics_processor.obsidian2fabric import sync_folders
+from src.fabrics_processor.logger import setup_logger
+import logging
+import atexit
+from src.fabrics_processor.config import config
+
+# Configure logging
+logger = setup_logger()
+
+def init_session_state():
+    """Initialize session state variables."""
+    if 'client' not in st.session_state:
+        client = initialize_qdrant_database(api_key=st.secrets["api_key"])
+        st.session_state.client = client
+        # Register cleanup function
+        atexit.register(lambda: client.close() if hasattr(client, '_transport') else None)
+    if 'selected_prompts' not in st.session_state:
+        st.session_state.selected_prompts = []
+    if 'comparing' not in st.session_state:
+        st.session_state.comparing = False
+    if 'comparison_selected' not in st.session_state:
+        st.session_state.comparison_selected = None
+
+def show_comparison_view(prompts):
+    """Show a full-width comparison view of the selected prompts."""
+    st.write("## Compare Selected Prompts")
+    
+    # Add the back button at the top
+    if st.button("Back to search"):
+        st.session_state.comparing = False
+        st.rerun()
+    
+    # Create columns for each prompt
+    cols = st.columns(len(prompts))
+    
+    # Track which prompt is selected for copying
+    selected_idx = None
+    
+    for idx, (col, prompt) in enumerate(zip(cols, prompts)):
+        with col:
+            st.markdown(f"### {prompt.metadata['filename']}")
+            
+            # Create two columns for trigger and button
+            trigger_col, button_col = st.columns([0.7, 0.3])
+            
+            with trigger_col:
+                # Add trigger field
+                current_trigger = prompt.metadata.get('trigger', '')
+                new_trigger = st.text_input("Trigger", 
+                                          value=current_trigger,
+                                          key=f"trigger_{idx}")
+                
+                # Update trigger if changed
+                if new_trigger != current_trigger:
+                    try:
+                        st.session_state.client.set_payload(
+                            collection_name=config.embedding.collection_name,
+                            payload={"trigger": new_trigger},
+                            points=[prompt.id]
+                        )
+                        st.success(f"Updated trigger to: {new_trigger}")
+                    except Exception as e:
+                        st.error(f"Failed to update trigger: {str(e)}")
+            
+            with button_col:
+                # Align button with text input using empty space
+                st.write("")  # This creates some vertical space
+                if st.button(f"Use this prompt", key=f"compare_use_{idx}"):
+                    selected_idx = idx
+            
+            # Display content as markdown
+            st.markdown("### Content")
+            st.markdown(prompt.metadata["content"])
+    
+    # Handle selection
+    if selected_idx is not None:
+        pyperclip.copy(prompts[selected_idx].metadata['content'])
+        st.success(f"Copied {prompts[selected_idx].metadata['filename']} to clipboard!")
+        # Clear comparison view
+        st.session_state.comparing = False
+        st.rerun()
+
+def search_interface():
+    """Show the search interface."""
+    if st.session_state.comparing:
+        show_comparison_view(st.session_state.selected_prompts)
+        return
+        
+    st.subheader("Search for prompts")
+    
+    query = st.text_area("What are you trying to accomplish? I will then search for good prompts to give you a good start.")
+    
+    if query:
+        try:
+            results = query_qdrant_database(
+                query=query,
+                client=st.session_state.client,
+                num_results=5,
+                collection_name=config.embedding.collection_name
+            )
+            
+            if results:
+                st.write("Which prompts would you like to investigate? Max 3.")
+                
+                # Create checkboxes for selection
+                selected = []
+                for r in results:
+                    if st.checkbox(f"{r.metadata['filename']}", key=f"select_{r.id}"):
+                        selected.append(r)
+                
+                st.session_state.selected_prompts = selected
+                
+                if selected:
+                    col1, col2 = st.columns(2)
+                    with col1:
+                        if st.button("Use: copy to clipboard"):
+                            if len(selected) == 1:
+                                pyperclip.copy(selected[0].metadata['content'])
+                                st.success("Copied to clipboard!")
+                    
+                    with col2:
+                        if len(selected) > 1 and st.button("Compare"):
+                            st.session_state.comparing = True
+                            st.rerun()
+                            
+        except Exception as e:
+            logger.error(f"Error in search_interface: {e}", exc_info=True)
+            st.error(f"Error searching database: {e}")
+
+def update_database():
+    """Update the markdown folder with prompt files from Obsidian.
+    Then update the Qdrant database.
+    Finally based on the Qdrant database create a new espanso YAML file  and
+    the Obsidian Textgenerator markdown files."""
+    try:
+        with st.spinner("Processing markdown files..."):
+            # First check if there are any changes in the prompt files in Obsidian.
+            # If so, add them to the markdown folder before updating the database.
+            sync_folders(source_dir=Path(config.obsidian_input_folder), target_dir=Path(config.fabric_patterns_folder))
+
+            # Get current collection info
+            collection_info = st.session_state.client.get_collection(config.embedding.collection_name)
+            initial_points = collection_info.points_count
+            
+            # Detect file changes
+            new_files, modified_files, deleted_files = detect_file_changes(
+                client=st.session_state.client,
+                fabric_patterns_folder=config.fabric_patterns_folder
+            )
+            
+            # Update the database if chenges are detected
+            if any([new_files, modified_files, deleted_files]):
+                update_qdrant_database(
+                    client=st.session_state.client,
+                    collection_name=config.embedding.collection_name,
+                    new_files=new_files,
+                    modified_files=modified_files,
+                    deleted_files=deleted_files
+                )
+            
+            # Get updated collection info
+            collection_info = st.session_state.client.get_collection(config.embedding.collection_name)
+            final_points = collection_info.points_count
+            
+            # Show summary
+            st.success(f"""
+            Database update completed successfully!
+            
+            Changes detected:
+            - {len(new_files)} new files
+            - {len(modified_files)} modified files
+            - {len(deleted_files)} deleted files
+            
+            Database entries:
+            - Initial: {initial_points}
+            - Final: {final_points}
+            """)
+            
+    except Exception as e:
+        logger.error(f"Error updating database: {e}", exc_info=True)
+        st.error(f"Error updating database: {e}")
+
+def display_trigger_table():
+    """Display the trigger table in the sidebar."""
+    with st.sidebar:
+        # Add some space to push the table to the bottom
+        st.markdown("<br>" * 10, unsafe_allow_html=True)
+        
+        # Create the table
+        st.markdown("""
+        | trigger | description |
+        |---------|-------------|
+        | ;;c | code |
+        | ;;s | summarize and extract |
+        | ;;t | think |
+        """)
+
+def main():
+    st.set_page_config(
+        page_title="Fabric to Espanso Prompt Manager", 
+        layout="wide")
+    init_session_state()
+    
+    # Sidebar
+    with st.sidebar:
+        # Add logo to sidebar
+        image_path = Path(__file__).parent.parent.parent / "data" / "Fab2Esp_transparent.png"
+        st.image(str(image_path), width=200, use_container_width=False)
+        
+        st.title("Prompt Manager")
+        page = st.radio("Select Option:", ["Search for prompts", "Update database and prompt files"])
+        
+        if st.button("Quit"):
+            if hasattr(st.session_state.client, '_transport'):
+                st.session_state.client.close()
+            st.success("Database connection closed.")
+            st.stop()
+    
+    # Main content
+    if page == "Search for prompts":
+        search_interface()
+    else:
+        st.subheader("Update Database")
+        if st.button("Start Update"):
+            update_database()
+    
+    # Add the trigger table at the end
+    display_trigger_table()
+    
+    # Add credits at the bottom left
+    st.markdown("""
+    <style>
+    .credits {
+        position: fixed;
+        left: 1rem;
+        bottom: 1rem;
+        font-size: 0.8rem;
+        color: #666;
+        max-width: 600px;
+    }
+    </style>
+    <div class="credits">
+    This tool searches the great list of prompts available at <a href="https://github.com/danielmiessler/fabric">https://github.com/danielmiessler/fabric</a>. 
+    A great commandline utilty build by Daniel Miessler to make the use of LLM more frictionless.<br>
+    All credits to him and his fellow fabric builders.
+    </div>
+    """, unsafe_allow_html=True)
+
+if __name__ == "__main__":
+    main()

streamlit_app_query_only.py

@@ -0,0 +1,143 @@
+import streamlit as st
+import pyperclip
+from src.fabrics_processor.database import initialize_qdrant_database
+from src.search_qdrant.database_query import query_qdrant_database
+from src.fabrics_processor.logger import setup_logger
+import logging
+import atexit
+from src.fabrics_processor.config import config
+import time
+
+# Configure logging
+logger = setup_logger()
+
+def init_session_state():
+    """Initialize session state variables."""
+    if 'client' not in st.session_state:
+        client = initialize_qdrant_database(api_key=st.secrets["api_key"])
+        st.session_state.client = client
+        # Register cleanup function
+        atexit.register(lambda: client.close() if hasattr(client, '_transport') else None)
+    if 'selected_prompts' not in st.session_state:
+        st.session_state.selected_prompts = []
+    if 'comparing' not in st.session_state:
+        st.session_state.comparing = False
+    if 'comparison_selected' not in st.session_state:
+        st.session_state.comparison_selected = None
+    if 'status_key' not in st.session_state:
+        st.session_state.status_key = 0
+
+def show_comparison_view(prompts):
+    """Show a full-width comparison view of the selected prompts."""
+    st.write("## Compare Selected Prompts")
+    
+    # Add the back button at the top
+    if st.button("Back to search"):
+        st.session_state.comparing = False
+        st.rerun()
+    
+    # Create columns for each prompt
+    cols = st.columns(len(prompts))
+    
+    # Track which prompt is selected for copying
+    selected_idx = None
+    
+    for idx, (col, prompt) in enumerate(zip(cols, prompts)):
+        with col:
+            st.markdown(f"### {prompt.metadata['filename']}")
+            
+            # Display content as markdown
+            st.markdown("### Content")
+            st.code(prompt.metadata["content"], language="markdown", wrap_lines=True)
+            
+            # Add copy button for each prompt
+            if st.button(f"Use this prompt", key=f"compare_use_{idx}"):
+                st.code(prompt.metadata["content"], language="markdown", wrap_lines=True)
+                selected_idx = idx
+    
+    # Handle selection
+    if selected_idx is not None:
+        st.session_state.comparing = False
+        st.rerun()
+
+def search_interface():
+    """Show the search interface."""
+    if st.session_state.comparing:
+        show_comparison_view(st.session_state.selected_prompts)
+        return
+        
+    query = st.text_area("What are you trying to accomplish? I will then search for good prompts to give you a good start.")
+    
+    if query:
+        try:
+            results = query_qdrant_database(
+                query=query,
+                client=st.session_state.client,
+                num_results=5,
+                collection_name=config.embedding.collection_name
+            )
+            
+            if results:
+                st.write("Which prompts would you like to investigate? Max 3.")
+                
+                # Create checkboxes for selection
+                selected = []
+                for r in results:
+                    if st.checkbox(f"{r.metadata['filename']}", key=f"select_{r.id}"):
+                        selected.append(r)
+                
+                st.session_state.selected_prompts = selected
+                
+                if selected:
+                    col1, col2 = st.columns(2)
+                    with col1:
+                        if len(selected) == 1:
+                            st.code(selected[0].metadata["content"], language="markdown", wrap_lines=True)
+                    
+                    with col2:
+                        if len(selected) > 1 and st.button("Compare"):
+                            st.session_state.comparing = True
+                            st.rerun()
+        except Exception as e:
+            logger.error(f"Error in search_interface: {e}", exc_info=True)
+            st.error(f"Error searching database: {e}")
+
+def main():
+    """Main function to run the Streamlit app."""
+    st.set_page_config(
+        page_title="Find fabric prompts",
+        page_icon="🔍",
+        layout="wide"
+    )
+    
+    st.title("Find fabric prompts")
+    
+    try:
+        init_session_state()
+        search_interface()
+        
+        # Add credits at the bottom left
+        st.markdown("""
+        <style>
+        .credits {
+            position: fixed;
+            left: 1rem;
+            bottom: 1rem;
+            font-size: 0.8rem;
+            color: #666;
+            max-width: 600px;
+        }
+        </style>
+        <div class="credits">
+        This tool searches the great list of prompts available at <a href="https://github.com/danielmiessler/fabric">https://github.com/danielmiessler/fabric</a>. 
+        A great commandline utilty build by Daniel Miessler to make the use of LLM more frictionless.<br>
+        All credits to him and his fellow fabric builders.
+        </div>
+        """, unsafe_allow_html=True)
+        
+    except Exception as e:
+        logger.error(f"Error in main: {str(e)}")
+        st.error(f"An error occurred: {str(e)}")
+
+if __name__ == "__main__":
+    main()