Spaces:
Sleeping
Sleeping
File size: 7,243 Bytes
e117df5 a72fec7 e117df5 283515f e117df5 38d86a7 e117df5 283515f e117df5 140713c e117df5 283515f e117df5 283515f e117df5 283515f e117df5 283515f e117df5 283515f e117df5 283515f e117df5 283515f e117df5 283515f e117df5 283515f e117df5 283515f e117df5 283515f e117df5 283515f e117df5 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 |
"""
Session Auto-Naming Module
This module handles automatic naming of chat sessions based on the first user query.
Uses NVIDIA_SMALL API to generate concise, descriptive session names.
"""
import os
import asyncio
from typing import Optional
from utils.logger import get_logger
logger = get_logger("SESSION_NAMER", __name__)
async def auto_name_session(
user_id: str,
project_id: str,
session_id: str,
first_query: str,
nvidia_rotator=None,
rag_db=None
) -> Optional[str]:
"""
Automatically name a session based on the first query using NVIDIA_SMALL API.
Args:
user_id: User identifier
project_id: Project identifier
session_id: Session identifier
first_query: The first user query in the session
nvidia_rotator: NVIDIA API rotator instance
rag_db: Database connection
Returns:
Generated session name or None if failed
"""
try:
logger.info(f"[NAMER] Starting auto-naming for session {session_id}")
logger.info(f"[NAMER] User: {user_id}, Project: {project_id}")
logger.info(f"[NAMER] First query: {first_query[:100]}...")
logger.info(f"[NAMER] NVIDIA rotator available: {nvidia_rotator is not None}")
logger.info(f"[NAMER] Database available: {rag_db is not None}")
if not nvidia_rotator:
logger.warning("[NAMER] NVIDIA rotator not available")
return None
# Use NVIDIA_SMALL to generate a 2-3 word session name
sys_prompt = """You are an expert at creating concise, descriptive session names.
Given a user's first query in a chat session, create a 2-3 word session name that captures the main topic or intent.
Rules:
- Use 2-3 words maximum
- Be descriptive but concise
- Use title case (capitalize first letter of each word)
- Focus on the main topic or question type
- Avoid generic terms like "Question" or "Chat"
Examples:
- "Machine Learning Basics" for "What is machine learning?"
- "Python Functions" for "How do I create functions in Python?"
- "Data Analysis" for "Can you help me analyze this dataset?"
Return only the session name, nothing else."""
user_prompt = f"First query: {first_query}\n\nCreate a 2-3 word session name:"
try:
from utils.api.router import generate_answer_with_model
selection = {"provider": "nvidia", "model": os.getenv("NVIDIA_SMALL", "meta/llama-3.1-8b-instruct")}
logger.info(f"[NAMER] Calling NVIDIA API with model: {selection['model']}")
logger.info(f"[NAMER] System prompt length: {len(sys_prompt)}")
logger.info(f"[NAMER] User prompt: {user_prompt}")
response = await generate_answer_with_model(
selection=selection,
system_prompt=sys_prompt,
user_prompt=user_prompt,
gemini_rotator=None,
nvidia_rotator=nvidia_rotator,
user_id=user_id,
context="session_naming"
)
logger.info(f"[NAMER] Raw API response: {response}")
# Clean up the response
session_name = response.strip()
logger.info(f"[NAMER] Initial session name: '{session_name}'")
# Remove quotes if present
if session_name.startswith('"') and session_name.endswith('"'):
session_name = session_name[1:-1]
logger.info(f"[NAMER] Removed double quotes: '{session_name}'")
if session_name.startswith("'") and session_name.endswith("'"):
session_name = session_name[1:-1]
logger.info(f"[NAMER] Removed single quotes: '{session_name}'")
# Truncate if too long (safety measure)
if len(session_name) > 50:
session_name = session_name[:47] + "..."
logger.info(f"[NAMER] Truncated long name: '{session_name}'")
logger.info(f"[NAMER] Final session name: '{session_name}'")
# Update the session with the auto-generated name in database
if rag_db:
logger.info(f"[NAMER] Updating database for session {session_id}")
logger.info(f"[NAMER] Query: user_id={user_id}, project_id={project_id}, session_id={session_id}")
result = rag_db["chat_sessions"].update_many(
{"user_id": user_id, "project_id": project_id, "session_id": session_id},
{"$set": {"session_name": session_name, "is_auto_named": True}}
)
logger.info(f"[NAMER] Database update result: matched={result.matched_count}, modified={result.modified_count}")
if result.modified_count > 0:
logger.info(f"[NAMER] ✅ Successfully auto-named session '{session_id}' to '{session_name}'")
return session_name
else:
logger.warning(f"[NAMER] ❌ Session not found for auto-naming: {session_id}")
logger.warning(f"[NAMER] This might mean the session doesn't exist in the database yet")
return None
else:
logger.warning("[NAMER] ❌ Database connection not provided")
return session_name
except Exception as e:
logger.error(f"[NAMER] ❌ Auto-naming API call failed: {e}")
logger.error(f"[NAMER] Exception type: {type(e).__name__}")
return None
except Exception as e:
logger.error(f"[NAMER] ❌ Failed to auto-name session: {e}")
logger.error(f"[NAMER] Exception type: {type(e).__name__}")
return None
async def auto_name_session_immediate(
user_id: str,
project_id: str,
session_id: str,
first_query: str,
nvidia_rotator=None,
rag_db=None
) -> Optional[str]:
"""
Immediately auto-name a session and return the name for UI update.
This function is designed to be called synchronously during chat processing.
Args:
user_id: User identifier
project_id: Project identifier
session_id: Session identifier
first_query: The first user query in the session
nvidia_rotator: NVIDIA API rotator instance
rag_db: Database connection
Returns:
Generated session name or None if failed
"""
try:
# Run auto-naming in a separate task to avoid blocking
task = asyncio.create_task(
auto_name_session(user_id, project_id, session_id, first_query, nvidia_rotator, rag_db)
)
# Wait for completion with a timeout
try:
session_name = await asyncio.wait_for(task, timeout=10.0)
return session_name
except asyncio.TimeoutError:
logger.warning(f"[NAMER] Auto-naming timed out for session {session_id}")
return None
except Exception as e:
logger.error(f"[NAMER] Immediate auto-naming failed: {e}")
return None
|