Update main.py

main.py

@@ -623,7 +623,56 @@ async def followup_agent(query: FollowupQueryModel, background_tasks: Background
 
     return StreamingResponse(process_response(), media_type="text/event-stream")
 
- 
+
+
+@app.post("/v4/followup-agent")
+async def followup_agent_v4(query: FollowupQueryModel, background_tasks: BackgroundTasks, api_key: str = Depends(verify_api_key)):
+    """
+    Followup agent endpoint that provides helpful responses or generates clarifying questions based on user queries.
+    Requires API Key authentication via X-API-Key header.
+    """
+    logger.info(f"Received followup agent query: {query.query}")
+
+    if query.conversation_id not in conversations:
+        conversations[query.conversation_id] = [
+            {"role": "system", "content": FOLLOWUP_AGENT_PROMPT}
+        ]
+    
+    conversations[query.conversation_id].append({"role": "user", "content": query.query})
+    last_activity[query.conversation_id] = time.time()
+    
+    # Limit tokens in the conversation history
+    limited_conversation = conversations[query.conversation_id]
+
+    
+    async def process_response():
+        yield "<followup-response>+\n"
+        full_response = ""
+        for content in chat_with_llama_stream(limited_conversation, model=query.model_id):
+            full_response += content
+            yield content
+        yield "</followup-response>+\n"
+        yield "--END_SECTION--\n"
+        
+        logger.info(f"LLM RAW response for query: {query.query}: {full_response}")
+
+        
+        response_content, interact, tools = parse_followup_and_tools(full_response)
+        result = {
+            "clarification": interact
+        }
+        
+        yield "<followup-json> + "\n"
+        yield json.dumps(result) + "\n"
+        yield "</followup-json> +"\n"
+        yield "--END_SECTION--\n"
+        # Add the assistant's response to the conversation history
+        conversations[query.conversation_id].append({"role": "assistant", "content": full_response})
+        background_tasks.add_task(update_db, query.user_id, query.conversation_id, query.query, full_response)
+        logger.info(f"Completed followup agent response for query: {query.query}, send result: {result}")
+
+    return StreamingResponse(process_response(), media_type="text/event-stream")
+
 ## Digiyatra
 
 @app.post("/digiyatra-followup")