refactor(logging): move CustomFormatter to agent_logger and update log handlers

app.py

@@ -51,30 +51,6 @@ LOCAL_LOG_DIR = "./hf_inference_logs"
 HF_DATASET_NAME="aiwithoutborders-xyz/degentic_rd0"
 
 
-class CustomFormatter(logging.Formatter):
-
-    green = "\x1b[32;20m"
-    blue = "\x1b[34;20m"
-    yellow = "\x1b[33;20m"
-    red = "\x1b[31;20m"
-    bold_red = "\x1b[31;1m"
-    reset = "\x1b[0m"
-    format = "%(asctime)s - %(levelname)s - %(message)s (%(filename)s:%(lineno)d)"
-
-    FORMATS = {
-        logging.DEBUG: blue + format + reset,
-        logging.INFO: green + format + reset,
-        logging.WARNING: yellow + format + reset,
-        logging.ERROR: red + format + reset,
-        logging.CRITICAL: bold_red + format + reset,
-    }
-
-    def format(self, record):
-        log_fmt = self.FORMATS.get(record.levelno)
-        formatter = logging.Formatter(log_fmt)
-        return formatter.format(record)
-
-
 
 # Custom JSON Encoder to handle numpy types
 class NumpyEncoder(json.JSONEncoder):
@@ -471,12 +447,12 @@ with gr.Blocks() as detection_model_eval_playground:
     with gr.Accordion("Agent Logs", open=False, elem_id="agent-logs-accordion"):
         with gr.Row():
             with gr.Column():
-                context_intelligence_log = Log(label="Context Log", dark=True, xterm_font_size=12, log_file=AGENT_LOG_FILES["context_intelligence"])
-                ensemble_monitor_log = Log(label="Ensemble Monitor Log", dark=True, xterm_font_size=12, log_file=AGENT_LOG_FILES["ensemble_monitor"])
+                context_intelligence_log = Log(label="Context Log", dark=True, xterm_font_size=12, log_file=AGENT_LOG_FILES["context_intelligence"], container=False, tail=40)
+                ensemble_monitor_log = Log(label="Ensemble Monitor Log", dark=True, xterm_font_size=12, log_file=AGENT_LOG_FILES["ensemble_monitor"], tail=40)
             with gr.Column():
-                weight_optimization_log = Log(label="Weight Optimization Log", dark=True, xterm_font_size=12, log_file=AGENT_LOG_FILES["weight_optimization"])
-                forensic_log = Log(label="Forensic Anomaly Log", dark=True, xterm_font_size=12, log_file=AGENT_LOG_FILES["forensic_anomaly_detection"])
-                system_health_log = Log(label="System Health Log", dark=True, xterm_font_size=12, log_file=AGENT_LOG_FILES["system_health"], visible=False)
+                weight_optimization_log = Log(label="Weight Optimization Log", dark=True, xterm_font_size=12, log_file=AGENT_LOG_FILES["weight_optimization"], tail=40)
+                forensic_log = Log(label="Forensic Anomaly Log", dark=True, xterm_font_size=12, log_file=AGENT_LOG_FILES["forensic_anomaly_detection"], tail=40)
+                system_health_log = Log(label="System Health Log", dark=True, xterm_font_size=12, log_file=AGENT_LOG_FILES["system_health"], visible=False, tail=40)
 
     predict_btn.click(
         full_prediction,

utils/agent_logger.py

@@ -1,5 +1,6 @@
 import logging
 from pathlib import Path
+from gradio_log import Log
 
 AGENT_LOG_FILES = {
     "ensemble_monitor": "./agent_logs/ensemble_monitor.log",
@@ -9,6 +10,30 @@ AGENT_LOG_FILES = {
     "forensic_anomaly_detection": "./agent_logs/forensic_anomaly_detection.log",
 }
 
+class CustomFormatter(logging.Formatter):
+
+    green = "\x1b[32;20m"
+    blue = "\x1b[34;20m"
+    yellow = "\x1b[33;20m"
+    red = "\x1b[31;20m"
+    bold_red = "\x1b[31;1m"
+    reset = "\x1b[0m"
+    format = "%(asctime)s - %(levelname)s - %(message)s (%(filename)s:%(lineno)d)"
+
+    FORMATS = {
+        logging.DEBUG: blue + format + reset,
+        logging.INFO: green + format + reset,
+        logging.WARNING: yellow + format + reset,
+        logging.ERROR: red + format + reset,
+        logging.CRITICAL: bold_red + format + reset,
+    }
+
+    def format(self, record):
+        log_fmt = self.FORMATS.get(record.levelno)
+        formatter = logging.Formatter(log_fmt)
+        return formatter.format(record)
+
+
 class AgentLogger:
     def __init__(self, agent_log_files=None):
         self.agent_log_files = agent_log_files or AGENT_LOG_FILES
@@ -16,6 +41,12 @@ class AgentLogger:
         self._setup_loggers()
 
     def _setup_loggers(self):
+        # Import CustomFormatter from app.py or define it here if needed
+        try:
+            custom_formatter = CustomFormatter()
+        except ImportError:
+            # Fallback: use default formatter if CustomFormatter is not available
+            custom_formatter = logging.Formatter("%(asctime)s - %(levelname)s - %(message)s (%(filename)s:%(lineno)d)")
         for agent, log_file in self.agent_log_files.items():
             Path(log_file).parent.mkdir(parents=True, exist_ok=True)
             Path(log_file).touch(exist_ok=True)
@@ -26,8 +57,7 @@ class AgentLogger:
                 logger.removeHandler(handler)
             handler = logging.FileHandler(log_file)
             handler.setLevel(logging.DEBUG)
-            formatter = logging.Formatter("%(asctime)s - %(levelname)s - %(message)s (%(filename)s:%(lineno)d)")
-            handler.setFormatter(formatter)
+            handler.setFormatter(custom_formatter)
             logger.addHandler(handler)
             self.loggers[agent] = logger