Store formatted log messages in observer

Author: davegaeddert

plain-observer/plain/observer/config.py

@@ -46,6 +46,12 @@ def ready(self):
 
         # Install the logging handler to capture logs during traces
         if observer_log_handler not in app_logger.handlers:
+            # Copy formatter from existing app_logger handler to match log formatting
+            for handler in app_logger.handlers:
+                if handler.formatter:
+                    observer_log_handler.setFormatter(handler.formatter)
+                    break
+
             app_logger.addHandler(observer_log_handler)
 
     @staticmethod

plain-observer/plain/observer/logging.py

@@ -44,9 +44,10 @@ def emit(self, record):
                 if trace_info["mode"] != ObserverMode.PERSIST.value:
                     return
 
-            # Store the log record with span context
+            # Store the formatted message with span context
             log_entry = {
-                "record": record,
+                "message": self.format(record),
+                "level": record.levelname,
                 "span_id": span_id,
                 "timestamp": datetime.fromtimestamp(record.created, tz=UTC),
             }

plain-observer/plain/observer/models.py

@@ -500,14 +500,3 @@ class Meta:
             models.Index(fields=["timestamp"]),
             models.Index(fields=["trace"]),
         ]
-
-    @classmethod
-    def from_log_record(cls, *, record, trace, span):
-        """Create a Log instance from a Python log record."""
-        return cls(
-            trace=trace,
-            timestamp=datetime.fromtimestamp(record.created, tz=UTC),
-            level=record.levelname,
-            message=record.getMessage(),
-            span=span,
-        )

plain-observer/plain/observer/otel.py

@@ -353,9 +353,11 @@ def _export_trace(self, *, trace, spans, logs):
 
                     log_models = []
                     for log_entry in logs:
-                        log_model = Log.from_log_record(
-                            record=log_entry["record"],
+                        log_model = Log(
                             trace=trace,
+                            timestamp=log_entry["timestamp"],
+                            level=log_entry["level"],
+                            message=log_entry["message"],
                             span=span_id_to_model.get(log_entry["span_id"]),
                         )
                         log_models.append(log_model)

plain-observer/plain/observer/templates/observer/partials/log.html

@@ -6,14 +6,10 @@
             </svg>
         </div>
         <span class="text-white/40 whitespace-nowrap tabular-nums" title="{{ log.timestamp|localtime }}">{{ log.timestamp|localtime|strftime("%-I:%M:%S %p") }}</span>
-        <span class="font-mono px-1 py-0 text-xs font-medium rounded
+        <span data-level="{{ log.level }}" class="font-mono text-white/90 break-words
                     data-[level='DEBUG']:text-stone-400
-                    data-[level='INFO']:text-blue-400
                     data-[level='WARNING']:text-yellow-400
                     data-[level='ERROR']:text-red-400
-                    data-[level='CRITICAL']:text-red-300
-                    text-stone-400 text-center flex-shrink-0"
-                data-level="{{ log.level }}">{{ log.level }}</span>
-        <span class="font-mono text-white/90 break-words">{{ log.message }}</span>
+                    data-[level='CRITICAL']:text-red-300">{{ log.message }}</span>
     </div>
 </div>