improved logging

python_app/storage/npz/snapshot_numpy.py

@@ -3,6 +3,7 @@
 from __future__ import annotations
 
 import json
+import logging
 from pathlib import Path
 from typing import Any, TypeVar
 
@@ -12,6 +13,8 @@ from python_app.models.dataset_model import ResultCollection, SweepCollection
 from python_app.storage.npz.paths import collection_dir_name, sanitize_path_component
 from python_app.storage.npz.serialize import serialize_result_collection, serialize_trace_collection
 
+logger = logging.getLogger(__name__)
+
 TCollection = TypeVar("TCollection")
 
 
@@ -108,6 +111,7 @@ def select_aligned_histories(
 def save_trace_history_binary(stage_dir: Path, history: list[SweepCollection], magic: int) -> None:
     """Write binary trace history with lightweight metadata sidecars."""
     stage_dir.mkdir(parents=True, exist_ok=True)
+    logger.debug("Writing %d binary trace collection(s) to %s", len(history), stage_dir)
     for index, collection in enumerate(history):
         binary_path = stage_dir / f"{index:04d}.bin"
         metadata_path = stage_dir / f"{index:04d}.json"
@@ -130,6 +134,7 @@ def save_trace_history_binary(stage_dir: Path, history: list[SweepCollection], m
 def save_result_history_binary(stage_dir: Path, history: list[ResultCollection]) -> None:
     """Write binary processed-result history with metadata sidecars."""
     stage_dir.mkdir(parents=True, exist_ok=True)
+    logger.debug("Writing %d binary result collection(s) to %s", len(history), stage_dir)
     for index, collection in enumerate(history):
         binary_path = stage_dir / f"{index:04d}.bin"
         metadata_path = stage_dir / f"{index:04d}.json"
@@ -151,6 +156,7 @@ def save_result_history_binary(stage_dir: Path, history: list[ResultCollection])
 def save_trace_history_numpy(stage_dir: Path, history: list[SweepCollection]) -> None:
     """Write raw/preprocessed collections as NumPy directory tree."""
     stage_dir.mkdir(parents=True, exist_ok=True)
+    logger.debug("Writing %d NumPy trace collection(s) to %s", len(history), stage_dir)
     for index, collection in enumerate(history):
         collection_dir = stage_dir / collection_dir_name(index, collection.collection_id, collection.monotonic_ns)
         collection_dir.mkdir(parents=True, exist_ok=False)
@@ -194,6 +200,7 @@ def save_trace_history_numpy(stage_dir: Path, history: list[SweepCollection]) ->
 def save_result_history_numpy(stage_dir: Path, history: list[ResultCollection]) -> None:
     """Write processed result collections as NumPy directory tree."""
     stage_dir.mkdir(parents=True, exist_ok=True)
+    logger.debug("Writing %d NumPy result collection(s) to %s", len(history), stage_dir)
     for index, collection in enumerate(history):
         collection_dir = stage_dir / collection_dir_name(index, collection.collection_id, collection.monotonic_ns)
         collection_dir.mkdir(parents=True, exist_ok=False)