added data saving feature

python_app/storage/npz/snapshot_numpy.py

@@ -153,11 +153,18 @@ def save_result_history_binary(stage_dir: Path, history: list[ResultCollection])
         )
 
 
-def save_trace_history_numpy(stage_dir: Path, history: list[SweepCollection]) -> None:
-    """Write raw/preprocessed collections as NumPy directory tree."""
+def save_trace_history_numpy(
+    stage_dir: Path, history: list[SweepCollection], *, index_offset: int = 0
+) -> None:
+    """Write raw/preprocessed collections as a NumPy directory tree.
+
+    ``index_offset`` continues the per-collection directory numbering across calls so a
+    streaming recorder can append successive chunks into the same stage directory
+    without colliding or restarting the index.
+    """
     stage_dir.mkdir(parents=True, exist_ok=True)
     logger.debug("Writing %d NumPy trace collection(s) to %s", len(history), stage_dir)
-    for index, collection in enumerate(history):
+    for index, collection in enumerate(history, start=index_offset):
         collection_dir = stage_dir / collection_dir_name(index, collection.collection_id, collection.monotonic_ns)
         collection_dir.mkdir(parents=True, exist_ok=False)
 
@@ -197,11 +204,17 @@ def save_trace_history_numpy(stage_dir: Path, history: list[SweepCollection]) ->
         )
 
 
-def save_result_history_numpy(stage_dir: Path, history: list[ResultCollection]) -> None:
-    """Write processed result collections as NumPy directory tree."""
+def save_result_history_numpy(
+    stage_dir: Path, history: list[ResultCollection], *, index_offset: int = 0
+) -> None:
+    """Write processed result collections as a NumPy directory tree.
+
+    ``index_offset`` continues the per-collection directory numbering across calls (see
+    :func:`save_trace_history_numpy`) so streamed chunks append cleanly.
+    """
     stage_dir.mkdir(parents=True, exist_ok=True)
     logger.debug("Writing %d NumPy result collection(s) to %s", len(history), stage_dir)
-    for index, collection in enumerate(history):
+    for index, collection in enumerate(history, start=index_offset):
         collection_dir = stage_dir / collection_dir_name(index, collection.collection_id, collection.monotonic_ns)
         collection_dir.mkdir(parents=True, exist_ok=False)