291 lines
13 KiB
Python
291 lines
13 KiB
Python
"""Storage + embedded WebUI tests.
|
|
|
|
Pins the agreed semantics:
|
|
* NPZ set persistence round-trips traces + metadata (float32 wire precision);
|
|
* vna_history export fails loud (ValueError) when no matching traces / bad stage;
|
|
* the web bridge rejects unknown live-settings fields (HTTP 400), serves immutable
|
|
snapshot copies, and forwards controls as Qt signals;
|
|
* the web fan-out is latest-wins — a full client queue drops its oldest frame.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import asyncio
|
|
import os
|
|
import tempfile
|
|
import unittest
|
|
from pathlib import Path
|
|
from unittest import mock
|
|
|
|
import numpy as np
|
|
|
|
os.environ.setdefault("QT_QPA_PLATFORM", "offscreen") # before any Qt import
|
|
from PyQt6.QtWidgets import QApplication # noqa: E402
|
|
|
|
from python_app.gui.controllers.app_window_web_mixin import ( # noqa: E402
|
|
AppWindowWebController,
|
|
AppWindowWebMixin,
|
|
)
|
|
from python_app.models.dataset_model import ComboKey, SweepCollection, TraceData # noqa: E402
|
|
from python_app.storage.npz.paths import radar_config_filename_prefix # noqa: E402
|
|
from python_app.storage.npz.store import NpzStore # noqa: E402
|
|
from python_app.storage.npz.vna_history_json import ( # noqa: E402
|
|
_complex_to_points,
|
|
_normalize_channel,
|
|
build_vna_history_payload,
|
|
)
|
|
from python_app.webui.controller import WebActionError # noqa: E402
|
|
from python_app.webui.streaming import RingBroadcaster # noqa: E402
|
|
|
|
|
|
def setUpModule() -> None:
|
|
global _app
|
|
_app = QApplication.instance() or QApplication([])
|
|
|
|
|
|
def _trace(in_pos: int, out_pos: int) -> TraceData:
|
|
return TraceData(
|
|
combo=ComboKey(input=in_pos, output=out_pos),
|
|
frequency_hz=np.array([1.0, 2.0], dtype=np.float32),
|
|
s11=np.array([1 + 1j, 2 + 2j], dtype=np.complex64),
|
|
s21=np.array([3 + 3j, 4 - 4j], dtype=np.complex64),
|
|
)
|
|
|
|
|
|
# --------------------------------------------------------------------------- #
|
|
# NPZ set persistence
|
|
# --------------------------------------------------------------------------- #
|
|
class NpzStoreRoundTripTest(unittest.TestCase):
|
|
def setUp(self) -> None:
|
|
self._dir = tempfile.TemporaryDirectory()
|
|
self.addCleanup(self._dir.cleanup)
|
|
self.store = NpzStore(Path(self._dir.name))
|
|
|
|
def test_save_then_load_round_trips_traces_and_metadata(self) -> None:
|
|
col = SweepCollection(collection_id=7, monotonic_ns=11, traces=[_trace(0, 0), _trace(1, 0)],
|
|
capture_start_ns=100, capture_end_ns=200)
|
|
self.store.save_set("calibration", "radar1", "set1", col)
|
|
loaded = self.store.load_set("calibration", "radar1", "set1")
|
|
|
|
self.assertEqual(loaded.collection_id, 7)
|
|
self.assertEqual((loaded.capture_start_ns, loaded.capture_end_ns), (100, 200))
|
|
self.assertEqual(len(loaded.traces), 2)
|
|
by_combo = {(t.combo.input, t.combo.output): t for t in loaded.traces}
|
|
self.assertTrue(np.array_equal(by_combo[(0, 0)].s21, _trace(0, 0).s21))
|
|
self.assertTrue(np.array_equal(by_combo[(1, 0)].frequency_hz, _trace(1, 0).frequency_hz))
|
|
|
|
def test_set_appears_in_listing_and_leaves_no_tmp(self) -> None:
|
|
self.store.save_set("calibration", "radar1", "set1", SweepCollection(collection_id=1, monotonic_ns=1,
|
|
traces=[_trace(0, 0)]))
|
|
self.assertIn("set1", self.store.list_sets("calibration", "radar1"))
|
|
leftover = list(Path(self._dir.name).rglob("*.tmp"))
|
|
self.assertEqual(leftover, [])
|
|
|
|
def test_load_missing_set_raises(self) -> None:
|
|
with self.assertRaises(Exception):
|
|
self.store.load_set("calibration", "radar1", "absent")
|
|
|
|
|
|
# --------------------------------------------------------------------------- #
|
|
# Radar-config filename prefix
|
|
# --------------------------------------------------------------------------- #
|
|
class RadarConfigPrefixTest(unittest.TestCase):
|
|
def test_encodes_model_span_points_power(self) -> None:
|
|
self.assertEqual(
|
|
radar_config_filename_prefix("librevna", 1e9, 6e9, 201, -10.0),
|
|
"librevna_1-6GHz_201pts_-10dBm",
|
|
)
|
|
|
|
def test_megahertz_span_keeps_fractional_values(self) -> None:
|
|
self.assertEqual(
|
|
radar_config_filename_prefix("librevna", 1.5e6, 6e6, 51, -3.5),
|
|
"librevna_1.5-6MHz_51pts_-3.5dBm",
|
|
)
|
|
|
|
def test_adc_model_reports_adc_point_count(self) -> None:
|
|
self.assertEqual(
|
|
radar_config_filename_prefix("kamil_adc", 1e9, 6e9, 1, 0.0),
|
|
"kamil_adc_1-6GHz_adc_0dBm",
|
|
)
|
|
|
|
|
|
# --------------------------------------------------------------------------- #
|
|
# vna_history export
|
|
# --------------------------------------------------------------------------- #
|
|
class VnaHistoryTest(unittest.TestCase):
|
|
def _sweeps(self, *combos) -> list[SweepCollection]:
|
|
return [SweepCollection(collection_id=1, monotonic_ns=1, traces=[_trace(i, o) for i, o in combos])]
|
|
|
|
def test_builds_payload_for_matching_combo(self) -> None:
|
|
payload = build_vna_history_payload([], self._sweeps((0, 0)), [], input_index=0, output_index=0)
|
|
self.assertEqual(payload["input_index"], 0)
|
|
self.assertEqual(payload["channel"], "s21")
|
|
self.assertEqual(payload["preprocessed_record_count"], 1)
|
|
self.assertTrue(payload["sweep_history"])
|
|
|
|
def test_no_matching_traces_raises(self) -> None:
|
|
with self.assertRaises(ValueError):
|
|
build_vna_history_payload([], self._sweeps((0, 0)), [], input_index=9, output_index=9)
|
|
|
|
def test_invalid_primary_stage_raises(self) -> None:
|
|
with self.assertRaisesRegex(ValueError, "primary_stage"):
|
|
build_vna_history_payload([], self._sweeps((0, 0)), [], input_index=0, output_index=0, primary_stage="x")
|
|
|
|
def test_normalize_channel(self) -> None:
|
|
self.assertEqual(_normalize_channel("S21"), "s21")
|
|
self.assertEqual(_normalize_channel(" s11 "), "s11")
|
|
with self.assertRaises(ValueError):
|
|
_normalize_channel("s99")
|
|
|
|
def test_complex_to_points(self) -> None:
|
|
self.assertEqual(_complex_to_points(np.array([1 + 2j, 3 - 4j])), [[1.0, 2.0], [3.0, -4.0]])
|
|
|
|
|
|
# --------------------------------------------------------------------------- #
|
|
# Web bridge controller
|
|
# --------------------------------------------------------------------------- #
|
|
class WebControllerTest(unittest.TestCase):
|
|
def setUp(self) -> None:
|
|
self._cfg_dir = tempfile.TemporaryDirectory()
|
|
self.addCleanup(self._cfg_dir.cleanup)
|
|
self.configs_dir = Path(self._cfg_dir.name)
|
|
(self.configs_dir / "alpha.json").write_text("{}", encoding="utf-8")
|
|
(self.configs_dir / "beta.json").write_text("{}", encoding="utf-8")
|
|
self.controller = AppWindowWebController(self.configs_dir)
|
|
self.addCleanup(self.controller.deleteLater)
|
|
|
|
def test_rejects_unknown_field(self) -> None:
|
|
with self.assertRaisesRegex(ValueError, "Unknown live-settings"):
|
|
self.controller.apply_live_settings({"definitely_not_a_field": 1})
|
|
|
|
def test_known_field_emits_and_returns_snapshot(self) -> None:
|
|
received: list[dict] = []
|
|
self.controller.apply_settings_requested.connect(received.append)
|
|
out = self.controller.apply_live_settings({"gpr_object_min_frac": 0.5})
|
|
self.assertEqual(received, [{"gpr_object_min_frac": 0.5}])
|
|
self.assertIsInstance(out, list)
|
|
|
|
def test_snapshot_is_replaced_and_returned_as_copy(self) -> None:
|
|
self.controller.update_snapshot(status={"running": True}, live_settings=[{"name": "x"}], frame={"seq": 1})
|
|
status = self.controller.status()
|
|
self.assertEqual(status, {"running": True})
|
|
status["running"] = False # mutating the copy must not affect the controller
|
|
self.assertTrue(self.controller.status()["running"])
|
|
self.assertEqual(self.controller.peek_frame(), {"seq": 1})
|
|
|
|
def test_frame_only_updates_when_present(self) -> None:
|
|
self.controller.update_snapshot(status={}, live_settings=[], frame={"seq": 1})
|
|
self.controller.update_snapshot(status={}, live_settings=[], frame=None) # no new grab
|
|
self.assertEqual(self.controller.peek_frame(), {"seq": 1}) # keeps the last frame
|
|
|
|
def test_controls_emit_signals(self) -> None:
|
|
# Controls are synchronous now: each emits a call the GUI slot must finalize.
|
|
# In-thread, emit() runs the slot directly, so finalizing it returns at once.
|
|
fired: list[str] = []
|
|
|
|
def handler(label):
|
|
def slot(call):
|
|
fired.append(label)
|
|
call.done.set()
|
|
return slot
|
|
|
|
self.controller.start_requested.connect(handler("start"))
|
|
self.controller.stop_requested.connect(handler("stop"))
|
|
self.controller.single_capture_requested.connect(handler("single"))
|
|
self.controller.capture_requested.connect(handler("capture"))
|
|
self.controller.start()
|
|
self.controller.stop()
|
|
self.controller.single_capture()
|
|
self.controller.capture_tmp_reference()
|
|
self.assertEqual(fired, ["start", "stop", "single", "capture"])
|
|
|
|
def test_action_error_is_raised_to_the_caller(self) -> None:
|
|
# An error the GUI slot records on the call surfaces as WebActionError (HTTP 400).
|
|
self.controller.start_requested.connect(
|
|
lambda call: (setattr(call, "error", "destination already exists"), call.done.set())
|
|
)
|
|
with self.assertRaisesRegex(WebActionError, "destination already exists"):
|
|
self.controller.start()
|
|
|
|
def test_start_recording_forwards_path_name_count(self) -> None:
|
|
received: list[tuple[str, str, int]] = []
|
|
self.controller.start_recording_requested.connect(
|
|
lambda p, n, c, call: (received.append((p, n, c)), call.done.set())
|
|
)
|
|
self.controller.start_recording("/tmp/out", "run1", 250)
|
|
self.assertEqual(received, [("/tmp/out", "run1", 250)])
|
|
|
|
def test_lists_configs_sorted_and_load_emits_signal(self) -> None:
|
|
self.assertEqual(self.controller.list_configs(), ["alpha.json", "beta.json"])
|
|
requested: list[str] = []
|
|
self.controller.load_config_requested.connect(
|
|
lambda name, call: (requested.append(name), call.done.set())
|
|
)
|
|
self.controller.load_config("beta.json")
|
|
self.assertEqual(requested, ["beta.json"])
|
|
|
|
def test_load_config_rejects_unknown_or_unsafe_name(self) -> None:
|
|
# Missing file, traversal, sub-path, and non-json are all refused (HTTP 400 upstream).
|
|
for bad in ("ghost.json", "../escape.json", "sub/alpha.json", "alpha.txt"):
|
|
with self.assertRaisesRegex(ValueError, "Unknown run config"):
|
|
self.controller.load_config(bad)
|
|
|
|
def test_save_dataset_forwards_path_and_name(self) -> None:
|
|
received: list[tuple[str, str]] = []
|
|
self.controller.save_dataset_requested.connect(
|
|
lambda p, n, call: (received.append((p, n)), call.done.set())
|
|
)
|
|
self.controller.save_dataset("/tmp/out", "run1")
|
|
self.assertEqual(received, [("/tmp/out", "run1")])
|
|
|
|
|
|
class WebPortTest(unittest.TestCase):
|
|
def _port_with_env(self, value: str | None) -> int:
|
|
env = {} if value is None else {"RADAR_SYSTEM_WEBUI_PORT": value}
|
|
with mock.patch.dict(os.environ, env, clear=False):
|
|
if value is None:
|
|
os.environ.pop("RADAR_SYSTEM_WEBUI_PORT", None)
|
|
return AppWindowWebMixin._web_ui_port()
|
|
|
|
def test_default_when_unset_or_invalid(self) -> None:
|
|
self.assertEqual(self._port_with_env(None), 8080)
|
|
self.assertEqual(self._port_with_env("abc"), 8080)
|
|
self.assertEqual(self._port_with_env("99999"), 8080) # out of range
|
|
self.assertEqual(self._port_with_env("0"), 8080)
|
|
|
|
def test_valid_port(self) -> None:
|
|
self.assertEqual(self._port_with_env("9000"), 9000)
|
|
|
|
|
|
# --------------------------------------------------------------------------- #
|
|
# Latest-wins fan-out
|
|
# --------------------------------------------------------------------------- #
|
|
class RingBroadcasterFanOutTest(unittest.TestCase):
|
|
def test_full_client_queue_drops_oldest(self) -> None:
|
|
async def scenario() -> None:
|
|
broadcaster = RingBroadcaster(controller=object())
|
|
queue: asyncio.Queue = asyncio.Queue(maxsize=1)
|
|
broadcaster.register(queue)
|
|
broadcaster._publish({"type": "frame", "seq": 1})
|
|
broadcaster._publish({"type": "frame", "seq": 2}) # evicts seq 1
|
|
self.assertEqual(queue.qsize(), 1)
|
|
self.assertEqual(queue.get_nowait(), {"type": "frame", "seq": 2}) # newest survives
|
|
|
|
asyncio.run(scenario())
|
|
|
|
def test_unregister_stops_delivery(self) -> None:
|
|
async def scenario() -> None:
|
|
broadcaster = RingBroadcaster(controller=object())
|
|
queue: asyncio.Queue = asyncio.Queue(maxsize=4)
|
|
broadcaster.register(queue)
|
|
broadcaster.unregister(queue)
|
|
broadcaster.unregister(queue) # idempotent
|
|
broadcaster._publish({"type": "frame", "seq": 1})
|
|
self.assertEqual(queue.qsize(), 0)
|
|
|
|
asyncio.run(scenario())
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|