web UI added and refactoring done

python_app/scripts/kamil_adc_raw_producer.py

@@ -136,6 +136,7 @@ def main() -> int:
             return 0  # asked to stop before a device became available
 
         collection_id = 1
+        publish_failures = 0
         while not stop_requested.is_set():
             collection_start = time.monotonic()
             capture_start_ns = time.monotonic_ns()
@@ -193,14 +194,17 @@ def main() -> int:
                 capture_end_ns=time.monotonic_ns(),
             )
             payload = serialize_trace_collection(collection, RAW_MAGIC)
-            if not raw_writer.push(payload):
-                raise RuntimeError(
-                    f"Raw payload size {len(payload)} exceeds ring slot size {raw_writer.slot_size_bytes}"
-                )
-            if not raw_tap_writer.push(payload):
-                raise RuntimeError(
-                    f"Raw tap payload size {len(payload)} exceeds ring slot size {raw_tap_writer.slot_size_bytes}"
-                )
+            if raw_writer.push(payload):
+                raw_tap_writer.push(payload)  # best-effort GUI tap; never fatal
+            else:
+                # Oversized payload vs the ring slot is a persistent config error, not
+                # a device fault: log (throttled) and skip rather than killing the producer.
+                publish_failures += 1
+                if publish_failures == 1 or publish_failures % 100 == 0:
+                    logger.error(
+                        "Raw payload %d B exceeds ring slot %d B; dropping collection %d (drops=%d)",
+                        len(payload), raw_writer.slot_size_bytes, collection_id, publish_failures,
+                    )
 
             if not config.runtime.continuous:
                 break

python_app/scripts/matrix_raw_producer.py

@@ -117,6 +117,7 @@ def main() -> int:
         if radar is None:
             return 0  # asked to stop before a device became available
         collection_id = 1
+        publish_failures = 0
         while not stop_requested.is_set():
             collection_start = time.monotonic()
             try:
@@ -133,14 +134,18 @@ def main() -> int:
                 continue
 
             payload = serialize_trace_collection(collection, RAW_MAGIC)
-            if not raw_writer.push(payload):
-                raise RuntimeError(
-                    f"Raw payload size {len(payload)} exceeds ring slot size {raw_writer.slot_size_bytes}"
-                )
-            if not raw_tap_writer.push(payload):
-                raise RuntimeError(
-                    f"Raw tap payload size {len(payload)} exceeds ring slot size {raw_tap_writer.slot_size_bytes}"
-                )
+            if raw_writer.push(payload):
+                raw_tap_writer.push(payload)  # best-effort GUI tap; never fatal
+            else:
+                # An oversized payload vs the ring slot is a persistent config error,
+                # not a device fault: log it (throttled) and skip the collection rather
+                # than letting a RuntimeError escape the loop and kill the producer.
+                publish_failures += 1
+                if publish_failures == 1 or publish_failures % 100 == 0:
+                    logger.error(
+                        "Raw payload %d B exceeds ring slot %d B; dropping collection %d (drops=%d)",
+                        len(payload), raw_writer.slot_size_bytes, collection_id, publish_failures,
+                    )
             if not config.runtime.continuous:
                 break
             collection_duration_s = time.monotonic() - collection_start