Skip to content

Commit 5ee485f

Browse files
committed
feat: add ADCP raw file processing (RDI binary via dolfyn)
- ingest/adcp_parser.py: read_rdi → beam_to_earth → ensemble_average → DataFrame - Pipeline handles .raw files, skips time-dedup for ADCP (multi-depth rows) - 28 new tests with real Workhorse 300 kHz data from Azure blob - Added dolfyn, xarray, scipy to requirements - Test data: km2023_257_66125.raw + wh300_reference.nc in sensorstream-test blob
1 parent 4a4dcb5 commit 5ee485f

7 files changed

Lines changed: 836 additions & 5 deletions

File tree

config.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -99,7 +99,7 @@ class EdgeConfig:
9999

100100
# --- File watcher settings ---
101101
watch_dir: str = "/data/sensor"
102-
watch_patterns: str = "*.csv,*.txt,*.hex,*.cnv,*.tar.gz"
102+
watch_patterns: str = "*.csv,*.txt,*.hex,*.cnv,*.raw,*.tar.gz"
103103
watch_polling: bool = False
104104
watch_poll_interval: int = 2
105105

@@ -159,7 +159,7 @@ def _safe_int(val, default, name):
159159
stream_format=_get("stream_format", "auto"),
160160
stream_connect_mode=_get("stream_connect_mode", "server"),
161161
watch_dir=os.getenv("WATCH_DIR", _get("watch_dir", "/data/sensor")),
162-
watch_patterns=_get("watch_patterns", "*.csv,*.txt,*.hex,*.cnv,*.tar.gz"),
162+
watch_patterns=_get("watch_patterns", "*.csv,*.txt,*.hex,*.cnv,*.raw,*.tar.gz"),
163163
watch_polling=_parse_bool(_get("watch_polling", False), default=False),
164164
watch_poll_interval=_safe_int(
165165
_get("watch_poll_interval", 2), 2, "watch_poll_interval"

0 commit comments

Comments
 (0)