Merge branch 'main' into feat/nwc-alby

Author: cameri

.changeset/migrate-logging-to-pino.md

@@ -0,0 +1,5 @@
+---
+"nostream": patch
+---
+
+Migrate runtime logging to pino across adapters, services, workers, and controllers, and stabilize CI-related fixes for coverage and integration workflows after rebasing.

.changeset/quick-maps-marry.md

@@ -0,0 +1,9 @@
+---
+"nostream": minor
+---
+
+Add gzip and xz compression support to event import/export flows.
+
+- Export supports `--compress`/`-z` with `--format gzip|gz|xz`.
+- Import auto-detects compressed input by extension and magic bytes and decompresses in a stream pipeline.
+- Includes docs updates and unit/integration test coverage for compression paths.

.knip.json

@@ -8,6 +8,9 @@
   "project": [
     "src/**/*.ts"
   ],
+  "ignoreDependencies": [
+    "lzma-native"
+  ],
   "ignoreFiles": [],
   "commitlint": false,
   "eslint": false,

README.md

@@ -262,13 +262,23 @@ Print the I2P hostname:
 
 ### Importing events from JSON Lines
 
-You can import NIP-01 events from a `.jsonl` file directly into the relay database.
+You can import NIP-01 events from `.jsonl` files directly into the relay database.
+Compressed files are also supported and decompressed on-the-fly:
+
+- `.jsonl.gz` (Gzip)
+- `.jsonl.xz` (XZ)
 
 Basic import:
   ```
   npm run import -- ./events.jsonl
   ```
 
+Import a compressed backup:
+  ```
+  npm run import -- ./events.jsonl.gz
+  npm run import -- ./events.jsonl.xz
+  ```
+
 Set a custom batch size (default: `1000`):
   ```
   npm run import -- ./events.jsonl --batch-size 500
@@ -652,16 +662,42 @@ To observe client and subscription counts in real-time during a test, you can in
    ```bash
    docker compose logs -f nostream
    ```
-
 ## Export Events
 
 Export all stored events to a [JSON Lines](https://jsonlines.org/) (`.jsonl`) file. Each line is a valid NIP-01 Nostr event JSON object. The export streams rows from the database using cursors, so it works safely on relays with millions of events without loading them into memory.
 
+Optional compression is supported for lower storage and transfer costs:
+
+- Gzip via Node's native `zlib`
+- XZ via `lzma-native`
+
 ```
 npm run export                            # writes to events.jsonl
 npm run export -- backup-2024-01-01.jsonl # custom filename
+npm run export -- backup.jsonl.gz --compress --format=gzip
+npm run export -- backup.jsonl.xz --compress --format=xz
 ```
 
+Flags:
+
+- `--compress` / `-z`: enable compression.
+- `--format <gzip|gz|xz>`: compression format. If omitted while compression is enabled,
+  format is inferred from file extension (`.gz` / `.xz`) and defaults to `gzip`.
+
+After completion, the exporter prints a summary with:
+
+- Raw bytes generated from JSONL lines
+- Output bytes written to disk
+- Compression delta (smaller/larger)
+- Throughput in events/sec and bytes/sec
+
+Optional XZ tuning (environment variables):
+
+- `NOSTREAM_XZ_THREADS`: max worker threads for XZ compression.
+  Defaults to `4` and is automatically capped to available CPU cores minus one.
+- `NOSTREAM_XZ_PRESET`: compression preset from `0` (fastest, larger output)
+  to `9` (slowest, smallest output). Default is `6`.
+
 The script reads the same `DB_*` environment variables used by the relay (see [CONFIGURATION.md](CONFIGURATION.md)).
 
 ## Benchmark Database Queries

biome.json

@@ -24,9 +24,24 @@
 			"recommended": false,
 			"correctness": { "noUnusedVariables": "error" },
 			"style": { "useBlockStatements": "warn" },
-			"suspicious": { "noExplicitAny": "off" }
+			"suspicious": {
+				"noExplicitAny": "off",
+				"noConsole": "error"
+			}
 		}
 	},
+	"overrides": [
+		{
+			"includes": ["migrations/**", "src/clean-db.ts", "src/import-events.ts", "src/scripts/**", "test/**"],
+			"linter": {
+				"rules": {
+					"suspicious": {
+						"noConsole": "off"
+					}
+				}
+			}
+		}
+	],
 	"javascript": {
 		"formatter": {
 			"quoteStyle": "single",