chore: bump to v1.1.1, auto-startup migration & cleanup

froooze · froooze · commit b8f6d315563b · 2026-07-12T23:47:41.000+02:00
- Auto-run `scripts/migrate_bot_keys.ts` on every bot startup so users
  who update the bot code automatically get their state files renamed
  (dexbot.ts, bot.ts, unlock.ts)
- `runMigration()` now returns a typed result and tracks JSON-key rewrites;
  no longer prints "No migrations needed" when only JSON keys changed
- Migration call wraps `require()` in try/catch; import-time failures are
  logged to stderr instead of crashing silently
- Remove unused `scripts/query_credit_borrowers.ts`

## Testing Notes
- npx tsc --noEmit passes
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -2,6 +2,16 @@
 
 All notable changes to this project will be documented in this file.
 
+## [1.1.1] - 2026-07-12 - Auto-startup Migration, Error Handling & Cleanup
+
+### 2026-07-12
+
+- **Feat**: auto-run `scripts/migrate_bot_keys.ts` on every bot startup — migration now runs from `dexbot.ts`, `bot.ts`, and `unlock.ts` so users who update the bot code automatically get their state files renamed without a manual step. Logs errors to stderr on failure (`scripts/migrate_bot_keys.ts`, `dexbot.ts:140`, `bot.ts:70`, `unlock.ts:89`).
+- **Fix**: `runMigration()` now tracks JSON-key rewrites (whitelist, market adapter state/centers) in its return value — the CLI path no longer prints "No migrations needed" when only JSON keys were updated (`scripts/migrate_bot_keys.ts:291-297`).
+- **Fix**: migration call in entry points wraps `require()` inside try/catch — import-time failures no longer crash silently; all errors are logged (`dexbot.ts:141`, `bot.ts:71`, `unlock.ts:90`).
+- **Chore**: remove unused `scripts/query_credit_borrowers.ts` — no internal references.
+- **Chore**: version bumped to 1.1.1 across all manifests.
+
 ## [1.1.0] - 2026-07-12 - Unique Bot Names, Dust Timer Fix & Credit Collateral Switching
 
 ### 2026-07-12
diff --git a/analysis/ama_fitting/package.json b/analysis/ama_fitting/package.json
@@ -1,6 +1,6 @@
 {
   "name": "ama_fitting",
-  "version": "1.1.0",
+  "version": "1.1.1",
   "description": "Tools for fitting AMA parameters to market data",
   "main": "../../dist/analysis/ama_fitting/optimizer_high_resolution.js",
   "scripts": {
diff --git a/bot.ts b/bot.ts
@@ -67,6 +67,14 @@ const credentialPolicy = require('./modules/credential_policy');
 const { PATHS } = require('./modules/paths');
 const { Config } = require('./modules/config');
 
+// Auto-migrate bot state files from old stable-ID key format to sanitized-name format
+try {
+    const { runMigration } = require('./scripts/migrate_bot_keys');
+    runMigration();
+} catch (err: any) {
+    console.error(`Migration error: ${err?.message || err}`);
+}
+
 // Setup graceful shutdown handlers
 setupGracefulShutdown();
 
diff --git a/claw/package.json b/claw/package.json
@@ -1,6 +1,6 @@
 {
   "name": "dexbot2-claw",
-  "version": "1.1.0",
+  "version": "1.1.1",
   "private": true,
   "description": "Claw bridge and runtime integration layer for BitShares and DEXBot2.",
   "type": "commonjs",
diff --git a/claw/runtimes/openclaw-plugin/openclaw.plugin.json b/claw/runtimes/openclaw-plugin/openclaw.plugin.json
@@ -2,7 +2,7 @@
   "id": "bitshares-claw",
   "name": "BitShares Claw",
   "description": "Native BitShares and DEXBot2 tools from the DEXBot2 claw integration",
-  "version": "1.1.0",
+  "version": "1.1.1",
   "skills": [
     "skills"
   ],
diff --git a/claw/runtimes/openclaw-plugin/package.json b/claw/runtimes/openclaw-plugin/package.json
@@ -1,7 +1,7 @@
 {
   "name": "bitshares-claw-openclaw-plugin",
   "private": true,
-  "version": "1.1.0",
+  "version": "1.1.1",
   "type": "commonjs",
   "main": "index.js"
 }
diff --git a/claw/tests/test_claw_mcp_transport.ts b/claw/tests/test_claw_mcp_transport.ts
@@ -30,7 +30,7 @@ async function testParserAcceptsJsonlAcrossChunksAndSingleBuffer() {
       capabilities: {},
       clientInfo: {
         name: 'claw-mcp-transport-test',
-        version: '1.1.0'
+        version: '1.1.1'
       },
       protocolVersion: '2024-11-05'
     }
@@ -181,7 +181,7 @@ async function testMainEntrypointHandlesRealProcessInitialize() {
       capabilities: {},
       clientInfo: {
         name: 'claw-mcp-transport-test',
-        version: '1.1.0'
+        version: '1.1.1'
       },
       protocolVersion: '2024-11-05'
     }
diff --git a/dexbot.ts b/dexbot.ts
@@ -137,6 +137,14 @@ const { buildMarketAdapterWhitelistNpmArgs } = require('./modules/cli_whitelist_
 const credentialPolicy = require('./modules/credential_policy');
 const { Config } = require('./modules/config');
 
+// Auto-migrate bot state files from old stable-ID key format to sanitized-name format
+try {
+    const { runMigration } = require('./scripts/migrate_bot_keys');
+    runMigration();
+} catch (err: any) {
+    console.error(`\x1b[1;31mMigration error:\x1b[0m ${err?.message || err}`);
+}
+
 // Setup graceful shutdown handlers
 setupGracefulShutdown();
 
diff --git a/docs/DEXBOT_COMPARISON.md b/docs/DEXBOT_COMPARISON.md
@@ -1,7 +1,7 @@
 # DEXBot vs DEXBot2 — Detailed Comparison Report
 
 > **Date:** 2026-07-11 *(metrics refreshed against local source trees)*
-> **Scope:** Full architectural, functional, and operational comparison between the original [DEXBot](https://github.com/Codaone/DEXBot) (Python, v1.0.0) and DEXBot2 (TypeScript, v1.1.0).
+> **Scope:** Full architectural, functional, and operational comparison between the original [DEXBot](https://github.com/Codaone/DEXBot) (Python, v1.0.0) and DEXBot2 (TypeScript, v1.1.1).
 > **Audience:** Developers, contributors, and operators evaluating or migrating between the two projects.
 
 ---
@@ -36,7 +36,7 @@
 
 | Attribute | DEXBot (original) | DEXBot2 |
 |---|---|---|
-| **Release Track** | 1.0.0 | v1.1.0 |
+| **Release Track** | 1.0.0 | v1.1.1 |
 | **Language** | Python 3.6+ | TypeScript 5.x |
 | **Status** | Released 1.0.0, unmaintained | Active development |
 | **Last Repo Activity** | May 23, 2020 | 2026-07-10 |
@@ -782,7 +782,7 @@ Where:
 
 | Metric | DEXBot | DEXBot2 |
 |---|---|---|
-| **Release Track** | 1.0.0 | v1.1.0 |
+| **Release Track** | 1.0.0 | v1.1.1 |
 | **Active Since** | ~2018 | December 2025 |
 | **Last Commit** | May 23, 2020 | 2026-07-10 |
 | **Total Commits** | 2281 | 1713 at current HEAD |
diff --git a/docs/EVOLUTION.md b/docs/EVOLUTION.md
@@ -2,14 +2,14 @@
 
 ## Executive Summary
 
-DEXBot2 is a sophisticated decentralized exchange trading bot for the BitShares blockchain. This report documents the complete evolution of the project from its inception in December 2025 through the current 1.1.0 stable release.
+DEXBot2 is a sophisticated decentralized exchange trading bot for the BitShares blockchain. This report documents the complete evolution of the project from its inception in December 2025 through the current 1.1.1 stable release.
 
 ### Key Milestones
 - **Project Inception**: December 2, 2025
-- **Growth Phase**: 1,715+ commits over ~7 active months
+- **Growth Phase**: 1,724+ commits over ~7 active months
 - **Code Maturity**: Evolution from basic utilities to a ~58,000+ LoC intelligent TypeScript system
 - **Stability**: Progression from manual testing to a suite of 200+ automated test files
-- **Releases**: 48 release entries (v0.1.0 to v1.1.0)
+- **Releases**: 49 release entries (v0.1.0 to v1.1.1)
 
 ---
 
@@ -80,6 +80,8 @@ Consolidated the market adapter with split data sources (Kibana, native API), AM
 
 **Jul 5**: v1.0.8 — secondary pending-broadcasts deadlock fix (missed call site), market adapter log dedup in shared runtime, bot key resolution utilities, candle cache always-resolve. Comprehensive system invariants doc expansion with categorized prefixes (`INV-COW`, `INV-SYNC`, `INV-MAINT`, `INV-GRID`, `INV-RECON`, `INV-BATCH`, `INV-REG`, `INV-SUB`). 5 commits from v1.0.7.
 
+**Jul 12**: v1.1.1 — auto-startup bot-key migration, error handling fixes, JSON-key tracking, cleanup. 1 commit from v1.1.0.
+
 ---
 
 ## Architecture Evolution
@@ -121,12 +123,13 @@ Compact view; per-commit detail lives in [CHANGELOG.md](../CHANGELOG.md).
 | v1.0.11 → v1.0.13 | 17 | Whitelist normalization, grid persistence safety net, dust pipeline fix, net inventory lots |
 | v1.0.13 → v1.0.14 | 4 | Per-bot runtime settings override pipeline, doc alignment & chart fix |
 | v1.0.14 → v1.1.0 | 7 | Unique bot names, stable ID removal, migration script, duplicate name enforcement |
+| v1.1.0 → v1.1.1 | 1 | Auto-startup migration, error handling, JSON-key tracking, cleanup |
 
 ---
 
 ## Development Statistics
 
-200+ automated test files (all TypeScript), 46 release entries. See **Version History** for commit breakdown by release.
+200+ automated test files (all TypeScript), 47 release entries. See **Version History** for commit breakdown by release.
 
 ---
 
@@ -172,7 +175,7 @@ DEXBot2 has matured from a basic grid bot into a signal-intelligent, production-
 ---
 
 **Report Originally Generated**: February 19, 2026
-**Last Updated**: July 12, 2026 (v1.1.0)
-**Total Commits**: 1,722
+**Last Updated**: July 12, 2026 (v1.1.1)
+**Total Commits**: 1,724
 **Date Range**: December 2, 2025 - July 12, 2026 (ongoing)
 **Repository**: DEXBot2 (BitShares DEX Trading Bot)
diff --git a/docs/FUND_MOVEMENT_AND_ACCOUNTING.md b/docs/FUND_MOVEMENT_AND_ACCOUNTING.md
@@ -806,4 +806,4 @@ To prevent "Time-of-Check to Time-of-Use" errors:
 3.  **Bootstrapping:** Fills arriving during startup (`isBootstrapping=true`) are queued until the grid is fully reconciled.
 
 ---
-*Technical Reference for DEXBot2 v1.1.0 release*
+*Technical Reference for DEXBot2 v1.1.1 release*
diff --git a/docs/README.md b/docs/README.md
@@ -2,7 +2,7 @@
 
 This directory contains the comprehensive technical documentation for the DEXBot2 trading bot. It is designed to guide developers from high-level architecture down to the nuances of fund accounting and state management.
 
-**Version context:** v1.1.0 is the current release.
+**Version context:** v1.1.1 is the current release.
 
 ---
 
@@ -115,7 +115,7 @@ This directory contains the comprehensive technical documentation for the DEXBot
 
 ### 🧭 [Evolution Report](EVOLUTION.md)
 *Project timeline and major architecture phases.*
-- **Coverage**: Historical milestones from the initial December 2025 bootstrap through the v1.1.0 stable release (grid persistence safety, dust pipeline fix, net inventory lots); credit/debt runtime and maintenance hardening are covered under Phase 5 (Mar–Jun 2026)
+- **Coverage**: Historical milestones from the initial December 2025 bootstrap through the v1.1.1 stable release (grid persistence safety, dust pipeline fix, net inventory lots); credit/debt runtime and maintenance hardening are covered under Phase 5 (Mar–Jun 2026)
 - **Focus**: Architecture evolution, release history, test growth, and documentation changes
 
 ### 🗒️ [Changelog](../CHANGELOG.md)
diff --git a/package-lock.json b/package-lock.json
diff --git a/package.json b/package.json
@@ -1,6 +1,6 @@
 {
   "name": "dexbot2",
-  "version": "1.1.0",
+  "version": "1.1.1",
   "description": "The first open source trading bot with zero runtime dependencies and a fully adaptive market making strategy.",
   "main": "dist/modules/chain_orders.js",
   "bin": {
diff --git a/scripts/migrate_bot_keys.ts b/scripts/migrate_bot_keys.ts
@@ -1,11 +1,12 @@
 'use strict';
 
 /**
- * One-time migration: renames bot state files from the old botKey format
+ * Migration: renames bot state files from the old botKey format
  * (which included a stable id suffix like "xrp-bts-a1b2c3d4") to the new
  * format (just the sanitized name, e.g. "xrp-bts").
  *
- * Run once after upgrading:  tsx scripts/migrate_bot_keys.ts
+ * Auto-runs on every bot startup (dexbot.ts, bot.ts, unlock.ts).
+ * Manual:  tsx scripts/migrate_bot_keys.ts
  */
 
 const fs = require('fs');
@@ -70,15 +71,17 @@ function migrateFile(oldPath, newPath, label) {
     return true;
 }
 
-function migrateJsonKeys(filePath, keyMap, description) {
-    if (!fs.existsSync(filePath)) return;
+function migrateJsonKeys(filePath, keyMap, description, silent = false) {
+    if (!fs.existsSync(filePath)) return false;
     const raw = readJSON(filePath);
-    if (!raw) return;
+    if (!raw) return false;
     const updated = rewriteKeys(raw, keyMap);
     if (updated !== raw) {
         writeJSON(filePath, updated);
-        console.log(`  OK   ${description}: keys updated in ${path.basename(filePath)}`);
+        if (!silent) console.log(`  OK   ${description}: keys updated in ${path.basename(filePath)}`);
+        return true;
     }
+    return false;
 }
 
 function rewriteKeys(obj, keyMap) {
@@ -213,49 +216,95 @@ function migrateBot(botEntry, index) {
     }
 }
 
-function main() {
+function runMigration(): string[] | null {
     const botsFile = PATHS.PROFILES.BOTS_JSON;
-    if (!fs.existsSync(botsFile)) {
-        console.log('No bots.json found — nothing to migrate.');
-        return;
-    }
+    if (!fs.existsSync(botsFile)) return null;
 
     const raw = readJSON(botsFile);
     const entries = Array.isArray(raw?.bots) ? raw.bots : [];
-    if (entries.length === 0) {
-        console.log('No bot entries found — nothing to migrate.');
-        return;
-    }
+    if (entries.length === 0) return null;
 
-    console.log(`Found ${entries.length} bot entries in ${botsFile}\n`);
+    const migrated: string[] = [];
+    const keyMap = buildKeyMap(entries);
+    if (Object.keys(keyMap).length === 0) return null;
 
-    let migratedAny = false;
     for (const [index, entry] of entries.entries()) {
         if (!entry.name) continue;
-        migrateBot(entry, index);
-        migratedAny = true;
+        const newKey = newBotKey(entry);
+        if (!newKey) continue;
+        const oldCandidates = computeOldKeys(entry, index);
+        let renamed = false;
+        for (const oldKey of oldCandidates) {
+            if (oldKey === newKey) continue;
+            const locations = [
+                { dir: PATHS.ORDERS_DIR, pattern: (k: string) => `${k}.json`, label: 'order file' },
+                { dir: PATHS.ORDERS_DIR, pattern: (k: string) => `${k}.dynamicgrid.json`, label: 'dynamic grid' },
+                { dir: PATHS.PROFILES_DIR, pattern: (k: string) => `recalculate.${k}.trigger`, label: 'trigger' },
+            ];
+            for (const loc of locations) {
+                const oldPath = path.join(loc.dir, loc.pattern(oldKey));
+                const newPath = path.join(loc.dir, loc.pattern(newKey));
+                if (fs.existsSync(oldPath) && !fs.existsSync(newPath)) {
+                    fs.renameSync(oldPath, newPath);
+                    renamed = true;
+                }
+            }
+            const dataDir = PATHS.MARKET_ADAPTER.DATA_DIR;
+            if (fs.existsSync(dataDir)) {
+                const prefix = `market_adapter_${oldKey}_`;
+                const files = fs.readdirSync(dataDir).filter((f: string) => f.startsWith(prefix) && f.endsWith('.json'));
+                for (const file of files) {
+                    const newFile = file.replace(prefix, `market_adapter_${newKey}_`);
+                    const oldPath = path.join(dataDir, file);
+                    const newPath = path.join(dataDir, newFile);
+                    if (!fs.existsSync(newPath)) {
+                        fs.renameSync(oldPath, newPath);
+                        renamed = true;
+                    }
+                }
+            }
+            const logsDir = PATHS.LOGS_DIR;
+            if (fs.existsSync(logsDir)) {
+                for (const suffix of ['.log', '-error.log', '.log.gz', '-error.log.gz']) {
+                    const oldPath = path.join(logsDir, `${oldKey}${suffix}`);
+                    const newPath = path.join(logsDir, `${newKey}${suffix}`);
+                    if (fs.existsSync(oldPath) && !fs.existsSync(newPath)) {
+                        fs.renameSync(oldPath, newPath);
+                        renamed = true;
+                    }
+                }
+            }
+            const creditDir = PATHS.CREDIT_RUNTIME_DIR;
+            if (fs.existsSync(creditDir)) {
+                const oldPath = path.join(creditDir, `${oldKey}.json`);
+                const newPath = path.join(creditDir, `${newKey}.json`);
+                if (fs.existsSync(oldPath) && !fs.existsSync(newPath)) {
+                    fs.renameSync(oldPath, newPath);
+                    renamed = true;
+                }
+            }
+        }
+        if (renamed) migrated.push(entry.name);
     }
 
     // Migrate JSON-internal keys (whitelist, market adapter state)
-    const keyMap = buildKeyMap(entries);
-    if (Object.keys(keyMap).length > 0) {
-        console.log('\nMigrating JSON keyed files...');
-        migrateJsonKeys(
-            PATHS.PROFILES.MARKET_ADAPTER_WHITELIST_JSON(),
-            keyMap,
-            'whitelist'
-        );
-        migrateJsonKeys(PATHS.MARKET_ADAPTER.STATE_FILE, keyMap, 'market adapter state (bots keys)');
-        migrateJsonKeys(PATHS.MARKET_ADAPTER.CENTERS_FILE, keyMap, 'market adapter centers (bots keys)');
-        migratedAny = true;
-    }
+    let jsonMigrated = false;
+    if (migrateJsonKeys(PATHS.PROFILES.MARKET_ADAPTER_WHITELIST_JSON(), keyMap, 'whitelist', true)) jsonMigrated = true;
+    if (migrateJsonKeys(PATHS.MARKET_ADAPTER.STATE_FILE, keyMap, 'market adapter state (bots keys)', true)) jsonMigrated = true;
+    if (migrateJsonKeys(PATHS.MARKET_ADAPTER.CENTERS_FILE, keyMap, 'market adapter centers (bots keys)', true)) jsonMigrated = true;
+
+    if (jsonMigrated && migrated.length === 0) migrated.push('(json-keys)');
+    return migrated.length > 0 ? migrated : null;
+}
 
-    console.log('\n---');
-    if (migratedAny) {
+if (require.main === module) {
+    const result = runMigration();
+    if (result) {
+        console.log(`Migrated files for bots: ${result.join(', ')}`);
         console.log('Migration complete. If files were renamed, verify then restart your bots.');
     } else {
         console.log('No migrations needed.');
     }
 }
 
-main();
+export = { runMigration };
diff --git a/unlock.ts b/unlock.ts

Original file line number	Diff line number	Diff line change
`@@ -1,6 +1,6 @@`
`1`	`1`	`{`
`2`	`2`	`"name": "ama_fitting",`
`3`		`- "version": "1.1.0",`
	`3`	`+ "version": "1.1.1",`
`4`	`4`	`"description": "Tools for fitting AMA parameters to market data",`
`5`	`5`	`"main": "../../dist/analysis/ama_fitting/optimizer_high_resolution.js",`
`6`	`6`	`"scripts": {`
Original file line number	Diff line number	Diff line change
`@@ -1,6 +1,6 @@`
`1`	`1`	`{`
`2`	`2`	`"name": "dexbot2-claw",`
`3`		`- "version": "1.1.0",`
	`3`	`+ "version": "1.1.1",`
`4`	`4`	`"private": true,`
`5`	`5`	`"description": "Claw bridge and runtime integration layer for BitShares and DEXBot2.",`
`6`	`6`	`"type": "commonjs",`
Original file line number	Diff line number	Diff line change
`@@ -1,7 +1,7 @@`
`1`	`1`	`{`
`2`	`2`	`"name": "bitshares-claw-openclaw-plugin",`
`3`	`3`	`"private": true,`
`4`		`- "version": "1.1.0",`
	`4`	`+ "version": "1.1.1",`
`5`	`5`	`"type": "commonjs",`
`6`	`6`	`"main": "index.js"`
`7`	`7`	`}`