feat(backtesting): add delete_source option to migrate_backtests

Allows the migration to remove each legacy directory or bundle
after its destination has been written successfully. Deletion
happens per-backtest inside the worker, so interrupted runs leave
only the not-yet-migrated sources behind.

Exposed via the --delete-source CLI flag.

Author: MDUYN

docusaurus/docs/Getting Started/backtesting.md

@@ -109,6 +109,7 @@ n = migrate_backtests(
     write_index=True,                 # also build index.parquet
     include_ohlcv=False,
     skip_existing=True,               # resume-safe (default)
+    delete_source=False,              # set True to remove originals
 )
 print(f"migrated {n} backtests")
 ```
@@ -122,6 +123,11 @@ iaf migrate-backtests \
     --workers 8
 ```
 
+Pass `--delete-source` (or `delete_source=True` in Python) to remove
+each legacy directory/bundle after its destination has been written
+successfully. Sources are deleted per-backtest, so an interrupted
+run leaves only the not-yet-migrated ones behind.
+
 ## Reporting
 
 Use [Backtest Reports](/docs/Getting%20Started/backtest-reports) to turn

investing_algorithm_framework/cli/cli.py

@@ -281,8 +281,16 @@ def mcp(directory):
     "--no-skip-existing", is_flag=True, default=False,
     help="Re-migrate even if the destination bundle already exists.",
 )
+@click.option(
+    "--delete-source", is_flag=True, default=False,
+    help=(
+        "Delete each source directory/bundle after its destination "
+        "has been written successfully. Use with care."
+    ),
+)
 def migrate_backtests_cmd(
-    src, dst, workers, no_index, include_ohlcv, no_skip_existing
+    src, dst, workers, no_index, include_ohlcv, no_skip_existing,
+    delete_source,
 ):
     """Convert a directory of legacy backtest folders into the bundled
     binary format introduced in issue #487.
@@ -306,6 +314,7 @@ def migrate_backtests_cmd(
         write_index=not no_index,
         include_ohlcv=include_ohlcv,
         skip_existing=not no_skip_existing,
+        delete_source=delete_source,
     )
     click.echo(f"Migrated {n} backtest(s) from {src} to {dst}")
 

investing_algorithm_framework/domain/backtesting/backtest_utils.py

@@ -567,20 +567,32 @@ def load_backtests(
 
 def _migrate_one(args):
     """Worker entry point: open *src* (legacy dir or bundle), write
-    *dst* as a bundle, return the destination path.
-
-    Doing load+save in one worker call keeps each backtest's data in
-    a single process — avoiding the cost of pickling fully-decoded
-    Backtest objects back to the parent process. This roughly halves
-    peak memory usage for large migrations and is faster end-to-end.
+    *dst* as a bundle, optionally delete *src*, return the
+    destination path.
+
+    Doing load+save (and optionally delete) in one worker call keeps
+    each backtest's data in a single process — avoiding the cost of
+    pickling fully-decoded Backtest objects back to the parent
+    process. This roughly halves peak memory usage for large
+    migrations and is faster end-to-end.
     """
-    src, dst, include_ohlcv, ohlcv_store = args
+    src, dst, include_ohlcv, ohlcv_store, delete_source = args
     bt = _open_bundle(src) if is_bundle_file(src) else Backtest.open(src)
-    return str(_save_bundle(
+    out = str(_save_bundle(
         bt, dst,
         include_ohlcv=include_ohlcv,
         ohlcv_store=ohlcv_store,
     ))
+    if delete_source and os.path.abspath(src) != os.path.abspath(out):
+        import shutil
+        if os.path.isdir(src):
+            shutil.rmtree(src, ignore_errors=True)
+        elif os.path.isfile(src):
+            try:
+                os.remove(src)
+            except OSError:
+                pass
+    return out
 
 
 def migrate_backtests(
@@ -592,6 +604,7 @@ def migrate_backtests(
     write_index: bool = True,
     include_ohlcv: bool = False,
     skip_existing: bool = True,
+    delete_source: bool = False,
 ) -> int:
     """Rewrite a directory of legacy backtest folders (or existing
     ``.iafbt`` bundles) as ``.iafbt`` bundles in *dst_dir*.
@@ -613,6 +626,10 @@ def migrate_backtests(
         include_ohlcv: Include OHLCV data in the destination bundles.
         skip_existing: Skip backtests whose destination bundle already
             exists. Allows resuming an interrupted migration.
+        delete_source: If True, delete each source directory / bundle
+            **after** its destination bundle has been written
+            successfully. The source is left intact when it is the
+            same path as the destination. Use with care.
 
     Returns:
         Number of backtests migrated (excluding skipped ones).
@@ -654,7 +671,7 @@ def migrate_backtests(
         dst = str(dst_dir / f"{base}{BUNDLE_EXT}")
         if skip_existing and os.path.isfile(dst):
             continue
-        plan.append((src, dst, include_ohlcv, ohlcv_store))
+        plan.append((src, dst, include_ohlcv, ohlcv_store, delete_source))
 
     if not plan:
         return 0