diff --git a/nemo_run/run/torchx_backend/schedulers/docker.py b/nemo_run/run/torchx_backend/schedulers/docker.py
index ac3a14b3..e3124a02 100644
--- a/nemo_run/run/torchx_backend/schedulers/docker.py
+++ b/nemo_run/run/torchx_backend/schedulers/docker.py
@@ -254,6 +254,13 @@ def local_logs(container: DockerContainer):
         else:
             return logs
 
+    def _cancel_existing(self, app_id: str) -> None:
+        req = DockerJobRequest.load(app_id=app_id)
+        if not req:
+            return None
+        for container in req.containers:
+            container.delete(client=self._docker_client, id=req.id)
+
     def close(self) -> None:
         # terminate all apps
         for req in self._scheduled_reqs: