diff --git a/opendevin/server/agent/agent.py b/opendevin/server/agent/agent.py
index 1c8cd65fbe..c62cd0ed93 100644
--- a/opendevin/server/agent/agent.py
+++ b/opendevin/server/agent/agent.py
@@ -184,7 +184,8 @@ class AgentUnit:
             await self.send_error('No agent started. Please wait a second...')
             return
         try:
-            assert not self.agent_task, 'Agent task already running'
+            if self.agent_task:
+                self.agent_task.cancel()
             self.agent_task = asyncio.create_task(
                 self.controller.start(task), name='agent start task loop'
             )