feat: Allow user to edit agent files/directories and apply changes without reloading anything

PiperOrigin-RevId: 780710003

Author: abchang123

pyproject.toml

@@ -51,6 +51,7 @@ dependencies = [
   "typing-extensions>=4.5, <5",
   "tzlocal>=5.3",                                   # Time zone utilities
   "uvicorn>=0.34.0",                                # ASGI server for FastAPI
+  "watchdog>=6.0.0",                                # For file change detection and hot reload
   "websockets>=15.0.1",                             # For BaseLlmFlow
   # go/keep-sorted end
 ]

src/google/adk/cli/cli_tools_click.py

@@ -583,6 +583,13 @@ def decorator(func):
         default=False,
         help="Optional. Whether to enable A2A endpoint.",
     )
+    @click.option(
+        "--reload_agents",
+        is_flag=True,
+        default=False,
+        show_default=True,
+        help="Optional. Whether to enable live reload for agents changes.",
+    )
     @functools.wraps(func)
     def wrapper(*args, **kwargs):
       return func(*args, **kwargs)
@@ -625,6 +632,7 @@ def cli_web(
     session_db_url: Optional[str] = None,  # Deprecated
     artifact_storage_uri: Optional[str] = None,  # Deprecated
     a2a: bool = False,
+    reload_agents: bool = False,
 ):
   """Starts a FastAPI server with Web UI for agents.
 
@@ -674,6 +682,7 @@ async def _lifespan(app: FastAPI):
       a2a=a2a,
       host=host,
       port=port,
+      reload_agents=reload_agents,
   )
   config = uvicorn.Config(
       app,
@@ -721,6 +730,7 @@ def cli_api_server(
     session_db_url: Optional[str] = None,  # Deprecated
     artifact_storage_uri: Optional[str] = None,  # Deprecated
     a2a: bool = False,
+    reload_agents: bool = False,
 ):
   """Starts a FastAPI server for agents.
 
@@ -748,6 +758,7 @@ def cli_api_server(
           a2a=a2a,
           host=host,
           port=port,
+          reload_agents=reload_agents,
       ),
       host=host,
       port=port,
@@ -861,6 +872,7 @@ def cli_deploy_cloud_run(
     session_db_url: Optional[str] = None,  # Deprecated
     artifact_storage_uri: Optional[str] = None,  # Deprecated
     a2a: bool = False,
+    reload_agents: bool = False,
 ):
   """Deploys an agent to Cloud Run.
 

src/google/adk/cli/fast_api.py

@@ -49,6 +49,8 @@
 from pydantic import ValidationError
 from starlette.types import Lifespan
 from typing_extensions import override
+from watchdog.events import FileSystemEventHandler
+from watchdog.observers import Observer
 
 from ..agents import RunConfig
 from ..agents.live_request_queue import LiveRequest
@@ -87,6 +89,21 @@
 logger = logging.getLogger("google_adk." + __name__)
 
 _EVAL_SET_FILE_EXTENSION = ".evalset.json"
+_app_name = ""
+_runners_to_clean = set()
+
+
+class AgentChangeEventHandler(FileSystemEventHandler):
+
+  def __init__(self, agent_loader: AgentLoader):
+    self.agent_loader = agent_loader
+
+  def on_modified(self, event):
+    if not (event.src_path.endswith(".py") or event.src_path.endswith(".yaml")):
+      return
+    logger.info("Change detected in agents directory: %s", event.src_path)
+    self.agent_loader.remove_agent_from_cache(_app_name)
+    _runners_to_clean.add(_app_name)
 
 
 class ApiServerSpanExporter(export.SpanExporter):
@@ -205,6 +222,7 @@ def get_fast_api_app(
     host: str = "127.0.0.1",
     port: int = 8000,
     trace_to_cloud: bool = False,
+    reload_agents: bool = False,
     lifespan: Optional[Lifespan[FastAPI]] = None,
 ) -> FastAPI:
   # InMemory tracing dict.
@@ -235,14 +253,16 @@ def get_fast_api_app(
 
   @asynccontextmanager
   async def internal_lifespan(app: FastAPI):
-
     try:
       if lifespan:
         async with lifespan(app) as lifespan_context:
           yield lifespan_context
       else:
         yield
     finally:
+      if reload_agents:
+        observer.stop()
+        observer.join()
       # Create tasks for all runner closures to run concurrently
       await cleanup.close_runners(list(runner_dict.values()))
 
@@ -336,6 +356,13 @@ async def internal_lifespan(app: FastAPI):
   # initialize Agent Loader
   agent_loader = AgentLoader(agents_dir)
 
+  # Set up a file system watcher to detect changes in the agents directory.
+  observer = Observer()
+  if reload_agents:
+    event_handler = AgentChangeEventHandler(agent_loader)
+    observer.schedule(event_handler, agents_dir, recursive=True)
+    observer.start()
+
   @app.get("/list-apps")
   def list_apps() -> list[str]:
     base_path = Path.cwd() / agents_dir
@@ -390,6 +417,9 @@ async def get_session(
     )
     if not session:
       raise HTTPException(status_code=404, detail="Session not found")
+
+    global _app_name
+    _app_name = app_name
     return session
 
   @app.get(
@@ -947,6 +977,11 @@ async def process_messages():
 
   async def _get_runner_async(app_name: str) -> Runner:
     """Returns the runner for the given app."""
+    if app_name in _runners_to_clean:
+      _runners_to_clean.remove(app_name)
+      runner = runner_dict.pop(app_name, None)
+      await cleanup.close_runners(list([runner]))
+
     envs.load_dotenv_for_agent(os.path.basename(app_name), agents_dir)
     if app_name in runner_dict:
       return runner_dict[app_name]

src/google/adk/cli/utils/agent_loader.py

@@ -164,3 +164,15 @@ def load_agent(self, agent_name: str) -> BaseAgent:
     agent = self._perform_load(agent_name)
     self._agent_cache[agent_name] = agent
     return agent
+
+  def remove_agent_from_cache(self, agent_name: str):
+    # Clear module cache for the agent and its submodules
+    keys_to_delete = [
+        module_name
+        for module_name in sys.modules
+        if module_name == agent_name or module_name.startswith(f"{agent_name}.")
+    ]
+    for key in keys_to_delete:
+      logger.debug("Deleting module %s", key)
+      del sys.modules[key]
+    self._agent_cache.pop(agent_name, None)