diff --git a/python/packages/kagent-adk/src/kagent/adk/cli.py b/python/packages/kagent-adk/src/kagent/adk/cli.py
index c007b2614..3aa90c109 100644
--- a/python/packages/kagent-adk/src/kagent/adk/cli.py
+++ b/python/packages/kagent-adk/src/kagent/adk/cli.py
@@ -98,11 +98,10 @@ async def test_agent(agent_config: AgentConfig, agent_card: AgentCard, task: str
 @app.command()
 def test(
     task: Annotated[str, typer.Option("--task", help="The task to test the agent with")],
-    filepath: Annotated[str, typer.Option("--filepath", help="The path to the agent config file")],
+    filepath: Annotated[str, typer.Option("--filepath", help="The path to the directory of config files")],
 ):
-    with open(filepath, "r") as f:
-        content = f.read()
-        config = json.loads(content)
+    with open(os.path.join(filepath, "config.json"), "r") as f:
+        config = json.load(f)
 
     with open(os.path.join(filepath, "agent-card.json"), "r") as f:
         agent_card = json.load(f)