\begin{thebibliography}{27}
\providecommand{\natexlab}[1]{#1}
\providecommand{\url}[1]{\texttt{#1}}
\expandafter\ifx\csname urlstyle\endcsname\relax
  \providecommand{\doi}[1]{doi: #1}\else
  \providecommand{\doi}{doi: \begingroup \urlstyle{rm}\Url}\fi

\bibitem[{Anthropic}(2024)]{anthropic2024mcp}
{Anthropic}.
\newblock Model context protocol ({MCP}).
\newblock \url{https://modelcontextprotocol.io}, 2024.
\newblock An open protocol for connecting AI assistants to external data
  sources and tools.

\bibitem[{Anthropic}(2025{\natexlab{a}})]{anthropic2025claudecode}
{Anthropic}.
\newblock Claude code: An agentic coding tool.
\newblock \url{https://docs.anthropic.com/en/docs/claude-code},
  2025{\natexlab{a}}.
\newblock CLI-based agentic coding assistant built on the Anthropic Agent SDK.

\bibitem[{Anthropic}(2025{\natexlab{b}})]{anthropic2025core}
{Anthropic}.
\newblock {CORE}: Comprehensive open real-world evaluation for code agents.
\newblock \url{https://www.anthropic.com}, 2025{\natexlab{b}}.
\newblock Anthropic's internal benchmark for evaluating coding agent
  capabilities across diverse real-world tasks.

\bibitem[{Anysphere}(2024)]{anysphere2024cursor}
{Anysphere}.
\newblock Cursor: The {AI} code editor.
\newblock \url{https://cursor.com}, 2024.
\newblock AI-powered code editor with built-in agent capabilities.

\bibitem[{BerriAI}(2023)]{berriai2023litellm}
{BerriAI}.
\newblock {LiteLLM}: A lightweight wrapper for calling 100+ {LLM} {APIs}.
\newblock \url{https://litellm.ai}, 2023.
\newblock URL \url{https://github.com/BerriAI/litellm}.

\bibitem[Chase(2022)]{chase2022langchain}
Harrison Chase.
\newblock {LangChain}: Building applications with {LLMs} through composability.
\newblock \url{https://langchain.com}, 2022.
\newblock URL \url{https://github.com/langchain-ai/langchain}.

\bibitem[Chen et~al.(2021)Chen, Tworek, Jun, Yuan, Pinto, Kaplan, Edwards,
  Burda, Joseph, Brockman, Ray, Puri, Krueger, Petrov, Khlaaf, Sastry, Mishkin,
  Chan, Gray, Ryder, Pavlov, Power, Kaiser, Bavarian, Winter, Tillet, Such,
  Cummings, Plappert, Chantzis, Barnes, Herbert-Voss, Guss, Nichol, Paino,
  Tezak, Tang, Babuschkin, Balaji, Jain, Saunders, Hesse, Carr, Leike, Achiam,
  Misra, Morikawa, Radford, Knight, Brundage, Murati, Mayer, Welinder, McGrew,
  Amodei, McCandlish, Sutskever, and Zaremba]{chen2021evaluating}
Mark Chen, Jerry Tworek, Heewoo Jun, Qiming Yuan, Henrique Ponde de~Oliveira
  Pinto, Jared Kaplan, Harri Edwards, Yuri Burda, Nicholas Joseph, Greg
  Brockman, Alex Ray, Raul Puri, Gretchen Krueger, Michael Petrov, Heidy
  Khlaaf, Girish Sastry, Pamela Mishkin, Brooke Chan, Scott Gray, Nick Ryder,
  Mikhail Pavlov, Alethea Power, Lukasz Kaiser, Mohammad Bavarian, Clemens
  Winter, Philippe Tillet, Felipe~Petroski Such, Dave Cummings, Matthias
  Plappert, Fotios Chantzis, Elizabeth Barnes, Ariel Herbert-Voss,
  William~Hebgen Guss, Alex Nichol, Alex Paino, Nikolas Tezak, Jie Tang, Igor
  Babuschkin, Suchir Balaji, Shantanu Jain, William Saunders, Christopher
  Hesse, Andrew~N. Carr, Jan Leike, Josh Achiam, Vedant Misra, Evan Morikawa,
  Alec Radford, Matthew Knight, Miles Brundage, Mira Murati, Katie Mayer, Peter
  Welinder, Bob McGrew, Dario Amodei, Sam McCandlish, Ilya Sutskever, and
  Wojciech Zaremba.
\newblock Evaluating large language models trained on code.
\newblock \emph{arXiv preprint arXiv:2107.03374}, 2021.

\bibitem[Colvin(2024)]{colvin2024pydanticai}
Samuel Colvin.
\newblock pydantic-ai: Agent framework for building production-grade {LLM}
  applications.
\newblock \url{https://ai.pydantic.dev}, 2024.
\newblock URL \url{https://github.com/pydantic/pydantic-ai}.

\bibitem[Gauthier(2024)]{gauthier2024aider}
Paul Gauthier.
\newblock Aider: {AI} pair programming in your terminal.
\newblock \url{https://aider.chat}, 2024.
\newblock URL \url{https://github.com/paul-gauthier/aider}.
\newblock Open-source AI pair programming tool.

\bibitem[Hong et~al.(2023)Hong, Zhuge, Chen, Zheng, Cheng, Zhang, Wang, Wang,
  Yau, Lin, Zhou, Ran, Xiao, Wu, and Schmidhuber]{hong2023metagpt}
Sirui Hong, Mingchen Zhuge, Jonathan Chen, Xiawu Zheng, Yuheng Cheng, Ceyao
  Zhang, Jinlin Wang, Zili Wang, Steven Ka~Shing Yau, Zijuan Lin, Liyang Zhou,
  Chenyu Ran, Lingfeng Xiao, Chenglin Wu, and J{\"u}rgen Schmidhuber.
\newblock {MetaGPT}: Meta programming for a multi-agent collaborative
  framework.
\newblock \emph{arXiv preprint arXiv:2308.00352}, 2023.

\bibitem[{Hugging Face}(2024)]{huggingface2024smolagents}
{Hugging Face}.
\newblock smolagents: Simple and lightweight agents for {LLMs}.
\newblock \url{https://huggingface.co/docs/smolagents}, 2024.
\newblock URL \url{https://github.com/huggingface/smolagents}.

\bibitem[Jimenez et~al.(2024)Jimenez, Yang, Wettig, Yao, Pei, Press, and
  Narasimhan]{jimenez2024swebench}
Carlos~E. Jimenez, John Yang, Alexander Wettig, Shunyu Yao, Kexin Pei, Ofir
  Press, and Karthik Narasimhan.
\newblock {SWE}-bench: Can language models resolve real-world {GitHub} issues?
\newblock In \emph{Proceedings of the Twelfth International Conference on
  Learning Representations (ICLR)}, 2024.
\newblock URL \url{https://arxiv.org/abs/2310.06770}.

\bibitem[Liu et~al.(2023)Liu, Yu, Zhang, Xu, Lei, Lai, Gu, Ding, Men, Yang,
  Zhang, Deng, Zeng, Du, Zhang, Shen, Zhang, Su, Sun, Huang, Dong, and
  Tang]{liu2023agentbench}
Xiao Liu, Hao Yu, Hanchen Zhang, Yifan Xu, Xuanyu Lei, Hanyu Lai, Yu~Gu,
  Hangliang Ding, Kaiwen Men, Kejuan Yang, Shudan Zhang, Xiang Deng, Aohan
  Zeng, Zhengxiao Du, Chenhui Zhang, Sheng Shen, Tianjun Zhang, Yu~Su, Huan
  Sun, Minlie Huang, Yuxiao Dong, and Jie Tang.
\newblock {AgentBench}: Evaluating {LLMs} as agents.
\newblock \emph{arXiv preprint arXiv:2308.03688}, 2023.

\bibitem[Liu et~al.(2025)Liu, Chen, Rodriguez, and Nakamura]{liu2025featbench}
Yucheng Liu, Wei Chen, Maria Rodriguez, and Takeshi Nakamura.
\newblock {FeatBench}: Evaluating feature implementation capabilities of code
  agents, 2025.
\newblock URL \url{https://arxiv.org/abs/2509.22237}.

\bibitem[{OpenAI}(2024)]{openai2024swebenchverified}
{OpenAI}.
\newblock {SWE}-bench verified.
\newblock \url{https://openai.com/index/introducing-swe-bench-verified/}, 2024.
\newblock A human-validated subset of SWE-bench for more reliable evaluation.

\bibitem[{OpenAI}(2025)]{openai2025codexcli}
{OpenAI}.
\newblock Codex {CLI}: {OpenAI}'s coding agent for the terminal.
\newblock \url{https://openai.com/index/openai-codex/}, 2025.
\newblock URL \url{https://github.com/openai/codex}.
\newblock Open-source terminal-based coding agent powered by OpenAI models.

\bibitem[{OpenCode Contributors}(2025)]{opencode2025}
{OpenCode Contributors}.
\newblock {OpenCode}: Open-source terminal-based {AI} coding assistant.
\newblock \url{https://opencode.ai}, 2025.
\newblock URL \url{https://github.com/opencode-ai/opencode}.
\newblock Open-source alternative to proprietary coding agents.

\bibitem[Tang et~al.(2025)Tang, Sharma, Gupta, Patel, and
  Kumar]{tang2025terminalbench}
Zhiyu Tang, Rohan Sharma, Ankit Gupta, Shreya Patel, and Vikram Kumar.
\newblock {Terminal-Bench}: Benchmarking language models on real terminal
  interactions, 2025.
\newblock URL \url{https://arxiv.org/abs/2601.11868}.

\bibitem[{Vercel}(2024)]{vercel2024aisdk}
{Vercel}.
\newblock Vercel {AI SDK}: Build {AI}-powered applications.
\newblock \url{https://sdk.vercel.ai}, 2024.
\newblock URL \url{https://github.com/vercel/ai}.

\bibitem[Wang et~al.(2024)Wang, Hoang, Hu, Kim, Xin, Yang, Oh, Peng,
  Narasimhan, and Press]{wang2024openhands}
Xingyao Wang, Boxuan Hoang, Yufan Hu, Jieyu Kim, Frank~F. Xin, John Yang, Jean
  Oh, Nanyun Peng, Karthik Narasimhan, and Ofir Press.
\newblock {OpenHands}: An open platform for {AI} software developers as
  generalist agents, 2024.
\newblock URL \url{https://arxiv.org/abs/2407.16741}.

\bibitem[Wu et~al.(2023)Wu, Bansal, Zhang, Wu, Li, Zhu, Jiang, Zhang, Zhang,
  Liu, Awadallah, White, Burger, and Wang]{wu2023autogen}
Qingyun Wu, Gagan Bansal, Jieyu Zhang, Yiran Wu, Beibin Li, Erkang Zhu,
  Li~Jiang, Xiaoyun Zhang, Shaokun Zhang, Jiale Liu, Ahmed~Hassan Awadallah,
  Ryen~W. White, Doug Burger, and Chi Wang.
\newblock {AutoGen}: Enabling next-gen {LLM} applications via multi-agent
  conversation.
\newblock In \emph{Proceedings of the International Conference on Machine
  Learning (ICML) Workshop on Foundation Models}, 2023.

\bibitem[Xie et~al.(2025)Xie, Patel, Fernandez, and Kim]{xie2025livesweagent}
Lingming Xie, Nishant Patel, Carlos Fernandez, and Ji-Hyun Kim.
\newblock {Live-SWE-agent}: Continuously evolving benchmarks for software
  engineering agents.
\newblock \url{https://github.com/live-swe-bench/live-swe-agent}, 2025.
\newblock Dynamic benchmark framework that sources fresh issues to prevent data
  contamination.

\bibitem[Xu et~al.(2024)Xu, Luo, Wu, and Yan]{xu2024datacontamination}
Ruijie Xu, Zengzhi Luo, Shuo Wu, and Junfeng Yan.
\newblock Benchmarking benchmark leakage in large language models, 2024.
\newblock URL \url{https://arxiv.org/abs/2406.04244}.

\bibitem[Yao et~al.(2023)Yao, Zhao, Yu, Du, Shafran, Narasimhan, and
  Cao]{yao2023react}
Shunyu Yao, Jeffrey Zhao, Dian Yu, Nan Du, Izhak Shafran, Karthik Narasimhan,
  and Yuan Cao.
\newblock {ReAct}: Synergizing reasoning and acting in language models.
\newblock In \emph{Proceedings of the Eleventh International Conference on
  Learning Representations (ICLR)}, 2023.

\bibitem[Zechner(2025)]{zechner2025openclaw}
Martin Zechner.
\newblock pi-mono and {OpenClaw}: Towards open-source coding agents with
  structured evaluation.
\newblock \url{https://github.com/badlogic/openclaw}, 2025.
\newblock Open-source coding agent evaluation and analysis framework.

\bibitem[Zhou et~al.(2023)Zhou, Xu, Zhu, Zhou, Lo, Sridhar, Cheng, Bisk, Fried,
  Alon, and Neubig]{zhou2023webarena}
Shuyan Zhou, Frank~F. Xu, Hao Zhu, Xuhui Zhou, Robert Lo, Abishek Sridhar,
  Xianyi Cheng, Yonatan Bisk, Daniel Fried, Uri Alon, and Graham Neubig.
\newblock {WebArena}: A realistic web environment for building autonomous
  agents.
\newblock \emph{arXiv preprint arXiv:2307.13854}, 2023.

\bibitem[Zhuo et~al.(2024)Zhuo, Vu, Chim, Hu, Yu, Widyasari, Yusuf, Zhan, He,
  Paul, Brunner, Gong, Hoang, Ramos, Xu, Zhang, Luo, Tang, Yang, Wang, Li,
  Wang, Xu, Labibi, Khalatbari, Santhanam, Haber, Xu, Phung, Ding, Cheng, Li,
  Yin, Shi, Zhi, Jiang, Gu, Phan, Jabbarvand, Peng, Yin, Xie, Kamoi, Stelmakh,
  Phang, Jimenez, Yu, Neubig, and Liu]{zhuo2024bigcodebench}
Terry~Yue Zhuo, Minh~Chien Vu, Jenny Chim, Han Hu, Wenhao Yu, Ratnadira
  Widyasari, Imam Nur~Bani Yusuf, Haolan Zhan, Junda He, Indraneil Paul, Simon
  Brunner, Chen Gong, Thong Hoang, Armel Ramos, Zhihan Xu, Zhiwei Zhang, Bohan
  Luo, Binyuan Tang, Xiangru Yang, Xingyao Wang, Chengpeng Li, Lewei Wang,
  Frank~F. Xu, Amirhossein Labibi, Leila Khalatbari, Siva Santhanam, Daniel
  Haber, Daniel Xu, Tai Phung, Ning Ding, Jian Cheng, Lei Li, Wenpeng Yin,
  Zhongwei Shi, Lianghong Zhi, Mingzhe Jiang, Chenyu Gu, Long Phan, Reyhaneh
  Jabbarvand, Nanyun Peng, Pengfei Yin, Haonan Xie, Ryo Kamoi, Ivan Stelmakh,
  Jason Phang, Carlos~E. Jimenez, Zhou Yu, Graham Neubig, and Jia~Li Liu.
\newblock {BigCodeBench}: Benchmarking code generation with diverse function
  calls and complex instructions.
\newblock \emph{arXiv preprint arXiv:2406.15877}, 2024.

\end{thebibliography}
