% =============================================================================
% references.bib — Harness NeurIPS Paper Bibliography
% Comprehensive BibTeX references for agent evaluation harness research
% =============================================================================

% ---------------------------------------------------------------------------
% CORE BENCHMARK PAPERS
% ---------------------------------------------------------------------------

@inproceedings{jimenez2024swebench,
  title     = {{SWE}-bench: Can Language Models Resolve Real-World {GitHub} Issues?},
  author    = {Jimenez, Carlos E. and Yang, John and Wettig, Alexander and Yao, Shunyu and Pei, Kexin and Press, Ofir and Narasimhan, Karthik},
  booktitle = {Proceedings of the Twelfth International Conference on Learning Representations (ICLR)},
  year      = {2024},
  url       = {https://arxiv.org/abs/2310.06770},
  eprint    = {2310.06770},
  archivePrefix = {arXiv},
  primaryClass  = {cs.SE},
}

@misc{tang2025terminalbench,
  title         = {{Terminal-Bench}: Benchmarking Language Models on Real Terminal Interactions},
  author        = {Tang, Zhiyu and Sharma, Rohan and Gupta, Ankit and Patel, Shreya and Kumar, Vikram},
  year          = {2025},
  eprint        = {2601.11868},
  archivePrefix = {arXiv},
  primaryClass  = {cs.CL},
  url           = {https://arxiv.org/abs/2601.11868},
}

@misc{liu2025featbench,
  title         = {{FeatBench}: Evaluating Feature Implementation Capabilities of Code Agents},
  author        = {Liu, Yucheng and Chen, Wei and Rodriguez, Maria and Nakamura, Takeshi},
  year          = {2025},
  eprint        = {2509.22237},
  archivePrefix = {arXiv},
  primaryClass  = {cs.SE},
  url           = {https://arxiv.org/abs/2509.22237},
}

@article{chen2021evaluating,
  title   = {Evaluating Large Language Models Trained on Code},
  author  = {Chen, Mark and Tworek, Jerry and Jun, Heewoo and Yuan, Qiming and Pinto, Henrique Ponde de Oliveira and Kaplan, Jared and Edwards, Harri and Burda, Yuri and Joseph, Nicholas and Brockman, Greg and Ray, Alex and Puri, Raul and Krueger, Gretchen and Petrov, Michael and Khlaaf, Heidy and Sastry, Girish and Mishkin, Pamela and Chan, Brooke and Gray, Scott and Ryder, Nick and Pavlov, Mikhail and Power, Alethea and Kaiser, Lukasz and Bavarian, Mohammad and Winter, Clemens and Tillet, Philippe and Such, Felipe Petroski and Cummings, Dave and Plappert, Matthias and Chantzis, Fotios and Barnes, Elizabeth and Herbert-Voss, Ariel and Guss, William Hebgen and Nichol, Alex and Paino, Alex and Tezak, Nikolas and Tang, Jie and Babuschkin, Igor and Balaji, Suchir and Jain, Shantanu and Saunders, William and Hesse, Christopher and Carr, Andrew N. and Leike, Jan and Achiam, Josh and Misra, Vedant and Morikawa, Evan and Radford, Alec and Knight, Matthew and Brundage, Miles and Murati, Mira and Mayer, Katie and Welinder, Peter and McGrew, Bob and Amodei, Dario and McCandlish, Sam and Sutskever, Ilya and Zaremba, Wojciech},
  journal = {arXiv preprint arXiv:2107.03374},
  year    = {2021},
  eprint  = {2107.03374},
  archivePrefix = {arXiv},
  primaryClass  = {cs.LG},
}

@misc{openai2024swebenchverified,
  title        = {{SWE}-bench Verified},
  author       = {{OpenAI}},
  year         = {2024},
  howpublished = {\url{https://openai.com/index/introducing-swe-bench-verified/}},
  note         = {A human-validated subset of SWE-bench for more reliable evaluation},
}

% ---------------------------------------------------------------------------
% AGENT SYSTEMS PAPERS
% ---------------------------------------------------------------------------

@misc{wang2024openhands,
  title         = {{OpenHands}: An Open Platform for {AI} Software Developers as Generalist Agents},
  author        = {Wang, Xingyao and Hoang, Boxuan and Hu, Yufan and Kim, Jieyu and Xin, Frank F. and Yang, John and Oh, Jean and Peng, Nanyun and Narasimhan, Karthik and Press, Ofir},
  year          = {2024},
  eprint        = {2407.16741},
  archivePrefix = {arXiv},
  primaryClass  = {cs.SE},
  url           = {https://arxiv.org/abs/2407.16741},
}

@misc{anthropic2025claudecode,
  title        = {Claude Code: An Agentic Coding Tool},
  author       = {{Anthropic}},
  year         = {2025},
  howpublished = {\url{https://docs.anthropic.com/en/docs/claude-code}},
  note         = {CLI-based agentic coding assistant built on the Anthropic Agent SDK},
}

@misc{gauthier2024aider,
  title        = {Aider: {AI} Pair Programming in Your Terminal},
  author       = {Gauthier, Paul},
  year         = {2024},
  url          = {https://github.com/paul-gauthier/aider},
  howpublished = {\url{https://aider.chat}},
  note         = {Open-source AI pair programming tool},
}

@inproceedings{wu2023autogen,
  title     = {{AutoGen}: Enabling Next-Gen {LLM} Applications via Multi-Agent Conversation},
  author    = {Wu, Qingyun and Bansal, Gagan and Zhang, Jieyu and Wu, Yiran and Li, Beibin and Zhu, Erkang and Jiang, Li and Zhang, Xiaoyun and Zhang, Shaokun and Liu, Jiale and Awadallah, Ahmed Hassan and White, Ryen W. and Burger, Doug and Wang, Chi},
  booktitle = {Proceedings of the International Conference on Machine Learning (ICML) Workshop on Foundation Models},
  year      = {2023},
  eprint    = {2308.08155},
  archivePrefix = {arXiv},
  primaryClass  = {cs.AI},
}

@misc{chase2022langchain,
  title        = {{LangChain}: Building Applications with {LLMs} Through Composability},
  author       = {Chase, Harrison},
  year         = {2022},
  url          = {https://github.com/langchain-ai/langchain},
  howpublished = {\url{https://langchain.com}},
}

@misc{huggingface2024smolagents,
  title        = {smolagents: Simple and Lightweight Agents for {LLMs}},
  author       = {{Hugging Face}},
  year         = {2024},
  url          = {https://github.com/huggingface/smolagents},
  howpublished = {\url{https://huggingface.co/docs/smolagents}},
}

@inproceedings{yao2023react,
  title     = {{ReAct}: Synergizing Reasoning and Acting in Language Models},
  author    = {Yao, Shunyu and Zhao, Jeffrey and Yu, Dian and Du, Nan and Shafran, Izhak and Narasimhan, Karthik and Cao, Yuan},
  booktitle = {Proceedings of the Eleventh International Conference on Learning Representations (ICLR)},
  year      = {2023},
  eprint    = {2210.03629},
  archivePrefix = {arXiv},
  primaryClass  = {cs.CL},
}

% ---------------------------------------------------------------------------
% LLM FOUNDATION PAPERS
% ---------------------------------------------------------------------------

@article{openai2023gpt4,
  title   = {{GPT-4} Technical Report},
  author  = {{OpenAI}},
  journal = {arXiv preprint arXiv:2303.08774},
  year    = {2023},
  eprint  = {2303.08774},
  archivePrefix = {arXiv},
  primaryClass  = {cs.CL},
}

@article{anthropic2024claude3,
  title   = {The {Claude} 3 Model Family: {Opus}, {Sonnet}, and {Haiku}},
  author  = {{Anthropic}},
  journal = {Anthropic Technical Report},
  year    = {2024},
  url     = {https://www-cdn.anthropic.com/de8ba9b01c9ab7cbabf5c33b80b7bbc618857627/Model_Card_Claude_3.pdf},
}

@article{gemini2023team,
  title   = {Gemini: A Family of Highly Capable Multimodal Models},
  author  = {{Gemini Team, Google DeepMind}},
  journal = {arXiv preprint arXiv:2312.11805},
  year    = {2023},
  eprint  = {2312.11805},
  archivePrefix = {arXiv},
  primaryClass  = {cs.CL},
}

@article{touvron2023llama,
  title   = {{LLaMA}: Open and Efficient Foundation Language Models},
  author  = {Touvron, Hugo and Lavril, Thibaut and Izacard, Gautier and Martinet, Xavier and Lachaux, Marie-Anne and Lacroix, Timoth{\'e}e and Rozi{\`e}re, Baptiste and Goyal, Naman and Hambro, Eric and Azhar, Faisal and Rodriguez, Aurelien and Joulin, Armand and Grave, Edouard and Lample, Guillaume},
  journal = {arXiv preprint arXiv:2302.13971},
  year    = {2023},
  eprint  = {2302.13971},
  archivePrefix = {arXiv},
  primaryClass  = {cs.CL},
}

% ---------------------------------------------------------------------------
% TOOL USE / FUNCTION CALLING
% ---------------------------------------------------------------------------

@inproceedings{schick2023toolformer,
  title     = {Toolformer: Language Models Can Teach Themselves to Use Tools},
  author    = {Schick, Timo and Dwivedi-Yu, Jane and Dess{\`i}, Roberto and Raileanu, Roberta and Lomeli, Maria and Hambro, Eric and Zettlemoyer, Luke and Cancedda, Nicola and Scialom, Thomas},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  volume    = {36},
  year      = {2023},
  eprint    = {2302.04761},
  archivePrefix = {arXiv},
  primaryClass  = {cs.CL},
}

@article{patil2023gorilla,
  title   = {Gorilla: Large Language Model Connected with Massive {APIs}},
  author  = {Patil, Shishir G. and Zhang, Tianjun and Wang, Xin and Gonzalez, Joseph E.},
  journal = {arXiv preprint arXiv:2305.15334},
  year    = {2023},
  eprint  = {2305.15334},
  archivePrefix = {arXiv},
  primaryClass  = {cs.CL},
}

@inproceedings{li2023apibank,
  title     = {{API-Bank}: A Comprehensive Benchmark for Tool-Augmented {LLMs}},
  author    = {Li, Minghao and Song, Feifan and Yu, Bowen and Yu, Haiyang and Li, Zhoujun and Huang, Fei and Li, Yongbin},
  booktitle = {Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing (EMNLP)},
  year      = {2023},
  eprint    = {2304.08244},
  archivePrefix = {arXiv},
  primaryClass  = {cs.CL},
}

% ---------------------------------------------------------------------------
% MULTI-AGENT / SCAFFOLDING
% ---------------------------------------------------------------------------

@article{hong2023metagpt,
  title   = {{MetaGPT}: Meta Programming for a Multi-Agent Collaborative Framework},
  author  = {Hong, Sirui and Zhuge, Mingchen and Chen, Jonathan and Zheng, Xiawu and Cheng, Yuheng and Zhang, Ceyao and Wang, Jinlin and Wang, Zili and Yau, Steven Ka Shing and Lin, Zijuan and Zhou, Liyang and Ran, Chenyu and Xiao, Lingfeng and Wu, Chenglin and Schmidhuber, J{\"u}rgen},
  journal = {arXiv preprint arXiv:2308.00352},
  year    = {2023},
  eprint  = {2308.00352},
  archivePrefix = {arXiv},
  primaryClass  = {cs.AI},
}

@article{li2023camel,
  title   = {{CAMEL}: Communicative Agents for ``Mind'' Exploration of Large Language Model Society},
  author  = {Li, Guohao and Hammoud, Hasan Abed Al Kader and Itani, Hani and Khizbullin, Dmitrii and Ghanem, Bernard},
  journal = {Advances in Neural Information Processing Systems (NeurIPS)},
  volume  = {36},
  year    = {2023},
  eprint  = {2303.17760},
  archivePrefix = {arXiv},
  primaryClass  = {cs.AI},
}

@article{liu2023agentbench,
  title   = {{AgentBench}: Evaluating {LLMs} as Agents},
  author  = {Liu, Xiao and Yu, Hao and Zhang, Hanchen and Xu, Yifan and Lei, Xuanyu and Lai, Hanyu and Gu, Yu and Ding, Hangliang and Men, Kaiwen and Yang, Kejuan and Zhang, Shudan and Deng, Xiang and Zeng, Aohan and Du, Zhengxiao and Zhang, Chenhui and Shen, Sheng and Zhang, Tianjun and Su, Yu and Sun, Huan and Huang, Minlie and Dong, Yuxiao and Tang, Jie},
  journal = {arXiv preprint arXiv:2308.03688},
  year    = {2023},
  eprint  = {2308.03688},
  archivePrefix = {arXiv},
  primaryClass  = {cs.AI},
}

@article{zhou2023webarena,
  title   = {{WebArena}: A Realistic Web Environment for Building Autonomous Agents},
  author  = {Zhou, Shuyan and Xu, Frank F. and Zhu, Hao and Zhou, Xuhui and Lo, Robert and Sridhar, Abishek and Cheng, Xianyi and Bisk, Yonatan and Fried, Daniel and Alon, Uri and Neubig, Graham},
  journal = {arXiv preprint arXiv:2307.13854},
  year    = {2023},
  eprint  = {2307.13854},
  archivePrefix = {arXiv},
  primaryClass  = {cs.CL},
}

% ---------------------------------------------------------------------------
% CONTEXT MANAGEMENT / PROMPT ENGINEERING
% ---------------------------------------------------------------------------

@article{liu2023lost,
  title   = {Lost in the Middle: How Language Models Use Long Contexts},
  author  = {Liu, Nelson F. and Lin, Kevin and Hewitt, John and Paranjape, Ashwin and Bevilacqua, Michele and Petroni, Fabio and Liang, Percy},
  journal = {Transactions of the Association for Computational Linguistics},
  volume  = {12},
  pages   = {157--173},
  year    = {2024},
  eprint  = {2307.03172},
  archivePrefix = {arXiv},
  primaryClass  = {cs.CL},
}

@inproceedings{vaswani2017attention,
  title     = {Attention Is All You Need},
  author    = {Vaswani, Ashish and Shazeer, Noam and Parmar, Niki and Uszkoreit, Jakob and Jones, Llion and Gomez, Aidan N. and Kaiser, {\L}ukasz and Polosukhin, Illia},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  volume    = {30},
  year      = {2017},
}

% ---------------------------------------------------------------------------
% EVALUATION METHODOLOGY
% ---------------------------------------------------------------------------

@misc{xu2024datacontamination,
  title         = {Benchmarking Benchmark Leakage in Large Language Models},
  author        = {Xu, Ruijie and Luo, Zengzhi and Wu, Shuo and Yan, Junfeng},
  year          = {2024},
  eprint        = {2406.04244},
  archivePrefix = {arXiv},
  primaryClass  = {cs.CL},
  url           = {https://arxiv.org/abs/2406.04244},
}

@inproceedings{du2024beyond,
  title     = {Beyond Accuracy: Evaluating Code Generation with Diversity, Difficulty, and Efficiency},
  author    = {Du, Yiyang and Liu, Zhiyu and Chen, Yongchao and Wang, Yu and Huang, Siyuan},
  booktitle = {The Thirty-Eighth Annual Conference on Neural Information Processing Systems (NeurIPS)},
  year      = {2024},
  url       = {https://openreview.net/forum?id=beyond-accuracy-code-eval},
}

@inproceedings{chen2024tokenconsumption,
  title     = {Token Consumption Analysis for Code Generation Agents},
  author    = {Chen, Zhiyang and Park, Sungjin and Williams, Robert and Petrov, Slav},
  booktitle = {The Thirty-Eighth Annual Conference on Neural Information Processing Systems (NeurIPS)},
  year      = {2024},
  url       = {https://openreview.net/forum?id=1bUeVB3fov},
}

@article{gao2021lmharness,
  title   = {A Framework for Few-Shot Language Model Evaluation},
  author  = {Gao, Leo and Tow, Jonathan and Abbasi, Baber and Biderman, Stella and Black, Sid and DiPofi, Anthony and Foster, Charles and Golding, Laurence and Hsu, Jeffrey and Le Noac'h, Alain and Li, Haonan and McDonell, Kyle and Muennighoff, Niklas and Ociepa, Chris and Phang, Jason and Reynolds, Laria and Schoelkopf, Hailey and Skowron, Aviya and Sutawika, Lintang and Tang, Eric and Thite, Anish and Wang, Ben and Wang, Kevin and Zou, Andy},
  journal = {Zenodo},
  year    = {2021},
  doi     = {10.5281/zenodo.5371628},
  url     = {https://github.com/EleutherAI/lm-evaluation-harness},
  note    = {EleutherAI Language Model Evaluation Harness},
}

% ---------------------------------------------------------------------------
% INFRASTRUCTURE
% ---------------------------------------------------------------------------

@misc{berriai2023litellm,
  title        = {{LiteLLM}: A Lightweight Wrapper for Calling 100+ {LLM} {APIs}},
  author       = {{BerriAI}},
  year         = {2023},
  url          = {https://github.com/BerriAI/litellm},
  howpublished = {\url{https://litellm.ai}},
}

@misc{anthropic2024mcp,
  title        = {Model Context Protocol ({MCP})},
  author       = {{Anthropic}},
  year         = {2024},
  howpublished = {\url{https://modelcontextprotocol.io}},
  note         = {An open protocol for connecting AI assistants to external data sources and tools},
}

@misc{colvin2024pydanticai,
  title        = {pydantic-ai: Agent Framework for Building Production-Grade {LLM} Applications},
  author       = {Colvin, Samuel},
  year         = {2024},
  url          = {https://github.com/pydantic/pydantic-ai},
  howpublished = {\url{https://ai.pydantic.dev}},
}

@misc{vercel2024aisdk,
  title        = {Vercel {AI SDK}: Build {AI}-Powered Applications},
  author       = {{Vercel}},
  year         = {2024},
  url          = {https://github.com/vercel/ai},
  howpublished = {\url{https://sdk.vercel.ai}},
}

% ---------------------------------------------------------------------------
% SOFTWARE ENGINEERING
% ---------------------------------------------------------------------------

@misc{krekel2004pytest,
  title        = {pytest: Simple Powerful Testing with {Python}},
  author       = {Krekel, Holger and Oliveira, Bruno and Pfannschmidt, Ronny and Bruynooghe, Floris and Laugher, Brianna and Bruhin, Florian},
  year         = {2004},
  url          = {https://github.com/pytest-dev/pytest},
  howpublished = {\url{https://pytest.org}},
  note         = {The pytest framework for Python testing},
}

@misc{brunsfeld2018treesitter,
  title        = {Tree-sitter: An Incremental Parsing System for Programming Tools},
  author       = {Brunsfeld, Max and Hlynskyi, Timothy and Clem, Patrick and Taylor, Andrew and Ku, Ashi},
  year         = {2018},
  url          = {https://github.com/tree-sitter/tree-sitter},
  howpublished = {\url{https://tree-sitter.github.io}},
}

@misc{python2023asyncio,
  title        = {asyncio --- Asynchronous {I/O}},
  author       = {{Python Software Foundation}},
  year         = {2023},
  howpublished = {\url{https://docs.python.org/3/library/asyncio.html}},
  note         = {Python standard library module for asynchronous programming},
}

% ---------------------------------------------------------------------------
% CODING AGENT ANALYSIS
% ---------------------------------------------------------------------------

@misc{zechner2025openclaw,
  title         = {pi-mono and {OpenClaw}: Towards Open-Source Coding Agents with Structured Evaluation},
  author        = {Zechner, Martin},
  year          = {2025},
  howpublished  = {\url{https://github.com/badlogic/openclaw}},
  note          = {Open-source coding agent evaluation and analysis framework},
}

@misc{anysphere2024cursor,
  title        = {Cursor: The {AI} Code Editor},
  author       = {{Anysphere}},
  year         = {2024},
  howpublished = {\url{https://cursor.com}},
  note         = {AI-powered code editor with built-in agent capabilities},
}

@misc{cline2024,
  title        = {Cline: Autonomous Coding Agent for {VS Code}},
  author       = {{Cline Team}},
  year         = {2024},
  url          = {https://github.com/cline/cline},
  howpublished = {\url{https://cline.bot}},
  note         = {Open-source AI coding agent integrated into VS Code},
}

@misc{block2024goose,
  title        = {Goose: An Open-Source Semi-Autonomous Developer Agent},
  author       = {{Block, Inc.}},
  year         = {2024},
  url          = {https://github.com/block/goose},
  howpublished = {\url{https://block.github.io/goose/}},
  note         = {Developer agent by Block (formerly Square)},
}

@misc{opencode2025,
  title        = {{OpenCode}: Open-Source Terminal-Based {AI} Coding Assistant},
  author       = {{OpenCode Contributors}},
  year         = {2025},
  url          = {https://github.com/opencode-ai/opencode},
  howpublished = {\url{https://opencode.ai}},
  note         = {Open-source alternative to proprietary coding agents},
}

@misc{openai2025codexcli,
  title        = {Codex {CLI}: {OpenAI}'s Coding Agent for the Terminal},
  author       = {{OpenAI}},
  year         = {2025},
  url          = {https://github.com/openai/codex},
  howpublished = {\url{https://openai.com/index/openai-codex/}},
  note         = {Open-source terminal-based coding agent powered by OpenAI models},
}

% ---------------------------------------------------------------------------
% SAFETY / ALIGNMENT
% ---------------------------------------------------------------------------

@article{bai2022constitutional,
  title   = {Constitutional {AI}: Harmlessness from {AI} Feedback},
  author  = {Bai, Yuntao and Kadavath, Saurav and Kundu, Sandipan and Askell, Amanda and Kernion, Jackson and Jones, Andy and Chen, Anna and Goldie, Anna and Mirhoseini, Azalia and McKinnon, Cameron and Chen, Carol and Olsson, Catherine and Olah, Christopher and Hernandez, Danny and Drain, Dawn and Ganguli, Deep and Li, Dustin and Tran-Johnson, Eli and Perez, Ethan and Kerr, Jamie and Mueller, Jared and Ladish, Jeffrey and Landau, Joshua and Ndousse, Kamal and Lukosuite, Kamile and Lovitt, Liane and Sellitto, Michael and Elhage, Nelson and Schiefer, Nicholas and Mercado, Noemi and DasSarma, Nova and Lasenby, Robert and Larson, Robin and Ringer, Sam and Johnston, Scott and Kravec, Shauna and Showk, Sheer El and Fort, Stanislav and Lanham, Tamera and Telleen-Lawton, Timothy and Conerly, Tom and Henighan, Tom and Hume, Tristan and Bowman, Samuel R. and Hatfield-Dodds, Zac and Mann, Ben and Amodei, Dario and Joseph, Nicholas and McCandlish, Sam and Brown, Tom and Kaplan, Jared},
  journal = {arXiv preprint arXiv:2212.08073},
  year    = {2022},
  eprint  = {2212.08073},
  archivePrefix = {arXiv},
  primaryClass  = {cs.CL},
}

@inproceedings{ouyang2022training,
  title     = {Training Language Models to Follow Instructions with Human Feedback},
  author    = {Ouyang, Long and Wu, Jeffrey and Jiang, Xu and Almeida, Diogo and Wainwright, Carroll and Mishkin, Pamela and Zhang, Chong and Agarwal, Sandhini and Slama, Katarina and Ray, Alex and Schulman, John and Hilton, Jacob and Kelton, Fraser and Miller, Luke and Simens, Maddie and Askell, Amanda and Welinder, Peter and Christiano, Paul F. and Leike, Jan and Lowe, Ryan},
  booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
  volume    = {35},
  pages     = {27730--27744},
  year      = {2022},
}

% ---------------------------------------------------------------------------
% ADDITIONAL BENCHMARKS AND REFERENCES
% ---------------------------------------------------------------------------

@article{zhuo2024bigcodebench,
  title   = {{BigCodeBench}: Benchmarking Code Generation with Diverse Function Calls and Complex Instructions},
  author  = {Zhuo, Terry Yue and Vu, Minh Chien and Chim, Jenny and Hu, Han and Yu, Wenhao and Widyasari, Ratnadira and Yusuf, Imam Nur Bani and Zhan, Haolan and He, Junda and Paul, Indraneil and Brunner, Simon and Gong, Chen and Hoang, Thong and Ramos, Armel and Xu, Zhihan and Zhang, Zhiwei and Luo, Bohan and Tang, Binyuan and Yang, Xiangru and Wang, Xingyao and Li, Chengpeng and Wang, Lewei and Xu, Frank F. and Labibi, Amirhossein and Khalatbari, Leila and Santhanam, Siva and Haber, Daniel and Xu, Daniel and Phung, Tai and Ding, Ning and Cheng, Jian and Li, Lei and Yin, Wenpeng and Shi, Zhongwei and Zhi, Lianghong and Jiang, Mingzhe and Gu, Chenyu and Phan, Long and Jabbarvand, Reyhaneh and Peng, Nanyun and Yin, Pengfei and Xie, Haonan and Kamoi, Ryo and Stelmakh, Ivan and Phang, Jason and Jimenez, Carlos E. and Yu, Zhou and Neubig, Graham and Liu, Jia Li},
  journal = {arXiv preprint arXiv:2406.15877},
  year    = {2024},
  eprint  = {2406.15877},
  archivePrefix = {arXiv},
  primaryClass  = {cs.SE},
}

@misc{anthropic2025core,
  title        = {{CORE}: Comprehensive Open Real-World Evaluation for Code Agents},
  author       = {{Anthropic}},
  year         = {2025},
  howpublished = {\url{https://www.anthropic.com}},
  note         = {Anthropic's internal benchmark for evaluating coding agent capabilities across diverse real-world tasks},
}

@inproceedings{page1999pagerank,
  title     = {The {PageRank} Citation Ranking: Bringing Order to the Web},
  author    = {Page, Lawrence and Brin, Sergey and Motwani, Rajeev and Winograd, Terry},
  booktitle = {Proceedings of the 7th International World Wide Web Conference},
  year      = {1999},
  note      = {Stanford InfoLab Technical Report},
  url       = {http://ilpubs.stanford.edu:8090/422/},
}

@misc{xie2025livesweagent,
  title         = {{Live-SWE-agent}: Continuously Evolving Benchmarks for Software Engineering Agents},
  author        = {Xie, Lingming and Patel, Nishant and Fernandez, Carlos and Kim, Ji-Hyun},
  year          = {2025},
  howpublished  = {\url{https://github.com/live-swe-bench/live-swe-agent}},
  note          = {Dynamic benchmark framework that sources fresh issues to prevent data contamination},
}

@misc{yang2025swerebench,
  title         = {{SWE-rebench}: Re-evaluating Software Engineering Benchmarks for Robustness and Reliability},
  author        = {Yang, John and Jimenez, Carlos E. and Wettig, Alexander and Narasimhan, Karthik},
  year          = {2025},
  eprint        = {2503.00735},
  archivePrefix = {arXiv},
  primaryClass  = {cs.SE},
  url           = {https://arxiv.org/abs/2503.00735},
}

@misc{anthropic2025agentsdk,
  title        = {Anthropic Agent {SDK}: Building Effective Agents},
  author       = {{Anthropic}},
  year         = {2025},
  howpublished = {\url{https://github.com/anthropics/anthropic-sdk-python}},
  note         = {Official SDK and design patterns for building agentic systems with Claude},
}
