.gitattributes
.gitignore
.pre-commit-config.yaml
DESCRIPTION.md
LICENSE
README.md
pyproject.toml
requirements.txt
.github/dependabot.yml
.github/pull_request_template.md
.github/workflows/build.yml
.github/workflows/docs.yml
.github/workflows/pypi.yml
.vscode/extensions.json
.vscode/settings.json
benchmarks/README.md
benchmarks/arc.py
benchmarks/gpqa.py
benchmarks/gsm8k.py
benchmarks/hellaswag.py
benchmarks/mathematics.py
benchmarks/mmlu.py
benchmarks/datasets/math_test.csv
benchmarks/datasets/mmlu.csv
docs/.gitignore
docs/_quarto.yml
docs/_variables.yml
docs/datasets.qmd
docs/eval-logs.qmd
docs/eval-suites.qmd
docs/eval-tuning.qmd
docs/examples.qmd
docs/index.qmd
docs/models.qmd
docs/scorers.qmd
docs/solvers.qmd
docs/theme.scss
docs/tools.qmd
docs/workflow.qmd
docs/_examples/arc.qmd
docs/_examples/bias_detection.qmd
docs/_examples/biology_qa.qmd
docs/_examples/footer.qmd
docs/_examples/gsm8k.qmd
docs/_examples/hellaswag.qmd
docs/_examples/index.qmd
docs/_examples/mathematics.qmd
docs/_examples/popularity.qmd
docs/_examples/security_guide.qmd
docs/_examples/theory_of_mind.qmd
docs/_examples/tool_use.qmd
docs/_format/post-render.py
docs/_format/pre-render.sh
docs/images/aisi-logo.png
docs/images/eval-log.png
docs/images/popularity.png
docs/images/rate-limit.png
docs/images/running-theory.png
examples/bias_detection.py
examples/biology_qa.py
examples/popularity.py
examples/security_guide.py
examples/theory_of_mind.py
examples/tool_use.py
examples/agents/langchain/.env.example
examples/agents/langchain/.gitignore
examples/agents/langchain/README.md
examples/agents/langchain/inspect_langchain.py
examples/agents/langchain/requirements.txt
examples/agents/langchain/wikipedia.jsonl
examples/agents/langchain/wikipedia.py
src/inspect_ai/__init__.py
src/inspect_ai/py.typed
src/inspect_ai.egg-info/PKG-INFO
src/inspect_ai.egg-info/SOURCES.txt
src/inspect_ai.egg-info/dependency_links.txt
src/inspect_ai.egg-info/entry_points.txt
src/inspect_ai.egg-info/requires.txt
src/inspect_ai.egg-info/top_level.txt
src/inspect_ai/_cli/common.py
src/inspect_ai/_cli/eval.py
src/inspect_ai/_cli/info.py
src/inspect_ai/_cli/list.py
src/inspect_ai/_cli/main.py
src/inspect_ai/_cli/score.py
src/inspect_ai/_cli/util.py
src/inspect_ai/_cli/view.py
src/inspect_ai/_display/__init__.py
src/inspect_ai/_display/_display.py
src/inspect_ai/_display/logger.py
src/inspect_ai/_display/rich.py
src/inspect_ai/_eval/eval.py
src/inspect_ai/_eval/images.py
src/inspect_ai/_eval/list.py
src/inspect_ai/_eval/loader.py
src/inspect_ai/_eval/log.py
src/inspect_ai/_eval/registry.py
src/inspect_ai/_eval/score.py
src/inspect_ai/_eval/task.py
src/inspect_ai/_util/appdirs.py
src/inspect_ai/_util/constants.py
src/inspect_ai/_util/datetime.py
src/inspect_ai/_util/dev.py
src/inspect_ai/_util/docstring.py
src/inspect_ai/_util/dotenv.py
src/inspect_ai/_util/error.py
src/inspect_ai/_util/file.py
src/inspect_ai/_util/git.py
src/inspect_ai/_util/http.py
src/inspect_ai/_util/images.py
src/inspect_ai/_util/json.py
src/inspect_ai/_util/notebook.py
src/inspect_ai/_util/path.py
src/inspect_ai/_util/pattern.py
src/inspect_ai/_util/platform.py
src/inspect_ai/_util/registry.py
src/inspect_ai/_util/retry.py
src/inspect_ai/_util/samples.py
src/inspect_ai/_util/text.py
src/inspect_ai/_util/url.py
src/inspect_ai/_util/version.py
src/inspect_ai/_view/schema.py
src/inspect_ai/_view/view.py
src/inspect_ai/_view/www/.gitignore
src/inspect_ai/_view/www/App.css
src/inspect_ai/_view/www/App.mjs
src/inspect_ai/_view/www/Log.mjs
src/inspect_ai/_view/www/api.mjs
src/inspect_ai/_view/www/favicon.svg
src/inspect_ai/_view/www/index.html
src/inspect_ai/_view/www/log-schema.json
src/inspect_ai/_view/www/log.d.ts
src/inspect_ai/_view/www/package-lock.json
src/inspect_ai/_view/www/package.json
src/inspect_ai/_view/www/bootstrap/css/bootstrap-icons.min.css
src/inspect_ai/_view/www/bootstrap/css/bootstrap.min.css
src/inspect_ai/_view/www/bootstrap/css/fonts/bootstrap-icons.woff
src/inspect_ai/_view/www/bootstrap/css/fonts/bootstrap-icons.woff2
src/inspect_ai/_view/www/bootstrap/js/bootstrap.bundle.min.js
src/inspect_ai/_view/www/preact/hooks.js
src/inspect_ai/_view/www/preact/preact-hooks.mjs
src/inspect_ai/_view/www/preact/preact.mjs
src/inspect_ai/_view/www/preact/htm/htm.mjs
src/inspect_ai/_view/www/preact/htm/preact.js
src/inspect_ai/_view/www/preact/htm/preact.mjs
src/inspect_ai/_view/www/prism/prism.min.css
src/inspect_ai/_view/www/prism/prism.min.js
src/inspect_ai/dataset/__init__.py
src/inspect_ai/dataset/_dataset.py
src/inspect_ai/dataset/_util.py
src/inspect_ai/dataset/_examples/bias_detection.jsonl
src/inspect_ai/dataset/_examples/biology_qa.jsonl
src/inspect_ai/dataset/_examples/popularity.jsonl
src/inspect_ai/dataset/_examples/security_guide.jsonl
src/inspect_ai/dataset/_examples/theory_of_mind.jsonl
src/inspect_ai/dataset/_sources/csv.py
src/inspect_ai/dataset/_sources/example.py
src/inspect_ai/dataset/_sources/file.py
src/inspect_ai/dataset/_sources/hf.py
src/inspect_ai/dataset/_sources/json.py
src/inspect_ai/log/__init__.py
src/inspect_ai/log/_file.py
src/inspect_ai/log/_log.py
src/inspect_ai/model/__init__.py
src/inspect_ai/model/_model.py
src/inspect_ai/model/_registry.py
src/inspect_ai/model/_tool.py
src/inspect_ai/model/_util.py
src/inspect_ai/model/_providers/anthropic.py
src/inspect_ai/model/_providers/azureai.py
src/inspect_ai/model/_providers/bedrock.py
src/inspect_ai/model/_providers/cloudflare.py
src/inspect_ai/model/_providers/google.py
src/inspect_ai/model/_providers/hf.py
src/inspect_ai/model/_providers/mistral.py
src/inspect_ai/model/_providers/openai.py
src/inspect_ai/model/_providers/providers.py
src/inspect_ai/model/_providers/together.py
src/inspect_ai/model/_providers/util.py
src/inspect_ai/scorer/__init__.py
src/inspect_ai/scorer/_answer.py
src/inspect_ai/scorer/_common.py
src/inspect_ai/scorer/_match.py
src/inspect_ai/scorer/_metric.py
src/inspect_ai/scorer/_model.py
src/inspect_ai/scorer/_pattern.py
src/inspect_ai/scorer/_scorer.py
src/inspect_ai/scorer/_metrics/__init__.py
src/inspect_ai/scorer/_metrics/accuracy.py
src/inspect_ai/scorer/_metrics/mean.py
src/inspect_ai/scorer/_metrics/std.py
src/inspect_ai/solver/__init__.py
src/inspect_ai/solver/_critique.py
src/inspect_ai/solver/_multiple_choice.py
src/inspect_ai/solver/_plan.py
src/inspect_ai/solver/_prompt.py
src/inspect_ai/solver/_solver.py
src/inspect_ai/solver/_util.py
src/inspect_ai/solver/_tool/tool.py
src/inspect_ai/solver/_tool/tool_def.py
src/inspect_ai/solver/_tool/use_tools.py
src/inspect_ai/solver/_tool/web_search.py
src/inspect_ai/util/__init__.py
src/inspect_ai/util/_context/__init__.py
src/inspect_ai/util/_context/concurrency.py
src/inspect_ai/util/_context/logger.py
src/inspect_ai/util/_context/resource.py
src/inspect_ai/util/_context/subprocess.py
tests/test_anthropic.py
tests/test_cloudlfare.py
tests/test_collapse_user_message.py
tests/test_dataset.py
tests/test_examples.py
tests/test_images.py
tests/test_list_task.py
tests/test_logprobs.py
tests/test_metric.py
tests/test_num_choices.py
tests/test_openai.py
tests/test_plan.py
tests/test_registry.py
tests/test_retry.py
tests/test_scorer.py
tests/test_solver.py
tests/test_stop_reason.py
tests/test_subprocess.py
tests/test_tools.py
tests/utils.py
tests/test_dataset/samples.csv
tests/test_dataset/samples.json
tests/test_dataset/samples.jsonl
tests/test_images/images.jsonl
tests/test_task_list/__init__.py
tests/test_task_list/attribs.py
tests/test_task_list/multiple.py
tests/test_task_list/multiple_dir/_decoy2.py
tests/test_task_list/multiple_dir/bar.py
tests/test_task_list/multiple_dir/foo.py
tests/test_task_list/multiple_dir/_decoy/testit.py
tests/test_task_list/recurse/.folder3/epsilon.py
tests/test_task_list/recurse/folder1/_decoy.py
tests/test_task_list/recurse/folder1/theta.py
tests/test_task_list/recurse/folder2/another.py
tests/test_task_list/recurse/folder2/first.py
tests/test_task_list/recurse/folder2/.folder3/epsilon.py