.gitattributes
.gitignore
.pre-commit-config.yaml
CHANGELOG.md
LICENSE
README.md
pyproject.toml
requirements.txt
.github/dependabot.yml
.github/pull_request_template.md
.github/workflows/build.yml
.github/workflows/docs.yml
.github/workflows/pypi.yml
.github/workflows/vscode.yml
.vscode/extensions.json
.vscode/settings.json
benchmarks/README.md
benchmarks/arc.py
benchmarks/gpqa.py
benchmarks/gsm8k.py
benchmarks/hellaswag.py
benchmarks/mathematics.py
benchmarks/mmlu.py
benchmarks/datasets/math_test.csv
benchmarks/datasets/mmlu.csv
docs/.gitignore
docs/_quarto.yml
docs/_variables.yml
docs/datasets.qmd
docs/eval-logs.qmd
docs/eval-suites.qmd
docs/eval-tuning.qmd
docs/examples.qmd
docs/index.qmd
docs/log-viewer.qmd
docs/models.qmd
docs/scorers.qmd
docs/solvers.qmd
docs/theme.scss
docs/tools.qmd
docs/workflow.qmd
docs/_examples/arc.qmd
docs/_examples/biology_qa.qmd
docs/_examples/footer.qmd
docs/_examples/gsm8k.qmd
docs/_examples/hellaswag.qmd
docs/_examples/index.qmd
docs/_examples/mathematics.qmd
docs/_examples/popularity.qmd
docs/_examples/security_guide.qmd
docs/_examples/theory_of_mind.qmd
docs/_examples/tool_use.qmd
docs/_format/pre-render.sh
docs/images/aisi-logo.png
docs/images/eval-log.png
docs/images/inspect-view-answers.png
docs/images/inspect-view-filter.png
docs/images/inspect-view-history.png
docs/images/inspect-view-home.png
docs/images/inspect-view-info.png
docs/images/inspect-view-logging-console.png
docs/images/inspect-view-logging.png
docs/images/inspect-view-main.png
docs/images/inspect-view-messages.png
docs/images/inspect-view-metadata.png
docs/images/inspect-view-scoring.png
docs/images/inspect-view-sort.png
docs/images/inspect-view-splash.png
docs/images/popularity.png
docs/images/rate-limit.png
docs/images/running-theory.png
examples/biology_qa.py
examples/popularity.py
examples/security_guide.py
examples/theory_of_mind.py
examples/tool_use.py
examples/agents/langchain/.env.example
examples/agents/langchain/.gitignore
examples/agents/langchain/README.md
examples/agents/langchain/inspect_langchain.py
examples/agents/langchain/requirements.txt
examples/agents/langchain/wikipedia.jsonl
examples/agents/langchain/wikipedia.py
src/inspect_ai/__init__.py
src/inspect_ai/__main__.py
src/inspect_ai/py.typed
src/inspect_ai.egg-info/PKG-INFO
src/inspect_ai.egg-info/SOURCES.txt
src/inspect_ai.egg-info/dependency_links.txt
src/inspect_ai.egg-info/entry_points.txt
src/inspect_ai.egg-info/requires.txt
src/inspect_ai.egg-info/top_level.txt
src/inspect_ai/_cli/common.py
src/inspect_ai/_cli/eval.py
src/inspect_ai/_cli/info.py
src/inspect_ai/_cli/list.py
src/inspect_ai/_cli/main.py
src/inspect_ai/_cli/score.py
src/inspect_ai/_cli/util.py
src/inspect_ai/_cli/view.py
src/inspect_ai/_display/__init__.py
src/inspect_ai/_display/_display.py
src/inspect_ai/_display/logger.py
src/inspect_ai/_display/rich.py
src/inspect_ai/_eval/eval.py
src/inspect_ai/_eval/images.py
src/inspect_ai/_eval/list.py
src/inspect_ai/_eval/loader.py
src/inspect_ai/_eval/log.py
src/inspect_ai/_eval/registry.py
src/inspect_ai/_eval/score.py
src/inspect_ai/_eval/task.py
src/inspect_ai/_util/appdirs.py
src/inspect_ai/_util/constants.py
src/inspect_ai/_util/datetime.py
src/inspect_ai/_util/dev.py
src/inspect_ai/_util/docstring.py
src/inspect_ai/_util/dotenv.py
src/inspect_ai/_util/error.py
src/inspect_ai/_util/file.py
src/inspect_ai/_util/git.py
src/inspect_ai/_util/http.py
src/inspect_ai/_util/images.py
src/inspect_ai/_util/json.py
src/inspect_ai/_util/notebook.py
src/inspect_ai/_util/path.py
src/inspect_ai/_util/pattern.py
src/inspect_ai/_util/platform.py
src/inspect_ai/_util/registry.py
src/inspect_ai/_util/retry.py
src/inspect_ai/_util/samples.py
src/inspect_ai/_util/text.py
src/inspect_ai/_util/url.py
src/inspect_ai/_util/version.py
src/inspect_ai/_view/schema.py
src/inspect_ai/_view/view.py
src/inspect_ai/_view/www/.gitignore
src/inspect_ai/_view/www/App.mjs
src/inspect_ai/_view/www/favicon.svg
src/inspect_ai/_view/www/index.html
src/inspect_ai/_view/www/log-schema.json
src/inspect_ai/_view/www/log.d.ts
src/inspect_ai/_view/www/libs/clipboard.min.js
src/inspect_ai/_view/www/libs/json5.min.js
src/inspect_ai/_view/www/libs/purify.min.js
src/inspect_ai/_view/www/libs/showdown.min.js
src/inspect_ai/_view/www/libs/bootstrap/css/bootstrap-icons.min.css
src/inspect_ai/_view/www/libs/bootstrap/css/bootstrap.min.css
src/inspect_ai/_view/www/libs/bootstrap/css/fonts/bootstrap-icons.woff
src/inspect_ai/_view/www/libs/bootstrap/css/fonts/bootstrap-icons.woff2
src/inspect_ai/_view/www/libs/bootstrap/js/bootstrap.bundle.min.js
src/inspect_ai/_view/www/libs/prism/prism-dark.css
src/inspect_ai/_view/www/libs/prism/prism.min.css
src/inspect_ai/_view/www/libs/prism/prism.min.js
src/inspect_ai/_view/www/preact/hooks.js
src/inspect_ai/_view/www/preact/preact-hooks.mjs
src/inspect_ai/_view/www/preact/preact.mjs
src/inspect_ai/_view/www/preact/htm/htm.mjs
src/inspect_ai/_view/www/preact/htm/preact.js
src/inspect_ai/_view/www/preact/htm/preact.mjs
src/inspect_ai/_view/www/src/App.css
src/inspect_ai/_view/www/src/Constants.mjs
src/inspect_ai/_view/www/src/Register.mjs
src/inspect_ai/_view/www/src/api/api-browser.mjs
src/inspect_ai/_view/www/src/api/api-vscode.mjs
src/inspect_ai/_view/www/src/api/index.mjs
src/inspect_ai/_view/www/src/api/jsonrpc.mjs
src/inspect_ai/_view/www/src/components/AnsiDisplay.css
src/inspect_ai/_view/www/src/components/AnsiDisplay.mjs
src/inspect_ai/_view/www/src/components/AppErrorBoundary.mjs
src/inspect_ai/_view/www/src/components/Card.mjs
src/inspect_ai/_view/www/src/components/ChatView.mjs
src/inspect_ai/_view/www/src/components/CopyButton.mjs
src/inspect_ai/_view/www/src/components/Dialog.mjs
src/inspect_ai/_view/www/src/components/EmptyPanel.mjs
src/inspect_ai/_view/www/src/components/ErrorPanel.mjs
src/inspect_ai/_view/www/src/components/LabeledValue.mjs
src/inspect_ai/_view/www/src/components/LoadingScreen.mjs
src/inspect_ai/_view/www/src/components/MarkdownDiv.mjs
src/inspect_ai/_view/www/src/components/MessageContent.mjs
src/inspect_ai/_view/www/src/components/MetaDataView.mjs
src/inspect_ai/_view/www/src/components/RenderedContent.mjs
src/inspect_ai/_view/www/src/components/TabSet.mjs
src/inspect_ai/_view/www/src/components/ToolButton.mjs
src/inspect_ai/_view/www/src/components/ansi-output.js
src/inspect_ai/_view/www/src/log-reader/Log-Reader.mjs
src/inspect_ai/_view/www/src/log-reader/Native-Log-Reader.mjs
src/inspect_ai/_view/www/src/log-reader/Open-AI-Log-Reader.mjs
src/inspect_ai/_view/www/src/logging/LoggingPanel.mjs
src/inspect_ai/_view/www/src/plan/PlanCard.mjs
src/inspect_ai/_view/www/src/samples/SampleGroupSeparator.mjs
src/inspect_ai/_view/www/src/samples/SampleScoreView.mjs
src/inspect_ai/_view/www/src/samples/SampleView.mjs
src/inspect_ai/_view/www/src/samples/SamplesCard.mjs
src/inspect_ai/_view/www/src/title/TitleBlock.mjs
src/inspect_ai/_view/www/src/usage/ModelTokenTable.mjs
src/inspect_ai/_view/www/src/usage/UsageCard.mjs
src/inspect_ai/_view/www/src/utils/Format.mjs
src/inspect_ai/_view/www/src/utils/Git.mjs
src/inspect_ai/_view/www/src/utils/Path.mjs
src/inspect_ai/_view/www/src/utils/Type.mjs
src/inspect_ai/_view/www/src/workspace/EpochFilter.mjs
src/inspect_ai/_view/www/src/workspace/SampleFilter.mjs
src/inspect_ai/_view/www/src/workspace/SamplesDescriptor.mjs
src/inspect_ai/_view/www/src/workspace/SortFilter.mjs
src/inspect_ai/_view/www/src/workspace/TaskErrorPanel.mjs
src/inspect_ai/_view/www/src/workspace/WorkSpace.mjs
src/inspect_ai/dataset/__init__.py
src/inspect_ai/dataset/_dataset.py
src/inspect_ai/dataset/_util.py
src/inspect_ai/dataset/_examples/bias_detection.jsonl
src/inspect_ai/dataset/_examples/biology_qa.jsonl
src/inspect_ai/dataset/_examples/popularity.jsonl
src/inspect_ai/dataset/_examples/security_guide.jsonl
src/inspect_ai/dataset/_examples/theory_of_mind.jsonl
src/inspect_ai/dataset/_sources/csv.py
src/inspect_ai/dataset/_sources/example.py
src/inspect_ai/dataset/_sources/file.py
src/inspect_ai/dataset/_sources/hf.py
src/inspect_ai/dataset/_sources/json.py
src/inspect_ai/log/__init__.py
src/inspect_ai/log/_file.py
src/inspect_ai/log/_log.py
src/inspect_ai/model/__init__.py
src/inspect_ai/model/_model.py
src/inspect_ai/model/_registry.py
src/inspect_ai/model/_tool.py
src/inspect_ai/model/_util.py
src/inspect_ai/model/_providers/anthropic.py
src/inspect_ai/model/_providers/azureai.py
src/inspect_ai/model/_providers/bedrock.py
src/inspect_ai/model/_providers/cloudflare.py
src/inspect_ai/model/_providers/google.py
src/inspect_ai/model/_providers/hf.py
src/inspect_ai/model/_providers/mistral.py
src/inspect_ai/model/_providers/openai.py
src/inspect_ai/model/_providers/providers.py
src/inspect_ai/model/_providers/together.py
src/inspect_ai/model/_providers/util.py
src/inspect_ai/scorer/__init__.py
src/inspect_ai/scorer/_answer.py
src/inspect_ai/scorer/_common.py
src/inspect_ai/scorer/_match.py
src/inspect_ai/scorer/_metric.py
src/inspect_ai/scorer/_model.py
src/inspect_ai/scorer/_pattern.py
src/inspect_ai/scorer/_scorer.py
src/inspect_ai/scorer/_metrics/__init__.py
src/inspect_ai/scorer/_metrics/accuracy.py
src/inspect_ai/scorer/_metrics/mean.py
src/inspect_ai/scorer/_metrics/std.py
src/inspect_ai/solver/__init__.py
src/inspect_ai/solver/_critique.py
src/inspect_ai/solver/_multiple_choice.py
src/inspect_ai/solver/_plan.py
src/inspect_ai/solver/_prompt.py
src/inspect_ai/solver/_solver.py
src/inspect_ai/solver/_util.py
src/inspect_ai/solver/_tool/tool.py
src/inspect_ai/solver/_tool/tool_def.py
src/inspect_ai/solver/_tool/use_tools.py
src/inspect_ai/solver/_tool/web_search.py
src/inspect_ai/util/__init__.py
src/inspect_ai/util/_context/__init__.py
src/inspect_ai/util/_context/concurrency.py
src/inspect_ai/util/_context/logger.py
src/inspect_ai/util/_context/resource.py
src/inspect_ai/util/_context/subprocess.py
tests/test_anthropic.py
tests/test_cloudlfare.py
tests/test_collapse_assistant_message.py
tests/test_collapse_user_message.py
tests/test_dataset.py
tests/test_eval_log.py
tests/test_examples.py
tests/test_hf.py
tests/test_images.py
tests/test_list_task.py
tests/test_logprobs.py
tests/test_metric.py
tests/test_num_choices.py
tests/test_openai.py
tests/test_plan.py
tests/test_registry.py
tests/test_retry.py
tests/test_scorer.py
tests/test_solver.py
tests/test_stop_reason.py
tests/test_subprocess.py
tests/test_tools.py
tests/utils.py
tests/test_dataset/samples.csv
tests/test_dataset/samples.json
tests/test_dataset/samples.jsonl
tests/test_images/images.jsonl
tests/test_task_list/__init__.py
tests/test_task_list/attribs.ipynb
tests/test_task_list/multiple.py
tests/test_task_list/multiple_dir/_decoy2.py
tests/test_task_list/multiple_dir/bar.py
tests/test_task_list/multiple_dir/foo.py
tests/test_task_list/multiple_dir/_decoy/testit.py
tests/test_task_list/recurse/.folder3/epsilon.py
tests/test_task_list/recurse/folder1/_decoy.py
tests/test_task_list/recurse/folder1/theta.py
tests/test_task_list/recurse/folder2/another.py
tests/test_task_list/recurse/folder2/first.py
tests/test_task_list/recurse/folder2/.folder3/epsilon.py
tools/vscode/.eslintrc.json
tools/vscode/.gitignore
tools/vscode/.vscode-test.mjs
tools/vscode/.vscodeignore
tools/vscode/.yarnrc
tools/vscode/LICENSE
tools/vscode/README.md
tools/vscode/package.json
tools/vscode/tsconfig.json
tools/vscode/webpack.config.js
tools/vscode/yarn.lock
tools/vscode/.vscode/extensions.json
tools/vscode/.vscode/launch.json
tools/vscode/.vscode/settings.json
tools/vscode/.vscode/tasks.json
tools/vscode/assets/logo/inspect.png
tools/vscode/assets/logo/inspect.svg
tools/vscode/assets/templates/task.py.template
tools/vscode/assets/www/codicon/codicon.css
tools/vscode/assets/www/codicon/codicon.ttf
tools/vscode/src/extension.ts
tools/vscode/src/components/debugger.ts
tools/vscode/src/components/document.ts
tools/vscode/src/components/error.ts
tools/vscode/src/components/focus.ts
tools/vscode/src/components/notebook.ts
tools/vscode/src/components/templates.ts
tools/vscode/src/components/webview.ts
tools/vscode/src/core/appdirs.ts
tools/vscode/src/core/command.ts
tools/vscode/src/core/dispose.ts
tools/vscode/src/core/env.ts
tools/vscode/src/core/git.ts
tools/vscode/src/core/jsonrpc.ts
tools/vscode/src/core/log.ts
tools/vscode/src/core/nonce.ts
tools/vscode/src/core/path.ts
tools/vscode/src/core/port.ts
tools/vscode/src/core/process.ts
tools/vscode/src/core/random.ts
tools/vscode/src/core/string.ts
tools/vscode/src/core/text.ts
tools/vscode/src/core/wait.ts
tools/vscode/src/core/workspace.ts
tools/vscode/src/core/python/code.ts
tools/vscode/src/core/python/exec.ts
tools/vscode/src/core/python/index.ts
tools/vscode/src/core/python/interpreter.ts
tools/vscode/src/inspect/index.ts
tools/vscode/src/inspect/list.ts
tools/vscode/src/inspect/logs.ts
tools/vscode/src/inspect/props.ts
tools/vscode/src/providers/active-task/active-task-command.ts
tools/vscode/src/providers/active-task/active-task-provider.ts
tools/vscode/src/providers/activity-bar/activity-bar-provider.ts
tools/vscode/src/providers/activity-bar/env-config-provider.ts
tools/vscode/src/providers/activity-bar/task-config-commands.ts
tools/vscode/src/providers/activity-bar/task-config-provider.ts
tools/vscode/src/providers/activity-bar/task-outline-commands.ts
tools/vscode/src/providers/activity-bar/task-outline-provider.ts
tools/vscode/src/providers/activity-bar/webview/env-config-webview.css
tools/vscode/src/providers/activity-bar/webview/env-config-webview.ts
tools/vscode/src/providers/activity-bar/webview/task-config-webview.css
tools/vscode/src/providers/activity-bar/webview/task-config-webview.ts
tools/vscode/src/providers/activity-bar/webview/vscode-controls.css
tools/vscode/src/providers/activity-bar/webview/webview-utils.ts
tools/vscode/src/providers/codelens/codelens-provider.ts
tools/vscode/src/providers/inspect/inspect-constants.ts
tools/vscode/src/providers/inspect/inspect-eval-commands.ts
tools/vscode/src/providers/inspect/inspect-eval.ts
tools/vscode/src/providers/inspect/inspect-manager.ts
tools/vscode/src/providers/logview/commands.ts
tools/vscode/src/providers/logview/logview-file-watcher.ts
tools/vscode/src/providers/logview/logview-link-provider.ts
tools/vscode/src/providers/logview/logview-manager.ts
tools/vscode/src/providers/logview/logview-webview.ts
tools/vscode/src/providers/logview/logview.ts
tools/vscode/src/providers/settings/inspect-settings.ts
tools/vscode/src/providers/settings/user-settings.ts
tools/vscode/src/providers/workspace/workspace-env-commands.ts
tools/vscode/src/providers/workspace/workspace-env-provider.ts
tools/vscode/src/providers/workspace/workspace-init.ts
tools/vscode/src/providers/workspace/workspace-state-provider.ts
tools/vscode/src/providers/workspace/workspace-task-provider.ts
tools/vscode/src/test/extension.test.ts
tools/vscode/tools/ts-to-mjs/.gitignore
tools/vscode/tools/ts-to-mjs/package.json
tools/vscode/tools/ts-to-mjs/rollup.config.js
tools/vscode/tools/ts-to-mjs/yarn.lock
tools/vscode/tools/ts-to-mjs/src/index.ts
tools/vscode/tools/ts-to-mjs/src/jsonrpc.ts