From 7da7e1443236602b41d54e2d4052e03683fd5070 Mon Sep 17 00:00:00 2001
From: "J.J. Allaire" <jj.allaire@gmail.com>
Date: Thu, 6 Mar 2025 18:08:13 +0000
Subject: [PATCH] Built site for gh-pages

---
 .nojekyll                          |   2 +-
 eval-logs.html                     |   2 +-
 human-agent.html                   |   2 +-
 index.html                         |   2 +-
 llms-full.txt                      |  27 ++++----
 log-viewer.html                    |   2 +-
 reference/inspect_ai.approval.html |  14 ++--
 reference/inspect_ai.dataset.html  |  30 ++++----
 reference/inspect_ai.html          |  24 +++----
 reference/inspect_ai.log.html      | 106 ++++++++++++++---------------
 reference/inspect_ai.model.html    | 106 ++++++++++++++---------------
 reference/inspect_ai.scorer.html   |  76 ++++++++++-----------
 reference/inspect_ai.solver.html   |  42 ++++++------
 reference/inspect_ai.tool.html     |  40 +++++------
 reference/inspect_ai.util.html     |  88 ++++++++++++------------
 search.json                        |  12 ++--
 sitemap.xml                        |   2 +-
 structured.html                    |  12 ++--
 structured.html.md                 |  29 ++++----
 tools.html                         |   2 +-
 tutorial.html                      |  28 ++++----
 vscode.html                        |   2 +-
 22 files changed, 324 insertions(+), 326 deletions(-)

diff --git a/.nojekyll b/.nojekyll
index 158f3be79..4e6a3fca5 100644
--- a/.nojekyll
+++ b/.nojekyll
@@ -1 +1 @@
-9bf1da78
\ No newline at end of file
+f7803095
\ No newline at end of file
diff --git a/eval-logs.html b/eval-logs.html
index 859789952..79f9c2374 100644
--- a/eval-logs.html
+++ b/eval-logs.html
@@ -1388,7 +1388,7 @@ <h3 class="anchored" data-anchor-id="log-schema">Log Schema</h3>
     </div>
   </div>
 </footer>
-<script>var lightboxQuarto = GLightbox({"openEffect":"zoom","loop":false,"selector":".lightbox","descPosition":"bottom","closeEffect":"zoom"});
+<script>var lightboxQuarto = GLightbox({"selector":".lightbox","loop":false,"descPosition":"bottom","openEffect":"zoom","closeEffect":"zoom"});
 window.onload = () => {
   lightboxQuarto.on('slide_before_load', (data) => {
     const { slideIndex, slideNode, slideConfig, player, trigger } = data;
diff --git a/human-agent.html b/human-agent.html
index 7f4d7315a..44dce4c95 100644
--- a/human-agent.html
+++ b/human-agent.html
@@ -1119,7 +1119,7 @@ <h2 class="anchored" data-anchor-id="headless">Headless</h2>
     </div>
   </div>
 </footer>
-<script>var lightboxQuarto = GLightbox({"closeEffect":"zoom","selector":".lightbox","descPosition":"bottom","loop":false,"openEffect":"zoom"});
+<script>var lightboxQuarto = GLightbox({"loop":false,"openEffect":"zoom","descPosition":"bottom","selector":".lightbox","closeEffect":"zoom"});
 window.onload = () => {
   lightboxQuarto.on('slide_before_load', (data) => {
     const { slideIndex, slideNode, slideConfig, player, trigger } = data;
diff --git a/index.html b/index.html
index 3bda48803..9f412deeb 100644
--- a/index.html
+++ b/index.html
@@ -1178,7 +1178,7 @@ <h2 class="anchored" data-anchor-id="learning-more">Learning More</h2>
     </div>
   </div>
 </footer>
-<script>var lightboxQuarto = GLightbox({"openEffect":"zoom","descPosition":"bottom","selector":".lightbox","closeEffect":"zoom","loop":false});
+<script>var lightboxQuarto = GLightbox({"loop":false,"closeEffect":"zoom","selector":".lightbox","descPosition":"bottom","openEffect":"zoom"});
 window.onload = () => {
   lightboxQuarto.on('slide_before_load', (data) => {
     const { slideIndex, slideNode, slideConfig, player, trigger } = data;
diff --git a/llms-full.txt b/llms-full.txt
index 58e3ec805..156b82351 100644
--- a/llms-full.txt
+++ b/llms-full.txt
@@ -6689,12 +6689,12 @@ Reasoning content from DeepSeek models is captured using either the
 `reasoning_content` field made available by the hosted DeepSeek API or
 the `<think>` tags used by various hosting providers.
 
-# Structured Outputs
+# Structured Output
 
 
 > [!NOTE]
 >
-> The structured outputs feature described below is currently available
+> The structured output feature described below is currently available
 > only in the development version of Inspect. To install the development
 > version from GitHub:
 >
@@ -6704,22 +6704,21 @@ the `<think>` tags used by various hosting providers.
 
 ## Overview
 
-Structured outputs are a feature supported by some model providers to
+Structured output is a feature supported by some model providers to
 ensure that models generate responses which adhere to a supplied JSON
-Schema. Structured outputs are currently supported in Inspect for the
+Schema. Structured output is currently supported in Inspect for the
 OpenAI, Google, and Mistral providers.
 
-While structured outputs may seem like they could be a robust solution
-to model unreliability, it’s important to keep in mind that by
-specifying a JSON schema you are also introducing unknown effects on
-model task performance. There is even some early literature indicating
-that [models perform worse with structured
-outputs](https://dylancastillo.co/posts/say-what-you-mean-sometimes.html).
+While structured output may seem like a robust solution to model
+unreliability, it’s important to keep in mind that by specifying a JSON
+schema you are also introducing unknown effects on model task
+performance. There is even some early literature indicating that [models
+perform worse with structured
+output](https://dylancastillo.co/posts/say-what-you-mean-sometimes.html).
 
-You should therefore test the use of structured outputs as an
-elicitation technique like you would any other, and only proceed if you
-feel confident that it has made a genuine improvement in your overall
-task.
+You should therefore test the use of structured output as an elicitation
+technique like you would any other, and only proceed if you feel
+confident that it has made a genuine improvement in your overall task.
 
 ## Example
 
diff --git a/log-viewer.html b/log-viewer.html
index cc7155ddb..0324b00cf 100644
--- a/log-viewer.html
+++ b/log-viewer.html
@@ -1189,7 +1189,7 @@ <h3 class="unlisted anchored" data-anchor-id="other-notes">Other Notes</h3>
     </div>
   </div>
 </footer>
-<script>var lightboxQuarto = GLightbox({"openEffect":"zoom","loop":false,"selector":".lightbox","closeEffect":"zoom","descPosition":"bottom"});
+<script>var lightboxQuarto = GLightbox({"closeEffect":"zoom","openEffect":"zoom","descPosition":"bottom","selector":".lightbox","loop":false});
 window.onload = () => {
   lightboxQuarto.on('slide_before_load', (data) => {
     const { slideIndex, slideNode, slideConfig, player, trigger } = data;
diff --git a/reference/inspect_ai.approval.html b/reference/inspect_ai.approval.html
index c3072f927..16b0b8bc4 100644
--- a/reference/inspect_ai.approval.html
+++ b/reference/inspect_ai.approval.html
@@ -1624,7 +1624,7 @@ <h2 class="anchored" data-anchor-id="approvers">Approvers</h2>
 <h3 class="anchored" data-anchor-id="auto_approver">auto_approver</h3>
 <p>Automatically apply a decision to tool calls.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/approval/_auto.py#L9">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/approval/_auto.py#L9">Source</a>
 </div>
 <div class="sourceCode" id="cb1"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb1-1"><a href="#cb1-1" aria-hidden="true" tabindex="-1"></a><span class="at">@approver</span>(name<span class="op">=</span><span class="st">"auto"</span>)</span>
 <span id="cb1-2"><a href="#cb1-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> auto_approver(decision: ApprovalDecision <span class="op">=</span> <span class="st">"approve"</span>) <span class="op">-&gt;</span> Approver</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -1639,7 +1639,7 @@ <h3 class="anchored" data-anchor-id="auto_approver">auto_approver</h3>
 <h3 class="anchored" data-anchor-id="human_approver">human_approver</h3>
 <p>Interactive human approver.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/approval/_human/approver.py#L11">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/approval/_human/approver.py#L11">Source</a>
 </div>
 <div class="sourceCode" id="cb2"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb2-1"><a href="#cb2-1" aria-hidden="true" tabindex="-1"></a><span class="at">@approver</span>(name<span class="op">=</span><span class="st">"human"</span>)</span>
 <span id="cb2-2"><a href="#cb2-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> human_approver(</span>
@@ -1659,7 +1659,7 @@ <h2 class="anchored" data-anchor-id="types">Types</h2>
 <h3 class="anchored" data-anchor-id="approver">Approver</h3>
 <p>Approve or reject a tool call.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/approval/_approver.py#L12">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/approval/_approver.py#L12">Source</a>
 </div>
 <div class="sourceCode" id="cb3"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb3-1"><a href="#cb3-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> Approver(Protocol):</span>
 <span id="cb3-2"><a href="#cb3-2" aria-hidden="true" tabindex="-1"></a>    <span class="cf">async</span> <span class="kw">def</span> <span class="fu">__call__</span>(</span>
@@ -1692,7 +1692,7 @@ <h3 class="anchored" data-anchor-id="approver">Approver</h3>
 <h3 class="anchored" data-anchor-id="approval">Approval</h3>
 <p>Approval details (decision, explanation, etc.)</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/approval/_approval.py#L19">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/approval/_approval.py#L19">Source</a>
 </div>
 <div class="sourceCode" id="cb4"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb4-1"><a href="#cb4-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> Approval(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -1717,7 +1717,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="approvaldecision">ApprovalDecision</h3>
 <p>Represents the possible decisions in an approval.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/approval/_approval.py#L7">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/approval/_approval.py#L7">Source</a>
 </div>
 <div class="sourceCode" id="cb5"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb5-1"><a href="#cb5-1" aria-hidden="true" tabindex="-1"></a>ApprovalDecision <span class="op">=</span> Literal[<span class="st">"approve"</span>, <span class="st">"modify"</span>, <span class="st">"reject"</span>, <span class="st">"terminate"</span>, <span class="st">"escalate"</span>]</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 </section>
@@ -1725,7 +1725,7 @@ <h3 class="anchored" data-anchor-id="approvaldecision">ApprovalDecision</h3>
 <h3 class="anchored" data-anchor-id="approvalpolicy">ApprovalPolicy</h3>
 <p>Policy mapping approvers to tools.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/approval/_policy.py#L21">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/approval/_policy.py#L21">Source</a>
 </div>
 <div class="sourceCode" id="cb6"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb6-1"><a href="#cb6-1" aria-hidden="true" tabindex="-1"></a><span class="at">@dataclass</span></span>
 <span id="cb6-2"><a href="#cb6-2" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> ApprovalPolicy</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -1750,7 +1750,7 @@ <h2 class="anchored" data-anchor-id="decorator">Decorator</h2>
 <h3 class="anchored" data-anchor-id="approver-1">approver</h3>
 <p>Decorator for registering approvers.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/approval/_registry.py#L28">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/approval/_registry.py#L28">Source</a>
 </div>
 <div class="sourceCode" id="cb7"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb7-1"><a href="#cb7-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> approver(<span class="op">*</span>args: Any, name: <span class="bu">str</span> <span class="op">|</span> <span class="va">None</span> <span class="op">=</span> <span class="va">None</span>, <span class="op">**</span>attribs: Any) <span class="op">-&gt;</span> Any</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <dl>
diff --git a/reference/inspect_ai.dataset.html b/reference/inspect_ai.dataset.html
index 2a0a0ee35..908ff098e 100644
--- a/reference/inspect_ai.dataset.html
+++ b/reference/inspect_ai.dataset.html
@@ -1622,7 +1622,7 @@ <h2 class="anchored" data-anchor-id="readers">Readers</h2>
 <h3 class="anchored" data-anchor-id="csv_dataset">csv_dataset</h3>
 <p>Read dataset from CSV file.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/dataset/_sources/csv.py#L20">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/dataset/_sources/csv.py#L20">Source</a>
 </div>
 <div class="sourceCode" id="cb1"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb1-1"><a href="#cb1-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> csv_dataset(</span>
 <span id="cb1-2"><a href="#cb1-2" aria-hidden="true" tabindex="-1"></a>    csv_file: <span class="bu">str</span>,</span>
@@ -1699,7 +1699,7 @@ <h3 class="anchored" data-anchor-id="json_dataset">json_dataset</h3>
 <p>Read dataset from a JSON file.</p>
 <p>Read a dataset from a JSON file containing an array of objects, or from a JSON Lines file containing one object per line. These objects may already be formatted as <span class="element-type-name ref-interlink"><a href="../reference/inspect_ai.dataset.html#sample">Sample</a></span> instances, or may require some mapping using the <code>sample_fields</code> argument.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/dataset/_sources/json.py#L22">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/dataset/_sources/json.py#L22">Source</a>
 </div>
 <div class="sourceCode" id="cb2"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb2-1"><a href="#cb2-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> json_dataset(</span>
 <span id="cb2-2"><a href="#cb2-2" aria-hidden="true" tabindex="-1"></a>    json_file: <span class="bu">str</span>,</span>
@@ -1761,7 +1761,7 @@ <h3 class="anchored" data-anchor-id="hf_dataset">hf_dataset</h3>
 <p>Datasets read using the Hugging Face <code>datasets</code> package.</p>
 <p>The <code>hf_dataset</code> function supports reading datasets using the Hugging Face <code>datasets</code> package, including remote datasets on Hugging Face Hub.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/dataset/_sources/hf.py#L22">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/dataset/_sources/hf.py#L22">Source</a>
 </div>
 <div class="sourceCode" id="cb3"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb3-1"><a href="#cb3-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> hf_dataset(</span>
 <span id="cb3-2"><a href="#cb3-2" aria-hidden="true" tabindex="-1"></a>    path: <span class="bu">str</span>,</span>
@@ -1845,7 +1845,7 @@ <h2 class="anchored" data-anchor-id="types">Types</h2>
 <h3 class="anchored" data-anchor-id="sample">Sample</h3>
 <p>Sample for an evaluation task.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/dataset/_dataset.py#L29">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/dataset/_dataset.py#L29">Source</a>
 </div>
 <div class="sourceCode" id="cb4"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb4-1"><a href="#cb4-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> Sample(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -1892,7 +1892,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Create a Sample.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/dataset/_dataset.py#L32">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/dataset/_dataset.py#L32">Source</a>
 </div>
 <div class="sourceCode" id="cb5"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb5-1"><a href="#cb5-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> <span class="fu">__init__</span>(</span>
 <span id="cb5-2"><a href="#cb5-2" aria-hidden="true" tabindex="-1"></a>    <span class="va">self</span>,</span>
@@ -1944,7 +1944,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Metadata as a Pydantic model.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/dataset/_dataset.py#L86">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/dataset/_dataset.py#L86">Source</a>
 </div>
 <div class="sourceCode" id="cb6"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb6-1"><a href="#cb6-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> metadata_as(<span class="va">self</span>, metadata_cls: Type[MT]) <span class="op">-&gt;</span> MT</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <dl>
@@ -1961,7 +1961,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <h3 class="anchored" data-anchor-id="fieldspec">FieldSpec</h3>
 <p>Specification for mapping data source fields to sample fields.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/dataset/_dataset.py#L209">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/dataset/_dataset.py#L209">Source</a>
 </div>
 <div class="sourceCode" id="cb7"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb7-1"><a href="#cb7-1" aria-hidden="true" tabindex="-1"></a><span class="at">@dataclass</span></span>
 <span id="cb7-2"><a href="#cb7-2" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> FieldSpec</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -2007,7 +2007,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="recordtosample">RecordToSample</h3>
 <p>Callable that maps raw dictionary record to a Sample.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/dataset/_dataset.py#L238">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/dataset/_dataset.py#L238">Source</a>
 </div>
 <div class="sourceCode" id="cb8"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb8-1"><a href="#cb8-1" aria-hidden="true" tabindex="-1"></a>RecordToSample <span class="op">=</span> Callable[[DatasetRecord], Sample <span class="op">|</span> <span class="bu">list</span>[Sample]]</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 </section>
@@ -2016,7 +2016,7 @@ <h3 class="anchored" data-anchor-id="dataset">Dataset</h3>
 <p>A sequence of Sample objects.</p>
 <p>Datasets provide sequential access (via conventional indexes or slicing) to a collection of Sample objects.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/dataset/_dataset.py#L130">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/dataset/_dataset.py#L130">Source</a>
 </div>
 <div class="sourceCode" id="cb9"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb9-1"><a href="#cb9-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> Dataset(Sequence[Sample], abc.ABC)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4 class-methods">
@@ -2028,7 +2028,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <p>If a key function is given, apply it once to each list item and sort them, ascending or descending, according to their function values.</p>
 <p>The key function defaults to measuring the length of the sample’s input field.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/dataset/_dataset.py#L161">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/dataset/_dataset.py#L161">Source</a>
 </div>
 <div class="sourceCode" id="cb10"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb10-1"><a href="#cb10-1" aria-hidden="true" tabindex="-1"></a><span class="at">@abc.abstractmethod</span></span>
 <span id="cb10-2"><a href="#cb10-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> sort(</span>
@@ -2051,7 +2051,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Filter the dataset using a predicate.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/dataset/_dataset.py#L178">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/dataset/_dataset.py#L178">Source</a>
 </div>
 <div class="sourceCode" id="cb11"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb11-1"><a href="#cb11-1" aria-hidden="true" tabindex="-1"></a><span class="at">@abc.abstractmethod</span></span>
 <span id="cb11-2"><a href="#cb11-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> <span class="bu">filter</span>(</span>
@@ -2072,7 +2072,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Shuffle the order of the dataset (in place).</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/dataset/_dataset.py#L192">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/dataset/_dataset.py#L192">Source</a>
 </div>
 <div class="sourceCode" id="cb12"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb12-1"><a href="#cb12-1" aria-hidden="true" tabindex="-1"></a><span class="at">@abc.abstractmethod</span></span>
 <span id="cb12-2"><a href="#cb12-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> shuffle(<span class="va">self</span>, seed: <span class="bu">int</span> <span class="op">|</span> <span class="va">None</span> <span class="op">=</span> <span class="va">None</span>) <span class="op">-&gt;</span> <span class="va">None</span></span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -2087,7 +2087,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Shuffle the order of the choices with each sample.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/dataset/_dataset.py#L200">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/dataset/_dataset.py#L200">Source</a>
 </div>
 <div class="sourceCode" id="cb13"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb13-1"><a href="#cb13-1" aria-hidden="true" tabindex="-1"></a><span class="at">@abc.abstractmethod</span></span>
 <span id="cb13-2"><a href="#cb13-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> shuffle_choices(<span class="va">self</span>, seed: <span class="bu">int</span> <span class="op">|</span> <span class="va">None</span> <span class="op">=</span> <span class="va">None</span>) <span class="op">-&gt;</span> <span class="va">None</span></span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -2105,7 +2105,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <h3 class="anchored" data-anchor-id="memorydataset">MemoryDataset</h3>
 <p>A Dataset stored in memory.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/dataset/_dataset.py#L242">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/dataset/_dataset.py#L242">Source</a>
 </div>
 <div class="sourceCode" id="cb14"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb14-1"><a href="#cb14-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> MemoryDataset(Dataset)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2133,7 +2133,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <p>A dataset of samples held in an in-memory list.</p>
 <p>Datasets provide sequential access (via conventional indexes or slicing) to a collection of Sample objects. The ListDataset is explicitly initialized with a list that is held in memory.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/dataset/_dataset.py#L245">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/dataset/_dataset.py#L245">Source</a>
 </div>
 <div class="sourceCode" id="cb15"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb15-1"><a href="#cb15-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> <span class="fu">__init__</span>(</span>
 <span id="cb15-2"><a href="#cb15-2" aria-hidden="true" tabindex="-1"></a>    <span class="va">self</span>,</span>
diff --git a/reference/inspect_ai.html b/reference/inspect_ai.html
index e91e7fb3b..b11a748b5 100644
--- a/reference/inspect_ai.html
+++ b/reference/inspect_ai.html
@@ -1629,7 +1629,7 @@ <h2 class="anchored" data-anchor-id="evaluation">Evaluation</h2>
 <h3 class="anchored" data-anchor-id="eval">eval</h3>
 <p>Evaluate tasks using a Model.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/_eval/eval.py#L57">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/_eval/eval.py#L57">Source</a>
 </div>
 <div class="sourceCode" id="cb1"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb1-1"><a href="#cb1-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> <span class="bu">eval</span>(</span>
 <span id="cb1-2"><a href="#cb1-2" aria-hidden="true" tabindex="-1"></a>    tasks: Tasks,</span>
@@ -1815,7 +1815,7 @@ <h3 class="anchored" data-anchor-id="eval">eval</h3>
 <h3 class="anchored" data-anchor-id="eval_retry">eval_retry</h3>
 <p>Retry a previously failed evaluation task.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/_eval/eval.py#L494">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/_eval/eval.py#L494">Source</a>
 </div>
 <div class="sourceCode" id="cb2"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb2-1"><a href="#cb2-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> eval_retry(</span>
 <span id="cb2-2"><a href="#cb2-2" aria-hidden="true" tabindex="-1"></a>    tasks: <span class="bu">str</span> <span class="op">|</span> EvalLogInfo <span class="op">|</span> EvalLog <span class="op">|</span> <span class="bu">list</span>[<span class="bu">str</span>] <span class="op">|</span> <span class="bu">list</span>[EvalLogInfo] <span class="op">|</span> <span class="bu">list</span>[EvalLog],</span>
@@ -1936,7 +1936,7 @@ <h3 class="anchored" data-anchor-id="eval_retry">eval_retry</h3>
 <h3 class="anchored" data-anchor-id="eval_set">eval_set</h3>
 <p>Evaluate a set of tasks.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/_eval/evalset.py#L52">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/_eval/evalset.py#L52">Source</a>
 </div>
 <div class="sourceCode" id="cb3"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb3-1"><a href="#cb3-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> eval_set(</span>
 <span id="cb3-2"><a href="#cb3-2" aria-hidden="true" tabindex="-1"></a>    tasks: Tasks,</span>
@@ -2147,7 +2147,7 @@ <h3 class="anchored" data-anchor-id="eval_set">eval_set</h3>
 <h3 class="anchored" data-anchor-id="score">score</h3>
 <p>Score an evaluation log.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/_eval/score.py#L34">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/_eval/score.py#L34">Source</a>
 </div>
 <div class="sourceCode" id="cb4"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb4-1"><a href="#cb4-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> score(</span>
 <span id="cb4-2"><a href="#cb4-2" aria-hidden="true" tabindex="-1"></a>    log: EvalLog,</span>
@@ -2182,7 +2182,7 @@ <h3 class="anchored" data-anchor-id="task">Task</h3>
 <p>Evaluation task.</p>
 <p>Tasks are the basis for defining and running evaluations.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/_eval/task/task.py#L39">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/_eval/task/task.py#L39">Source</a>
 </div>
 <div class="sourceCode" id="cb5"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb5-1"><a href="#cb5-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> Task</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4 class-methods">
@@ -2192,7 +2192,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Create a task.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/_eval/task/task.py#L45">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/_eval/task/task.py#L45">Source</a>
 </div>
 <div class="sourceCode" id="cb6"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb6-1"><a href="#cb6-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> <span class="fu">__init__</span>(</span>
 <span id="cb6-2"><a href="#cb6-2" aria-hidden="true" tabindex="-1"></a>    <span class="va">self</span>,</span>
@@ -2302,7 +2302,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <h3 class="anchored" data-anchor-id="task_with">task_with</h3>
 <p>Task adapted with alternate values for one or more options.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/_eval/task/task.py#L170">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/_eval/task/task.py#L170">Source</a>
 </div>
 <div class="sourceCode" id="cb7"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb7-1"><a href="#cb7-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> task_with(</span>
 <span id="cb7-2"><a href="#cb7-2" aria-hidden="true" tabindex="-1"></a>    task: Task,</span>
@@ -2410,7 +2410,7 @@ <h3 class="anchored" data-anchor-id="epochs">Epochs</h3>
 <p>Task epochs.</p>
 <p>Number of epochs to repeat samples over and optionally one or more reducers used to combine scores from samples across epochs. If not specified the “mean” score reducer is used.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/_eval/task/epochs.py#L4">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/_eval/task/epochs.py#L4">Source</a>
 </div>
 <div class="sourceCode" id="cb8"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb8-1"><a href="#cb8-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> Epochs</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4 class-methods">
@@ -2420,7 +2420,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Task epochs.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/_eval/task/epochs.py#L12">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/_eval/task/epochs.py#L12">Source</a>
 </div>
 <div class="sourceCode" id="cb9"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb9-1"><a href="#cb9-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> <span class="fu">__init__</span>(<span class="va">self</span>, epochs: <span class="bu">int</span>, reducer: ScoreReducers <span class="op">|</span> <span class="va">None</span> <span class="op">=</span> <span class="va">None</span>) <span class="op">-&gt;</span> <span class="va">None</span></span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <dl>
@@ -2441,7 +2441,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <h3 class="anchored" data-anchor-id="taskinfo">TaskInfo</h3>
 <p>Task information (file, name, and attributes).</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/_eval/task/task.py#L282">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/_eval/task/task.py#L282">Source</a>
 </div>
 <div class="sourceCode" id="cb10"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb10-1"><a href="#cb10-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> TaskInfo(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2467,7 +2467,7 @@ <h3 class="anchored" data-anchor-id="tasks-1">Tasks</h3>
 <p>One or more tasks.</p>
 <p>Tasks to be evaluated. Many forms of task specification are supported including directory names, task functions, task classes, and task instances (a single task or list of tasks can be specified). None is a request to read a task out of the current working directory.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/_eval/task/task.py#L313">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/_eval/task/task.py#L313">Source</a>
 </div>
 <div class="sourceCode" id="cb11"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb11-1"><a href="#cb11-1" aria-hidden="true" tabindex="-1"></a>Tasks <span class="op">=</span> (</span>
 <span id="cb11-2"><a href="#cb11-2" aria-hidden="true" tabindex="-1"></a>    <span class="bu">str</span></span>
@@ -2492,7 +2492,7 @@ <h2 class="anchored" data-anchor-id="decorators">Decorators</h2>
 <h3 class="anchored" data-anchor-id="task-1">task</h3>
 <p>Decorator for registering tasks.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/_eval/registry.py#L107">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/_eval/registry.py#L107">Source</a>
 </div>
 <div class="sourceCode" id="cb12"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb12-1"><a href="#cb12-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> task(<span class="op">*</span>args: Any, name: <span class="bu">str</span> <span class="op">|</span> <span class="va">None</span> <span class="op">=</span> <span class="va">None</span>, <span class="op">**</span>attribs: Any) <span class="op">-&gt;</span> Any</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <dl>
diff --git a/reference/inspect_ai.log.html b/reference/inspect_ai.log.html
index 60a9edf21..f97103727 100644
--- a/reference/inspect_ai.log.html
+++ b/reference/inspect_ai.log.html
@@ -1666,7 +1666,7 @@ <h2 class="anchored" data-anchor-id="eval-log-files">Eval Log Files</h2>
 <h3 class="anchored" data-anchor-id="list_eval_logs">list_eval_logs</h3>
 <p>List all eval logs in a directory.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_file.py#L51">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_file.py#L51">Source</a>
 </div>
 <div class="sourceCode" id="cb1"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb1-1"><a href="#cb1-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> list_eval_logs(</span>
 <span id="cb1-2"><a href="#cb1-2" aria-hidden="true" tabindex="-1"></a>    log_dir: <span class="bu">str</span> <span class="op">=</span> os.environ.get(<span class="st">"INSPECT_LOG_DIR"</span>, <span class="st">"./logs"</span>),</span>
@@ -1707,7 +1707,7 @@ <h3 class="anchored" data-anchor-id="list_eval_logs">list_eval_logs</h3>
 <h3 class="anchored" data-anchor-id="write_eval_log">write_eval_log</h3>
 <p>Write an evaluation log.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_file.py#L99">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_file.py#L99">Source</a>
 </div>
 <div class="sourceCode" id="cb2"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb2-1"><a href="#cb2-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> write_eval_log(</span>
 <span id="cb2-2"><a href="#cb2-2" aria-hidden="true" tabindex="-1"></a>    log: EvalLog,</span>
@@ -1733,7 +1733,7 @@ <h3 class="anchored" data-anchor-id="write_eval_log">write_eval_log</h3>
 <h3 class="anchored" data-anchor-id="write_eval_log_async">write_eval_log_async</h3>
 <p>Write an evaluation log.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_file.py#L123">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_file.py#L123">Source</a>
 </div>
 <div class="sourceCode" id="cb3"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb3-1"><a href="#cb3-1" aria-hidden="true" tabindex="-1"></a><span class="cf">async</span> <span class="kw">def</span> write_eval_log_async(</span>
 <span id="cb3-2"><a href="#cb3-2" aria-hidden="true" tabindex="-1"></a>    log: EvalLog,</span>
@@ -1759,7 +1759,7 @@ <h3 class="anchored" data-anchor-id="write_eval_log_async">write_eval_log_async<
 <h3 class="anchored" data-anchor-id="read_eval_log">read_eval_log</h3>
 <p>Read an evaluation log.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_file.py#L200">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_file.py#L200">Source</a>
 </div>
 <div class="sourceCode" id="cb4"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb4-1"><a href="#cb4-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> read_eval_log(</span>
 <span id="cb4-2"><a href="#cb4-2" aria-hidden="true" tabindex="-1"></a>    log_file: <span class="bu">str</span> <span class="op">|</span> EvalLogInfo,</span>
@@ -1790,7 +1790,7 @@ <h3 class="anchored" data-anchor-id="read_eval_log">read_eval_log</h3>
 <h3 class="anchored" data-anchor-id="read_eval_log_async">read_eval_log_async</h3>
 <p>Read an evaluation log.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_file.py#L238">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_file.py#L238">Source</a>
 </div>
 <div class="sourceCode" id="cb5"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb5-1"><a href="#cb5-1" aria-hidden="true" tabindex="-1"></a><span class="cf">async</span> <span class="kw">def</span> read_eval_log_async(</span>
 <span id="cb5-2"><a href="#cb5-2" aria-hidden="true" tabindex="-1"></a>    log_file: <span class="bu">str</span> <span class="op">|</span> EvalLogInfo,</span>
@@ -1821,7 +1821,7 @@ <h3 class="anchored" data-anchor-id="read_eval_log_async">read_eval_log_async</h
 <h3 class="anchored" data-anchor-id="read_eval_log_sample">read_eval_log_sample</h3>
 <p>Read a sample from an evaluation log.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_file.py#L302">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_file.py#L302">Source</a>
 </div>
 <div class="sourceCode" id="cb6"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb6-1"><a href="#cb6-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> read_eval_log_sample(</span>
 <span id="cb6-2"><a href="#cb6-2" aria-hidden="true" tabindex="-1"></a>    log_file: <span class="bu">str</span> <span class="op">|</span> EvalLogInfo,</span>
@@ -1858,7 +1858,7 @@ <h3 class="anchored" data-anchor-id="read_eval_log_samples">read_eval_log_sample
 <p>Read all samples from an evaluation log incrementally.</p>
 <p>Generator for samples in a log file. Only one sample at a time will be read into memory and yielded to the caller.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_file.py#L384">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_file.py#L384">Source</a>
 </div>
 <div class="sourceCode" id="cb7"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb7-1"><a href="#cb7-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> read_eval_log_samples(</span>
 <span id="cb7-2"><a href="#cb7-2" aria-hidden="true" tabindex="-1"></a>    log_file: <span class="bu">str</span> <span class="op">|</span> EvalLogInfo,</span>
@@ -1890,7 +1890,7 @@ <h3 class="anchored" data-anchor-id="convert_eval_logs">convert_eval_logs</h3>
 <p>Convert between log file formats.</p>
 <p>Convert log file(s) to a target format. If a file is already in the target format it will just be copied to the output dir.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_convert.py#L13">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_convert.py#L13">Source</a>
 </div>
 <div class="sourceCode" id="cb8"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb8-1"><a href="#cb8-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> convert_eval_logs(</span>
 <span id="cb8-2"><a href="#cb8-2" aria-hidden="true" tabindex="-1"></a>    path: <span class="bu">str</span>, to: Literal[<span class="st">"eval"</span>, <span class="st">"json"</span>], output_dir: <span class="bu">str</span>, overwrite: <span class="bu">bool</span> <span class="op">=</span> <span class="va">False</span></span>
@@ -1918,7 +1918,7 @@ <h3 class="anchored" data-anchor-id="convert_eval_logs">convert_eval_logs</h3>
 <h3 class="anchored" data-anchor-id="bundle_log_dir">bundle_log_dir</h3>
 <p>Bundle a log_dir into a statically deployable viewer</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_bundle.py#L23">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_bundle.py#L23">Source</a>
 </div>
 <div class="sourceCode" id="cb9"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb9-1"><a href="#cb9-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> bundle_log_dir(</span>
 <span id="cb9-2"><a href="#cb9-2" aria-hidden="true" tabindex="-1"></a>    log_dir: <span class="bu">str</span> <span class="op">|</span> <span class="va">None</span> <span class="op">=</span> <span class="va">None</span>,</span>
@@ -1950,7 +1950,7 @@ <h3 class="anchored" data-anchor-id="write_log_dir_manifest">write_log_dir_manif
 <p>Write a manifest for a log directory.</p>
 <p>A log directory manifest is a dictionary of EvalLog headers (EvalLog w/o samples) keyed by log file names (names are relative to the log directory)</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_file.py#L158">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_file.py#L158">Source</a>
 </div>
 <div class="sourceCode" id="cb10"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb10-1"><a href="#cb10-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> write_log_dir_manifest(</span>
 <span id="cb10-2"><a href="#cb10-2" aria-hidden="true" tabindex="-1"></a>    log_dir: <span class="bu">str</span>,</span>
@@ -1983,7 +1983,7 @@ <h3 class="anchored" data-anchor-id="retryable_eval_logs">retryable_eval_logs</h
 <p>Extract the list of retryable logs from a list of logs.</p>
 <p>Retryable logs are logs with status “error” or “cancelled” that do not have a corresponding log with status “success” (indicating they were subsequently retried and completed)</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_retry.py#L10">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_retry.py#L10">Source</a>
 </div>
 <div class="sourceCode" id="cb11"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb11-1"><a href="#cb11-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> retryable_eval_logs(logs: <span class="bu">list</span>[EvalLogInfo]) <span class="op">-&gt;</span> <span class="bu">list</span>[EvalLogInfo]</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <dl>
@@ -1997,7 +1997,7 @@ <h3 class="anchored" data-anchor-id="retryable_eval_logs">retryable_eval_logs</h
 <h3 class="anchored" data-anchor-id="evalloginfo">EvalLogInfo</h3>
 <p>File info and task identifiers for eval log.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_file.py#L26">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_file.py#L26">Source</a>
 </div>
 <div class="sourceCode" id="cb12"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb12-1"><a href="#cb12-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> EvalLogInfo(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2041,7 +2041,7 @@ <h2 class="anchored" data-anchor-id="eval-log-api">Eval Log API</h2>
 <h3 class="anchored" data-anchor-id="evallog">EvalLog</h3>
 <p>Evaluation log.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_log.py#L711">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_log.py#L711">Source</a>
 </div>
 <div class="sourceCode" id="cb13"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb13-1"><a href="#cb13-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> EvalLog(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2094,7 +2094,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="evalspec">EvalSpec</h3>
 <p>Eval target and configuration.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_log.py#L536">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_log.py#L536">Source</a>
 </div>
 <div class="sourceCode" id="cb14"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb14-1"><a href="#cb14-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> EvalSpec(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2195,7 +2195,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="evaldataset">EvalDataset</h3>
 <p>Dataset used for evaluation.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_log.py#L480">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_log.py#L480">Source</a>
 </div>
 <div class="sourceCode" id="cb15"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb15-1"><a href="#cb15-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> EvalDataset(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2228,7 +2228,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="evalconfig">EvalConfig</h3>
 <p>Configuration used for evaluation.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_log.py#L61">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_log.py#L61">Source</a>
 </div>
 <div class="sourceCode" id="cb16"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb16-1"><a href="#cb16-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> EvalConfig(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2318,7 +2318,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="evalrevision">EvalRevision</h3>
 <p>Git revision for evaluation.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_log.py#L523">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_log.py#L523">Source</a>
 </div>
 <div class="sourceCode" id="cb17"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb17-1"><a href="#cb17-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> EvalRevision(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2343,7 +2343,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="evalplan">EvalPlan</h3>
 <p>Plan (solvers) used in evaluation.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_log.py#L322">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_log.py#L322">Source</a>
 </div>
 <div class="sourceCode" id="cb18"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb18-1"><a href="#cb18-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> EvalPlan(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2372,7 +2372,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="evalplanstep">EvalPlanStep</h3>
 <p>Solver step.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_log.py#L312">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_log.py#L312">Source</a>
 </div>
 <div class="sourceCode" id="cb19"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb19-1"><a href="#cb19-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> EvalPlanStep(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2393,7 +2393,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="evalresults">EvalResults</h3>
 <p>Scoring results from evaluation.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_log.py#L396">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_log.py#L396">Source</a>
 </div>
 <div class="sourceCode" id="cb20"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb20-1"><a href="#cb20-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> EvalResults(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2427,7 +2427,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="evalscore">EvalScore</h3>
 <p>Score for evaluation task.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_log.py#L354">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_log.py#L354">Source</a>
 </div>
 <div class="sourceCode" id="cb21"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb21-1"><a href="#cb21-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> EvalScore(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2464,7 +2464,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="evalmetric">EvalMetric</h3>
 <p>Metric for evaluation score.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_log.py#L338">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_log.py#L338">Source</a>
 </div>
 <div class="sourceCode" id="cb22"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb22-1"><a href="#cb22-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> EvalMetric(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2493,7 +2493,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="evalsamplereductions">EvalSampleReductions</h3>
 <p>Score reductions.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_log.py#L383">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_log.py#L383">Source</a>
 </div>
 <div class="sourceCode" id="cb23"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb23-1"><a href="#cb23-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> EvalSampleReductions(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2518,7 +2518,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="evalstats">EvalStats</h3>
 <p>Timing and usage statistics.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_log.py#L695">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_log.py#L695">Source</a>
 </div>
 <div class="sourceCode" id="cb24"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb24-1"><a href="#cb24-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> EvalStats(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2543,7 +2543,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="evalerror">EvalError</h3>
 <p>Eval error details.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/_util/error.py#L11">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/_util/error.py#L11">Source</a>
 </div>
 <div class="sourceCode" id="cb25"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb25-1"><a href="#cb25-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> EvalError(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2568,7 +2568,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="evalsample">EvalSample</h3>
 <p>Sample from evaluation task.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_log.py#L156">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_log.py#L156">Source</a>
 </div>
 <div class="sourceCode" id="cb26"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb26-1"><a href="#cb26-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> EvalSample(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2668,7 +2668,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Pydantic model interface to metadata.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_log.py#L195">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_log.py#L195">Source</a>
 </div>
 <div class="sourceCode" id="cb27"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb27-1"><a href="#cb27-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> metadata_as(<span class="va">self</span>, metadata_cls: Type[MT]) <span class="op">-&gt;</span> MT</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <dl>
@@ -2682,7 +2682,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Pydantic model interface to the store.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_log.py#L209">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_log.py#L209">Source</a>
 </div>
 <div class="sourceCode" id="cb28"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb28-1"><a href="#cb28-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> store_as(<span class="va">self</span>, model_cls: Type[SMT]) <span class="op">-&gt;</span> SMT</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <dl>
@@ -2699,7 +2699,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <h3 class="anchored" data-anchor-id="evalsamplelimit">EvalSampleLimit</h3>
 <p>Limit encontered by sample.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_log.py#L144">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_log.py#L144">Source</a>
 </div>
 <div class="sourceCode" id="cb29"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb29-1"><a href="#cb29-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> EvalSampleLimit(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2720,7 +2720,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="evalsamplereductions-1">EvalSampleReductions</h3>
 <p>Score reductions.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_log.py#L383">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_log.py#L383">Source</a>
 </div>
 <div class="sourceCode" id="cb30"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb30-1"><a href="#cb30-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> EvalSampleReductions(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2745,7 +2745,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="evalsamplescore">EvalSampleScore</h3>
 <p>Score and sample_id scored.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_log.py#L376">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_log.py#L376">Source</a>
 </div>
 <div class="sourceCode" id="cb31"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb31-1"><a href="#cb31-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> EvalSampleScore(Score)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2765,7 +2765,7 @@ <h2 class="anchored" data-anchor-id="transcript-api">Transcript API</h2>
 <h3 class="anchored" data-anchor-id="transcript">transcript</h3>
 <p>Get the current <span class="element-type-name ref-interlink"><a href="../reference/inspect_ai.log.html#transcript">Transcript</a></span>.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_transcript.py#L490">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_transcript.py#L490">Source</a>
 </div>
 <div class="sourceCode" id="cb32"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb32-1"><a href="#cb32-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> transcript() <span class="op">-&gt;</span> Transcript</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 </section>
@@ -2773,7 +2773,7 @@ <h3 class="anchored" data-anchor-id="transcript">transcript</h3>
 <h3 class="anchored" data-anchor-id="transcript-1">Transcript</h3>
 <p>Transcript of events.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_transcript.py#L442">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_transcript.py#L442">Source</a>
 </div>
 <div class="sourceCode" id="cb33"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb33-1"><a href="#cb33-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> Transcript</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4 class-methods">
@@ -2783,7 +2783,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Add an <span class="element-type-name ref-interlink"><a href="../reference/inspect_ai.log.html#infoevent">InfoEvent</a></span> to the transcript.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_transcript.py#L449">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_transcript.py#L449">Source</a>
 </div>
 <div class="sourceCode" id="cb34"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb34-1"><a href="#cb34-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> info(<span class="va">self</span>, data: JsonValue, <span class="op">*</span>, source: <span class="bu">str</span> <span class="op">|</span> <span class="va">None</span> <span class="op">=</span> <span class="va">None</span>) <span class="op">-&gt;</span> <span class="va">None</span></span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <dl>
@@ -2801,7 +2801,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Context manager for recording StepEvent.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_transcript.py#L458">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_transcript.py#L458">Source</a>
 </div>
 <div class="sourceCode" id="cb35"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb35-1"><a href="#cb35-1" aria-hidden="true" tabindex="-1"></a><span class="at">@contextlib.contextmanager</span></span>
 <span id="cb35-2"><a href="#cb35-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> step(<span class="va">self</span>, name: <span class="bu">str</span>, <span class="bu">type</span>: <span class="bu">str</span> <span class="op">|</span> <span class="va">None</span> <span class="op">=</span> <span class="va">None</span>) <span class="op">-&gt;</span> Iterator[<span class="va">None</span>]</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -2823,7 +2823,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <h3 class="anchored" data-anchor-id="event">Event</h3>
 <p>Event in a transcript.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_transcript.py#L419">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_transcript.py#L419">Source</a>
 </div>
 <div class="sourceCode" id="cb36"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb36-1"><a href="#cb36-1" aria-hidden="true" tabindex="-1"></a>Event: TypeAlias <span class="op">=</span> Union[</span>
 <span id="cb36-2"><a href="#cb36-2" aria-hidden="true" tabindex="-1"></a>    SampleInitEvent</span>
@@ -2848,7 +2848,7 @@ <h3 class="anchored" data-anchor-id="event">Event</h3>
 <h3 class="anchored" data-anchor-id="sampleinitevent">SampleInitEvent</h3>
 <p>Beginning of processing a Sample.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_transcript.py#L60">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_transcript.py#L60">Source</a>
 </div>
 <div class="sourceCode" id="cb37"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb37-1"><a href="#cb37-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> SampleInitEvent(BaseEvent)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2873,7 +2873,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="samplelimitevent">SampleLimitEvent</h3>
 <p>The sample was unable to finish processing due to a limit</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_transcript.py#L73">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_transcript.py#L73">Source</a>
 </div>
 <div class="sourceCode" id="cb38"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb38-1"><a href="#cb38-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> SampleLimitEvent(BaseEvent)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2902,7 +2902,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="stateevent">StateEvent</h3>
 <p>Change to the current <span class="element-type-name ref-interlink"><a href="../reference/inspect_ai.solver.html#taskstate">TaskState</a></span></p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_transcript.py#L99">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_transcript.py#L99">Source</a>
 </div>
 <div class="sourceCode" id="cb39"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb39-1"><a href="#cb39-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> StateEvent(BaseEvent)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2923,7 +2923,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="storeevent">StoreEvent</h3>
 <p>Change to data within the current <span class="element-type-name ref-interlink"><a href="../reference/inspect_ai.util.html#store">Store</a></span>.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_transcript.py#L89">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_transcript.py#L89">Source</a>
 </div>
 <div class="sourceCode" id="cb40"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb40-1"><a href="#cb40-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> StoreEvent(BaseEvent)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2944,7 +2944,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="modelevent">ModelEvent</h3>
 <p>Call to a language model.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_transcript.py#L109">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_transcript.py#L109">Source</a>
 </div>
 <div class="sourceCode" id="cb41"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb41-1"><a href="#cb41-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> ModelEvent(BaseEvent)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -3005,7 +3005,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="toolevent">ToolEvent</h3>
 <p>Call to a tool.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_transcript.py#L155">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_transcript.py#L155">Source</a>
 </div>
 <div class="sourceCode" id="cb42"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb42-1"><a href="#cb42-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> ToolEvent(BaseEvent)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -3070,7 +3070,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="sandboxevent">SandboxEvent</h3>
 <p>Sandbox execution or I/O</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_transcript.py#L242">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_transcript.py#L242">Source</a>
 </div>
 <div class="sourceCode" id="cb43"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb43-1"><a href="#cb43-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> SandboxEvent(BaseEvent)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -3119,7 +3119,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="approvalevent">ApprovalEvent</h3>
 <p>Tool approval.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_transcript.py#L277">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_transcript.py#L277">Source</a>
 </div>
 <div class="sourceCode" id="cb44"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb44-1"><a href="#cb44-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> ApprovalEvent(BaseEvent)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -3164,7 +3164,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="inputevent">InputEvent</h3>
 <p>Input screen interaction.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_transcript.py#L305">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_transcript.py#L305">Source</a>
 </div>
 <div class="sourceCode" id="cb45"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb45-1"><a href="#cb45-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> InputEvent(BaseEvent)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -3189,7 +3189,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="storeevent-1">StoreEvent</h3>
 <p>Change to data within the current <span class="element-type-name ref-interlink"><a href="../reference/inspect_ai.util.html#store">Store</a></span>.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_transcript.py#L89">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_transcript.py#L89">Source</a>
 </div>
 <div class="sourceCode" id="cb46"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb46-1"><a href="#cb46-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> StoreEvent(BaseEvent)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -3210,7 +3210,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="errorevent">ErrorEvent</h3>
 <p>Event with sample error.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_transcript.py#L341">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_transcript.py#L341">Source</a>
 </div>
 <div class="sourceCode" id="cb47"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb47-1"><a href="#cb47-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> ErrorEvent(BaseEvent)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -3231,7 +3231,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="loggerevent">LoggerEvent</h3>
 <p>Log message recorded with Python logger.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_transcript.py#L318">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_transcript.py#L318">Source</a>
 </div>
 <div class="sourceCode" id="cb48"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb48-1"><a href="#cb48-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> LoggerEvent(BaseEvent)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -3252,7 +3252,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="logginglevel">LoggingLevel</h3>
 <p>Logging level.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_message.py#L7">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_message.py#L7">Source</a>
 </div>
 <div class="sourceCode" id="cb49"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb49-1"><a href="#cb49-1" aria-hidden="true" tabindex="-1"></a>LoggingLevel <span class="op">=</span> Literal[</span>
 <span id="cb49-2"><a href="#cb49-2" aria-hidden="true" tabindex="-1"></a>    <span class="st">"debug"</span>, <span class="st">"trace"</span>, <span class="st">"http"</span>, <span class="st">"sandbox"</span>, <span class="st">"info"</span>, <span class="st">"warning"</span>, <span class="st">"error"</span>, <span class="st">"critical"</span></span>
@@ -3262,7 +3262,7 @@ <h3 class="anchored" data-anchor-id="logginglevel">LoggingLevel</h3>
 <h3 class="anchored" data-anchor-id="loggingmessage">LoggingMessage</h3>
 <p>Message written to Python log.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_message.py#L13">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_message.py#L13">Source</a>
 </div>
 <div class="sourceCode" id="cb50"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb50-1"><a href="#cb50-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> LoggingMessage(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -3303,7 +3303,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="infoevent">InfoEvent</h3>
 <p>Event with custom info/data.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_transcript.py#L328">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_transcript.py#L328">Source</a>
 </div>
 <div class="sourceCode" id="cb51"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb51-1"><a href="#cb51-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> InfoEvent(BaseEvent)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -3328,7 +3328,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="stepevent">StepEvent</h3>
 <p>Step within current sample or subtask.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_transcript.py#L371">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_transcript.py#L371">Source</a>
 </div>
 <div class="sourceCode" id="cb52"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb52-1"><a href="#cb52-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> StepEvent(BaseEvent)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -3357,7 +3357,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="subtaskevent">SubtaskEvent</h3>
 <p>Subtask spawned.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/log/_transcript.py#L387">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/log/_transcript.py#L387">Source</a>
 </div>
 <div class="sourceCode" id="cb53"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb53-1"><a href="#cb53-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> SubtaskEvent(BaseEvent)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
diff --git a/reference/inspect_ai.model.html b/reference/inspect_ai.model.html
index fa3fde493..9d50860b0 100644
--- a/reference/inspect_ai.model.html
+++ b/reference/inspect_ai.model.html
@@ -1663,7 +1663,7 @@ <h3 class="anchored" data-anchor-id="get_model">get_model</h3>
 <span id="cb1-2"><a href="#cb1-2" aria-hidden="true" tabindex="-1"></a>    response <span class="op">=</span> <span class="cf">await</span> model.generate(<span class="st">"Say hello"</span>)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <p>In this case, the model client will be closed at the end of the context manager and will not be available in the get_model() cache.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_model.py#L728">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_model.py#L728">Source</a>
 </div>
 <div class="sourceCode" id="cb2"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb2-1"><a href="#cb2-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> get_model(</span>
 <span id="cb2-2"><a href="#cb2-2" aria-hidden="true" tabindex="-1"></a>    model: <span class="bu">str</span> <span class="op">|</span> Model <span class="op">|</span> <span class="va">None</span> <span class="op">=</span> <span class="va">None</span>,</span>
@@ -1707,7 +1707,7 @@ <h3 class="anchored" data-anchor-id="model">Model</h3>
 <div class="sourceCode" id="cb3"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb3-1"><a href="#cb3-1" aria-hidden="true" tabindex="-1"></a><span class="cf">async</span> <span class="cf">with</span> get_model(<span class="st">"openai/gpt-4o"</span>) <span class="im">as</span> model:</span>
 <span id="cb3-2"><a href="#cb3-2" aria-hidden="true" tabindex="-1"></a>    response <span class="op">=</span> <span class="cf">await</span> model.generate(<span class="st">"Say hello"</span>)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_model.py#L216">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_model.py#L216">Source</a>
 </div>
 <div class="sourceCode" id="cb4"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb4-1"><a href="#cb4-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> Model</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -1734,7 +1734,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Create a model.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_model.py#L235">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_model.py#L235">Source</a>
 </div>
 <div class="sourceCode" id="cb5"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb5-1"><a href="#cb5-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> <span class="fu">__init__</span>(<span class="va">self</span>, api: ModelAPI, config: GenerateConfig) <span class="op">-&gt;</span> <span class="va">None</span></span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <dl>
@@ -1752,7 +1752,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Generate output from the model.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_model.py#L275">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_model.py#L275">Source</a>
 </div>
 <div class="sourceCode" id="cb6"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb6-1"><a href="#cb6-1" aria-hidden="true" tabindex="-1"></a><span class="cf">async</span> <span class="kw">def</span> generate(</span>
 <span id="cb6-2"><a href="#cb6-2" aria-hidden="true" tabindex="-1"></a>    <span class="va">self</span>,</span>
@@ -1795,7 +1795,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <h3 class="anchored" data-anchor-id="generateconfig">GenerateConfig</h3>
 <p>Model generation options.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_generate_config.py#L107">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_generate_config.py#L107">Source</a>
 </div>
 <div class="sourceCode" id="cb7"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb7-1"><a href="#cb7-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> GenerateConfig(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -1910,7 +1910,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Merge another model configuration into this one.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_generate_config.py#L200">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_generate_config.py#L200">Source</a>
 </div>
 <div class="sourceCode" id="cb8"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb8-1"><a href="#cb8-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> merge(</span>
 <span id="cb8-2"><a href="#cb8-2" aria-hidden="true" tabindex="-1"></a>    <span class="va">self</span>, other: Union[<span class="st">"GenerateConfig"</span>, GenerateConfigArgs]</span>
@@ -1929,7 +1929,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <h3 class="anchored" data-anchor-id="generateconfigargs">GenerateConfigArgs</h3>
 <p>Type for kwargs that selectively override GenerateConfig.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_generate_config.py#L28">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_generate_config.py#L28">Source</a>
 </div>
 <div class="sourceCode" id="cb9"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb9-1"><a href="#cb9-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> GenerateConfigArgs(TypedDict, total<span class="op">=</span><span class="va">False</span>)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2042,7 +2042,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="responseschema">ResponseSchema</h3>
 <p>Schema for model response when using Structured Output.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_generate_config.py#L11">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_generate_config.py#L11">Source</a>
 </div>
 <div class="sourceCode" id="cb10"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb10-1"><a href="#cb10-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> ResponseSchema(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2071,7 +2071,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="modeloutput">ModelOutput</h3>
 <p>Output from model generation.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_model_output.py#L105">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_model_output.py#L105">Source</a>
 </div>
 <div class="sourceCode" id="cb11"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb11-1"><a href="#cb11-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> ModelOutput(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2122,7 +2122,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Create ModelOutput from simple text content.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_model_output.py#L160">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_model_output.py#L160">Source</a>
 </div>
 <div class="sourceCode" id="cb12"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb12-1"><a href="#cb12-1" aria-hidden="true" tabindex="-1"></a><span class="at">@staticmethod</span></span>
 <span id="cb12-2"><a href="#cb12-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> from_content(</span>
@@ -2154,7 +2154,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Returns a ModelOutput for requesting a tool call.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_model_output.py#L186">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_model_output.py#L186">Source</a>
 </div>
 <div class="sourceCode" id="cb13"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb13-1"><a href="#cb13-1" aria-hidden="true" tabindex="-1"></a><span class="at">@staticmethod</span></span>
 <span id="cb13-2"><a href="#cb13-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> for_tool_call(</span>
@@ -2194,7 +2194,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <h3 class="anchored" data-anchor-id="modelusage">ModelUsage</h3>
 <p>Token usage for completion.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_model_output.py#L11">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_model_output.py#L11">Source</a>
 </div>
 <div class="sourceCode" id="cb14"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb14-1"><a href="#cb14-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> ModelUsage(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2231,7 +2231,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="stopreason">StopReason</h3>
 <p>Reason that the model stopped or failed to generate.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_model_output.py#L33">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_model_output.py#L33">Source</a>
 </div>
 <div class="sourceCode" id="cb15"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb15-1"><a href="#cb15-1" aria-hidden="true" tabindex="-1"></a>StopReason <span class="op">=</span> Literal[</span>
 <span id="cb15-2"><a href="#cb15-2" aria-hidden="true" tabindex="-1"></a>    <span class="st">"stop"</span>,</span>
@@ -2246,7 +2246,7 @@ <h3 class="anchored" data-anchor-id="stopreason">StopReason</h3>
 <h3 class="anchored" data-anchor-id="chatcompletionchoice">ChatCompletionChoice</h3>
 <p>Choice generated for completion.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_model_output.py#L80">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_model_output.py#L80">Source</a>
 </div>
 <div class="sourceCode" id="cb16"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb16-1"><a href="#cb16-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> ChatCompletionChoice(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2274,7 +2274,7 @@ <h2 class="anchored" data-anchor-id="messages">Messages</h2>
 <h3 class="anchored" data-anchor-id="chatmessage">ChatMessage</h3>
 <p>Message in a chat conversation</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_chat_message.py#L178">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_chat_message.py#L178">Source</a>
 </div>
 <div class="sourceCode" id="cb17"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb17-1"><a href="#cb17-1" aria-hidden="true" tabindex="-1"></a>ChatMessage <span class="op">=</span> Union[</span>
 <span id="cb17-2"><a href="#cb17-2" aria-hidden="true" tabindex="-1"></a>    ChatMessageSystem, ChatMessageUser, ChatMessageAssistant, ChatMessageTool</span>
@@ -2284,7 +2284,7 @@ <h3 class="anchored" data-anchor-id="chatmessage">ChatMessage</h3>
 <h3 class="anchored" data-anchor-id="chatmessagebase">ChatMessageBase</h3>
 <p>Base class for chat messages.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_chat_message.py#L16">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_chat_message.py#L16">Source</a>
 </div>
 <div class="sourceCode" id="cb18"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb18-1"><a href="#cb18-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> ChatMessageBase(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2314,7 +2314,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="chatmessagesystem">ChatMessageSystem</h3>
 <p>System chat message.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_chat_message.py#L71">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_chat_message.py#L71">Source</a>
 </div>
 <div class="sourceCode" id="cb19"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb19-1"><a href="#cb19-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> ChatMessageSystem(ChatMessageBase)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2331,7 +2331,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="chatmessageuser">ChatMessageUser</h3>
 <p>User chat message.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_chat_message.py#L78">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_chat_message.py#L78">Source</a>
 </div>
 <div class="sourceCode" id="cb20"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb20-1"><a href="#cb20-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> ChatMessageUser(ChatMessageBase)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2352,7 +2352,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="chatmessageassistant">ChatMessageAssistant</h3>
 <p>Assistant chat message.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_chat_message.py#L88">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_chat_message.py#L88">Source</a>
 </div>
 <div class="sourceCode" id="cb21"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb21-1"><a href="#cb21-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> ChatMessageAssistant(ChatMessageBase)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2373,7 +2373,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="chatmessagetool">ChatMessageTool</h3>
 <p>Tool chat message.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_chat_message.py#L138">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_chat_message.py#L138">Source</a>
 </div>
 <div class="sourceCode" id="cb22"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb22-1"><a href="#cb22-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> ChatMessageTool(ChatMessageBase)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2405,7 +2405,7 @@ <h2 class="anchored" data-anchor-id="content">Content</h2>
 <h3 class="anchored" data-anchor-id="content-1">Content</h3>
 <p>Content sent to or received from a model.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/_util/content.py#L77">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/_util/content.py#L77">Source</a>
 </div>
 <div class="sourceCode" id="cb23"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb23-1"><a href="#cb23-1" aria-hidden="true" tabindex="-1"></a>Content <span class="op">=</span> Union[ContentText, ContentReasoning, ContentImage, ContentAudio, ContentVideo]</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 </section>
@@ -2413,7 +2413,7 @@ <h3 class="anchored" data-anchor-id="content-1">Content</h3>
 <h3 class="anchored" data-anchor-id="contenttext">ContentText</h3>
 <p>Text content.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/_util/content.py#L6">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/_util/content.py#L6">Source</a>
 </div>
 <div class="sourceCode" id="cb24"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb24-1"><a href="#cb24-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> ContentText(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2435,7 +2435,7 @@ <h3 class="anchored" data-anchor-id="contentreasoning">ContentReasoning</h3>
 <p>Reasoning content.</p>
 <p>See the specification for <a href="https://docs.anthropic.com/en/docs/build-with-claude/extended-thinking#understanding-thinking-blocks">thinking blocks</a> for Claude models.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/_util/content.py#L16">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/_util/content.py#L16">Source</a>
 </div>
 <div class="sourceCode" id="cb25"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb25-1"><a href="#cb25-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> ContentReasoning(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2464,7 +2464,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="contentimage">ContentImage</h3>
 <p>Image content.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/_util/content.py#L35">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/_util/content.py#L35">Source</a>
 </div>
 <div class="sourceCode" id="cb26"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb26-1"><a href="#cb26-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> ContentImage(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2490,7 +2490,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="contentaudio">ContentAudio</h3>
 <p>Audio content.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/_util/content.py#L51">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/_util/content.py#L51">Source</a>
 </div>
 <div class="sourceCode" id="cb27"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb27-1"><a href="#cb27-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> ContentAudio(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2515,7 +2515,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="contentvideo">ContentVideo</h3>
 <p>Video content.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/_util/content.py#L64">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/_util/content.py#L64">Source</a>
 </div>
 <div class="sourceCode" id="cb28"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb28-1"><a href="#cb28-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> ContentVideo(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2543,7 +2543,7 @@ <h2 class="anchored" data-anchor-id="logprobs">Logprobs</h2>
 <h3 class="anchored" data-anchor-id="logprob">Logprob</h3>
 <p>Log probability for a token.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_model_output.py#L57">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_model_output.py#L57">Source</a>
 </div>
 <div class="sourceCode" id="cb29"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb29-1"><a href="#cb29-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> Logprob(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2572,7 +2572,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="logprobs-1">Logprobs</h3>
 <p>Log probability information for a completion choice.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_model_output.py#L73">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_model_output.py#L73">Source</a>
 </div>
 <div class="sourceCode" id="cb30"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb30-1"><a href="#cb30-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> Logprobs(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2589,7 +2589,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="toplogprob">TopLogprob</h3>
 <p>List of the most likely tokens and their log probability, at this token position.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_model_output.py#L44">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_model_output.py#L44">Source</a>
 </div>
 <div class="sourceCode" id="cb31"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb31-1"><a href="#cb31-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> TopLogprob(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2620,7 +2620,7 @@ <h3 class="anchored" data-anchor-id="cachepolicy">CachePolicy</h3>
 <p><code>per_epoch</code>: Default True. By default we cache responses separately for different epochs. The general use case is that if there are multiple epochs, we should cache each response separately because scorers will aggregate across epochs. However, sometimes a response can be cached regardless of epoch if the call being made isn’t under test as part of the evaluation. If False, this option allows you to bypass that and cache independently of the epoch.</p>
 <p><code>scopes</code>: A dictionary of additional metadata that should be included in the cache key. This allows for more fine-grained control over the cache key generation.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_cache.py#L58">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_cache.py#L58">Source</a>
 </div>
 <div class="sourceCode" id="cb32"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb32-1"><a href="#cb32-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> CachePolicy</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4 class-methods">
@@ -2630,7 +2630,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Create a CachePolicy.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_cache.py#L80">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_cache.py#L80">Source</a>
 </div>
 <div class="sourceCode" id="cb33"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb33-1"><a href="#cb33-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> <span class="fu">__init__</span>(</span>
 <span id="cb33-2"><a href="#cb33-2" aria-hidden="true" tabindex="-1"></a>    <span class="va">self</span>,</span>
@@ -2661,7 +2661,7 @@ <h3 class="anchored" data-anchor-id="cache_size">cache_size</h3>
 <p>Calculate the size of various cached directories and files</p>
 <p>If neither <code>subdirs</code> nor <code>files</code> are provided, the entire cache directory will be calculated.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_cache.py#L332">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_cache.py#L332">Source</a>
 </div>
 <div class="sourceCode" id="cb34"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb34-1"><a href="#cb34-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> cache_size(</span>
 <span id="cb34-2"><a href="#cb34-2" aria-hidden="true" tabindex="-1"></a>    subdirs: <span class="bu">list</span>[<span class="bu">str</span>] <span class="op">=</span> [], files: <span class="bu">list</span>[Path] <span class="op">=</span> []</span>
@@ -2681,7 +2681,7 @@ <h3 class="anchored" data-anchor-id="cache_size">cache_size</h3>
 <h3 class="anchored" data-anchor-id="cache_clear">cache_clear</h3>
 <p>Clear the cache directory.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_cache.py#L247">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_cache.py#L247">Source</a>
 </div>
 <div class="sourceCode" id="cb35"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb35-1"><a href="#cb35-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> cache_clear(model: <span class="bu">str</span> <span class="op">=</span> <span class="st">""</span>) <span class="op">-&gt;</span> <span class="bu">bool</span></span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <dl>
@@ -2695,7 +2695,7 @@ <h3 class="anchored" data-anchor-id="cache_clear">cache_clear</h3>
 <h3 class="anchored" data-anchor-id="cache_list_expired">cache_list_expired</h3>
 <p>Returns a list of all the cached files that have passed their expiry time.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_cache.py#L361">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_cache.py#L361">Source</a>
 </div>
 <div class="sourceCode" id="cb36"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb36-1"><a href="#cb36-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> cache_list_expired(filter_by: <span class="bu">list</span>[<span class="bu">str</span>] <span class="op">=</span> []) <span class="op">-&gt;</span> <span class="bu">list</span>[Path]</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <dl>
@@ -2709,7 +2709,7 @@ <h3 class="anchored" data-anchor-id="cache_list_expired">cache_list_expired</h3>
 <h3 class="anchored" data-anchor-id="cache_prune">cache_prune</h3>
 <p>Delete all expired cache entries.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_cache.py#L401">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_cache.py#L401">Source</a>
 </div>
 <div class="sourceCode" id="cb37"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb37-1"><a href="#cb37-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> cache_prune(files: <span class="bu">list</span>[Path] <span class="op">=</span> []) <span class="op">-&gt;</span> <span class="va">None</span></span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <dl>
@@ -2723,7 +2723,7 @@ <h3 class="anchored" data-anchor-id="cache_prune">cache_prune</h3>
 <h3 class="anchored" data-anchor-id="cache_path">cache_path</h3>
 <p>Path to cache directory.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_cache.py#L267">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_cache.py#L267">Source</a>
 </div>
 <div class="sourceCode" id="cb38"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb38-1"><a href="#cb38-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> cache_path(model: <span class="bu">str</span> <span class="op">=</span> <span class="st">""</span>) <span class="op">-&gt;</span> Path</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <dl>
@@ -2740,7 +2740,7 @@ <h2 class="anchored" data-anchor-id="provider">Provider</h2>
 <h3 class="anchored" data-anchor-id="modelapi">modelapi</h3>
 <p>Decorator for registering model APIs.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_registry.py#L30">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_registry.py#L30">Source</a>
 </div>
 <div class="sourceCode" id="cb39"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb39-1"><a href="#cb39-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> modelapi(name: <span class="bu">str</span>) <span class="op">-&gt;</span> Callable[..., <span class="bu">type</span>[ModelAPI]]</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <dl>
@@ -2755,7 +2755,7 @@ <h3 class="anchored" data-anchor-id="modelapi-1">ModelAPI</h3>
 <p>Model API provider.</p>
 <p>If you are implementing a custom ModelAPI provider your <code>__init__()</code> method will also receive a <code>**model_args</code> parameter that will carry any custom <code>model_args</code> (or <code>-M</code> arguments from the CLI) specified by the user. You can then pass these on to the approriate place in your model initialisation code (for example, here is what many of the built-in providers do with the <code>model_args</code> passed to them: <a href="https://inspect.ai-safety-institute.org.uk/models.html#model-args" class="uri">https://inspect.ai-safety-institute.org.uk/models.html#model-args</a>)</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_model.py#L71">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_model.py#L71">Source</a>
 </div>
 <div class="sourceCode" id="cb40"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb40-1"><a href="#cb40-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> ModelAPI(abc.ABC)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4 class-methods">
@@ -2765,7 +2765,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Create a model API provider.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_model.py#L83">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_model.py#L83">Source</a>
 </div>
 <div class="sourceCode" id="cb41"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb41-1"><a href="#cb41-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> <span class="fu">__init__</span>(</span>
 <span id="cb41-2"><a href="#cb41-2" aria-hidden="true" tabindex="-1"></a>    <span class="va">self</span>,</span>
@@ -2802,7 +2802,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Close method for closing any client allocated for the model.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_model.py#L125">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_model.py#L125">Source</a>
 </div>
 <div class="sourceCode" id="cb42"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb42-1"><a href="#cb42-1" aria-hidden="true" tabindex="-1"></a><span class="cf">async</span> <span class="kw">def</span> close(<span class="va">self</span>) <span class="op">-&gt;</span> <span class="va">None</span></span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <div>
@@ -2813,7 +2813,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Generate output from the model.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_model.py#L129">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_model.py#L129">Source</a>
 </div>
 <div class="sourceCode" id="cb43"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb43-1"><a href="#cb43-1" aria-hidden="true" tabindex="-1"></a><span class="at">@abc.abstractmethod</span></span>
 <span id="cb43-2"><a href="#cb43-2" aria-hidden="true" tabindex="-1"></a><span class="cf">async</span> <span class="kw">def</span> generate(</span>
@@ -2846,7 +2846,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Default max_tokens.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_model.py#L156">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_model.py#L156">Source</a>
 </div>
 <div class="sourceCode" id="cb44"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb44-1"><a href="#cb44-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> max_tokens(<span class="va">self</span>) <span class="op">-&gt;</span> <span class="bu">int</span> <span class="op">|</span> <span class="va">None</span></span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <div>
@@ -2857,7 +2857,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Default max_tokens for a given config.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_model.py#L160">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_model.py#L160">Source</a>
 </div>
 <div class="sourceCode" id="cb45"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb45-1"><a href="#cb45-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> max_tokens_for_config(<span class="va">self</span>, config: GenerateConfig) <span class="op">-&gt;</span> <span class="bu">int</span> <span class="op">|</span> <span class="va">None</span></span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <dl>
@@ -2871,7 +2871,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Default max_connections.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_model.py#L171">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_model.py#L171">Source</a>
 </div>
 <div class="sourceCode" id="cb46"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb46-1"><a href="#cb46-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> max_connections(<span class="va">self</span>) <span class="op">-&gt;</span> <span class="bu">int</span></span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <div>
@@ -2882,7 +2882,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Scope for enforcement of max_connections.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_model.py#L175">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_model.py#L175">Source</a>
 </div>
 <div class="sourceCode" id="cb47"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb47-1"><a href="#cb47-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> connection_key(<span class="va">self</span>) <span class="op">-&gt;</span> <span class="bu">str</span></span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <div>
@@ -2893,7 +2893,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Should this exception be retried?</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_model.py#L179">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_model.py#L179">Source</a>
 </div>
 <div class="sourceCode" id="cb48"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb48-1"><a href="#cb48-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> should_retry(<span class="va">self</span>, ex: <span class="pp">Exception</span>) <span class="op">-&gt;</span> <span class="bu">bool</span></span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <dl>
@@ -2907,7 +2907,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Collapse consecutive user messages into a single message.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_model.py#L187">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_model.py#L187">Source</a>
 </div>
 <div class="sourceCode" id="cb49"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb49-1"><a href="#cb49-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> collapse_user_messages(<span class="va">self</span>) <span class="op">-&gt;</span> <span class="bu">bool</span></span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <div>
@@ -2918,7 +2918,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Collapse consecutive assistant messages into a single message.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_model.py#L191">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_model.py#L191">Source</a>
 </div>
 <div class="sourceCode" id="cb50"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb50-1"><a href="#cb50-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> collapse_assistant_messages(<span class="va">self</span>) <span class="op">-&gt;</span> <span class="bu">bool</span></span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <div>
@@ -2929,7 +2929,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Any tool use in a message stream means that tools must be passed.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_model.py#L195">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_model.py#L195">Source</a>
 </div>
 <div class="sourceCode" id="cb51"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb51-1"><a href="#cb51-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> tools_required(<span class="va">self</span>) <span class="op">-&gt;</span> <span class="bu">bool</span></span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <div>
@@ -2940,7 +2940,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Tool results can contain images</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_model.py#L199">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_model.py#L199">Source</a>
 </div>
 <div class="sourceCode" id="cb52"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb52-1"><a href="#cb52-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> tool_result_images(<span class="va">self</span>) <span class="op">-&gt;</span> <span class="bu">bool</span></span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <div>
@@ -2951,7 +2951,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Chat message assistant messages with reasoning should playback reasoning with emulation (.e.g. <think> tags)</think></p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_model.py#L203">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_model.py#L203">Source</a>
 </div>
 <div class="sourceCode" id="cb53"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb53-1"><a href="#cb53-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> emulate_reasoning_history(<span class="va">self</span>) <span class="op">-&gt;</span> <span class="bu">bool</span></span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <div>
@@ -2962,7 +2962,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Force a specific reasoning history behavior for this provider.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_model.py#L207">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_model.py#L207">Source</a>
 </div>
 <div class="sourceCode" id="cb54"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb54-1"><a href="#cb54-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> force_reasoning_history(<span class="va">self</span>) <span class="op">-&gt;</span> Literal[<span class="st">"none"</span>, <span class="st">"all"</span>, <span class="st">"last"</span>] <span class="op">|</span> <span class="va">None</span></span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <div>
@@ -2973,7 +2973,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Behavior to use for reasoning_history=‘auto’</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/model/_model.py#L211">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/model/_model.py#L211">Source</a>
 </div>
 <div class="sourceCode" id="cb55"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb55-1"><a href="#cb55-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> auto_reasoning_history(<span class="va">self</span>) <span class="op">-&gt;</span> Literal[<span class="st">"none"</span>, <span class="st">"all"</span>, <span class="st">"last"</span>]</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <div>
diff --git a/reference/inspect_ai.scorer.html b/reference/inspect_ai.scorer.html
index 06509d208..718d1b7c7 100644
--- a/reference/inspect_ai.scorer.html
+++ b/reference/inspect_ai.scorer.html
@@ -1655,7 +1655,7 @@ <h2 class="anchored" data-anchor-id="scorers">Scorers</h2>
 <h3 class="anchored" data-anchor-id="match">match</h3>
 <p>Scorer which matches text or a number.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_match.py#L8">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_match.py#L8">Source</a>
 </div>
 <div class="sourceCode" id="cb1"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb1-1"><a href="#cb1-1" aria-hidden="true" tabindex="-1"></a><span class="at">@scorer</span>(metrics<span class="op">=</span>[accuracy(), stderr()])</span>
 <span id="cb1-2"><a href="#cb1-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> match(</span>
@@ -1683,7 +1683,7 @@ <h3 class="anchored" data-anchor-id="match">match</h3>
 <h3 class="anchored" data-anchor-id="includes">includes</h3>
 <p>Check whether the specified text is included in the model output.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_match.py#L39">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_match.py#L39">Source</a>
 </div>
 <div class="sourceCode" id="cb2"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb2-1"><a href="#cb2-1" aria-hidden="true" tabindex="-1"></a><span class="at">@scorer</span>(metrics<span class="op">=</span>[accuracy(), stderr()])</span>
 <span id="cb2-2"><a href="#cb2-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> includes(ignore_case: <span class="bu">bool</span> <span class="op">=</span> <span class="va">True</span>) <span class="op">-&gt;</span> Scorer</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -1700,7 +1700,7 @@ <h3 class="anchored" data-anchor-id="pattern">pattern</h3>
 <p>Note that at least one regex group is required to match against the target.</p>
 <p>The regex can have a single capture group or multiple groups. In the case of multiple groups, the scorer can be configured to match either one or all of the extracted groups</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_pattern.py#L46">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_pattern.py#L46">Source</a>
 </div>
 <div class="sourceCode" id="cb3"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb3-1"><a href="#cb3-1" aria-hidden="true" tabindex="-1"></a><span class="at">@scorer</span>(metrics<span class="op">=</span>[accuracy(), stderr()])</span>
 <span id="cb3-2"><a href="#cb3-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> pattern(pattern: <span class="bu">str</span>, ignore_case: <span class="bu">bool</span> <span class="op">=</span> <span class="va">True</span>, match_all: <span class="bu">bool</span> <span class="op">=</span> <span class="va">False</span>) <span class="op">-&gt;</span> Scorer</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -1725,7 +1725,7 @@ <h3 class="anchored" data-anchor-id="answer">answer</h3>
 <p>Some solvers including multiple_choice solicit answers from the model prefaced with “ANSWER:”. This scorer extracts answers of this form for comparison with the target.</p>
 <p>Note that you must specify a <code>type</code> for the answer scorer.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_answer.py#L35">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_answer.py#L35">Source</a>
 </div>
 <div class="sourceCode" id="cb4"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb4-1"><a href="#cb4-1" aria-hidden="true" tabindex="-1"></a><span class="at">@scorer</span>(metrics<span class="op">=</span>[accuracy(), stderr()])</span>
 <span id="cb4-2"><a href="#cb4-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> answer(pattern: Literal[<span class="st">"letter"</span>, <span class="st">"word"</span>, <span class="st">"line"</span>]) <span class="op">-&gt;</span> Scorer</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -1747,7 +1747,7 @@ <h3 class="anchored" data-anchor-id="choice">choice</h3>
 C) London</code></pre>
 <p>The target for the dataset will then have a letter corresponding to the correct answer, e.g.&nbsp;the <span class="element-type-name ref-interlink"><a href="../reference/inspect_ai.scorer.html#target">Target</a></span> would be <code>"A"</code> for the above question. If multiple choices are correct, the <span class="element-type-name ref-interlink"><a href="../reference/inspect_ai.scorer.html#target">Target</a></span> can be an array of these letters.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_choice.py#L41">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_choice.py#L41">Source</a>
 </div>
 <div class="sourceCode" id="cb6"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb6-1"><a href="#cb6-1" aria-hidden="true" tabindex="-1"></a><span class="at">@scorer</span>(metrics<span class="op">=</span>[accuracy(), stderr()])</span>
 <span id="cb6-2"><a href="#cb6-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> choice() <span class="op">-&gt;</span> Scorer</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -1757,7 +1757,7 @@ <h3 class="anchored" data-anchor-id="f1">f1</h3>
 <p>Scorer which produces an F1 score</p>
 <p>Computes the <code>F1</code> score for the answer (which balances recall precision by taking the harmonic mean between recall and precision).</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_classification.py#L13">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_classification.py#L13">Source</a>
 </div>
 <div class="sourceCode" id="cb7"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb7-1"><a href="#cb7-1" aria-hidden="true" tabindex="-1"></a><span class="at">@scorer</span>(metrics<span class="op">=</span>[mean(), stderr()])</span>
 <span id="cb7-2"><a href="#cb7-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> f1(</span>
@@ -1779,7 +1779,7 @@ <h3 class="anchored" data-anchor-id="exact">exact</h3>
 <p>Scorer which produces an exact match score</p>
 <p>Normalizes the text of the answer and target(s) and performs an exact matching comparison of the text. This scorer will return <code>CORRECT</code> when the answer is an exact match to one or more targets.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_classification.py#L42">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_classification.py#L42">Source</a>
 </div>
 <div class="sourceCode" id="cb8"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb8-1"><a href="#cb8-1" aria-hidden="true" tabindex="-1"></a><span class="at">@scorer</span>(metrics<span class="op">=</span>[mean(), stderr()])</span>
 <span id="cb8-2"><a href="#cb8-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> exact() <span class="op">-&gt;</span> Scorer</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -1788,7 +1788,7 @@ <h3 class="anchored" data-anchor-id="exact">exact</h3>
 <h3 class="anchored" data-anchor-id="model_graded_qa">model_graded_qa</h3>
 <p>Score a question/answer task using a model.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_model.py#L74">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_model.py#L74">Source</a>
 </div>
 <div class="sourceCode" id="cb9"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb9-1"><a href="#cb9-1" aria-hidden="true" tabindex="-1"></a><span class="at">@scorer</span>(metrics<span class="op">=</span>[accuracy(), stderr()])</span>
 <span id="cb9-2"><a href="#cb9-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> model_graded_qa(</span>
@@ -1830,7 +1830,7 @@ <h3 class="anchored" data-anchor-id="model_graded_qa">model_graded_qa</h3>
 <h3 class="anchored" data-anchor-id="model_graded_fact">model_graded_fact</h3>
 <p>Score a question/answer task with a fact response using a model.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_model.py#L26">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_model.py#L26">Source</a>
 </div>
 <div class="sourceCode" id="cb10"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb10-1"><a href="#cb10-1" aria-hidden="true" tabindex="-1"></a><span class="at">@scorer</span>(metrics<span class="op">=</span>[accuracy(), stderr()])</span>
 <span id="cb10-2"><a href="#cb10-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> model_graded_fact(</span>
@@ -1872,7 +1872,7 @@ <h3 class="anchored" data-anchor-id="model_graded_fact">model_graded_fact</h3>
 <h3 class="anchored" data-anchor-id="multi_scorer">multi_scorer</h3>
 <p>Returns a Scorer that runs multiple Scorers in parallel and aggregates their results into a single Score using the provided reducer function.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_multi.py#L13">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_multi.py#L13">Source</a>
 </div>
 <div class="sourceCode" id="cb11"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb11-1"><a href="#cb11-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> multi_scorer(scorers: <span class="bu">list</span>[Scorer], reducer: <span class="bu">str</span> <span class="op">|</span> ScoreReducer) <span class="op">-&gt;</span> Scorer</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <dl>
@@ -1893,7 +1893,7 @@ <h2 class="anchored" data-anchor-id="metrics">Metrics</h2>
 <h3 class="anchored" data-anchor-id="accuracy">accuracy</h3>
 <p>Compute proportion of total answers which are correct.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_metrics/accuracy.py#L14">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_metrics/accuracy.py#L14">Source</a>
 </div>
 <div class="sourceCode" id="cb12"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb12-1"><a href="#cb12-1" aria-hidden="true" tabindex="-1"></a><span class="at">@metric</span></span>
 <span id="cb12-2"><a href="#cb12-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> accuracy(to_float: ValueToFloat <span class="op">=</span> value_to_float()) <span class="op">-&gt;</span> Metric</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -1908,7 +1908,7 @@ <h3 class="anchored" data-anchor-id="accuracy">accuracy</h3>
 <h3 class="anchored" data-anchor-id="mean">mean</h3>
 <p>Compute mean of all scores.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_metrics/mean.py#L6">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_metrics/mean.py#L6">Source</a>
 </div>
 <div class="sourceCode" id="cb13"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb13-1"><a href="#cb13-1" aria-hidden="true" tabindex="-1"></a><span class="at">@metric</span></span>
 <span id="cb13-2"><a href="#cb13-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> mean() <span class="op">-&gt;</span> Metric</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -1917,7 +1917,7 @@ <h3 class="anchored" data-anchor-id="mean">mean</h3>
 <h3 class="anchored" data-anchor-id="std">std</h3>
 <p>Calculates the sample standard deviation of a list of scores.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_metrics/std.py#L137">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_metrics/std.py#L137">Source</a>
 </div>
 <div class="sourceCode" id="cb14"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb14-1"><a href="#cb14-1" aria-hidden="true" tabindex="-1"></a><span class="at">@metric</span></span>
 <span id="cb14-2"><a href="#cb14-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> std(to_float: ValueToFloat <span class="op">=</span> value_to_float()) <span class="op">-&gt;</span> Metric</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -1932,7 +1932,7 @@ <h3 class="anchored" data-anchor-id="std">std</h3>
 <h3 class="anchored" data-anchor-id="stderr">stderr</h3>
 <p>Standard error of the mean using Central Limit Theorem.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_metrics/std.py#L50">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_metrics/std.py#L50">Source</a>
 </div>
 <div class="sourceCode" id="cb15"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb15-1"><a href="#cb15-1" aria-hidden="true" tabindex="-1"></a><span class="at">@metric</span></span>
 <span id="cb15-2"><a href="#cb15-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> stderr(</span>
@@ -1953,7 +1953,7 @@ <h3 class="anchored" data-anchor-id="stderr">stderr</h3>
 <h3 class="anchored" data-anchor-id="bootstrap_stderr">bootstrap_stderr</h3>
 <p>Standard error of the mean using bootstrap.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_metrics/std.py#L17">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_metrics/std.py#L17">Source</a>
 </div>
 <div class="sourceCode" id="cb16"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb16-1"><a href="#cb16-1" aria-hidden="true" tabindex="-1"></a><span class="at">@metric</span></span>
 <span id="cb16-2"><a href="#cb16-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> bootstrap_stderr(</span>
@@ -1977,7 +1977,7 @@ <h2 class="anchored" data-anchor-id="reducers">Reducers</h2>
 <h3 class="anchored" data-anchor-id="at_least">at_least</h3>
 <p>Score correct if there are at least k score values greater than or equal to the value.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_reducer/reducer.py#L77">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_reducer/reducer.py#L77">Source</a>
 </div>
 <div class="sourceCode" id="cb17"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb17-1"><a href="#cb17-1" aria-hidden="true" tabindex="-1"></a><span class="at">@score_reducer</span></span>
 <span id="cb17-2"><a href="#cb17-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> at_least(</span>
@@ -2002,7 +2002,7 @@ <h3 class="anchored" data-anchor-id="at_least">at_least</h3>
 <h3 class="anchored" data-anchor-id="pass_at">pass_at</h3>
 <p>Probability of at least 1 correct sample given <code>k</code> epochs (<a href="https://arxiv.org/pdf/2107.03374" class="uri">https://arxiv.org/pdf/2107.03374</a>).</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_reducer/reducer.py#L109">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_reducer/reducer.py#L109">Source</a>
 </div>
 <div class="sourceCode" id="cb18"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb18-1"><a href="#cb18-1" aria-hidden="true" tabindex="-1"></a><span class="at">@score_reducer</span></span>
 <span id="cb18-2"><a href="#cb18-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> pass_at(</span>
@@ -2027,7 +2027,7 @@ <h3 class="anchored" data-anchor-id="pass_at">pass_at</h3>
 <h3 class="anchored" data-anchor-id="max_score">max_score</h3>
 <p>Take the maximum value from a list of scores.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_reducer/reducer.py#L144">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_reducer/reducer.py#L144">Source</a>
 </div>
 <div class="sourceCode" id="cb19"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb19-1"><a href="#cb19-1" aria-hidden="true" tabindex="-1"></a><span class="at">@score_reducer</span>(name<span class="op">=</span><span class="st">"max"</span>)</span>
 <span id="cb19-2"><a href="#cb19-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> max_score(value_to_float: ValueToFloat <span class="op">=</span> value_to_float()) <span class="op">-&gt;</span> ScoreReducer</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -2042,7 +2042,7 @@ <h3 class="anchored" data-anchor-id="max_score">max_score</h3>
 <h3 class="anchored" data-anchor-id="mean_score">mean_score</h3>
 <p>Take the mean of a list of scores.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_reducer/reducer.py#L39">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_reducer/reducer.py#L39">Source</a>
 </div>
 <div class="sourceCode" id="cb20"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb20-1"><a href="#cb20-1" aria-hidden="true" tabindex="-1"></a><span class="at">@score_reducer</span>(name<span class="op">=</span><span class="st">"mean"</span>)</span>
 <span id="cb20-2"><a href="#cb20-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> mean_score(value_to_float: ValueToFloat <span class="op">=</span> value_to_float()) <span class="op">-&gt;</span> ScoreReducer</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -2057,7 +2057,7 @@ <h3 class="anchored" data-anchor-id="mean_score">mean_score</h3>
 <h3 class="anchored" data-anchor-id="median_score">median_score</h3>
 <p>Take the median value from a list of scores.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_reducer/reducer.py#L58">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_reducer/reducer.py#L58">Source</a>
 </div>
 <div class="sourceCode" id="cb21"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb21-1"><a href="#cb21-1" aria-hidden="true" tabindex="-1"></a><span class="at">@score_reducer</span>(name<span class="op">=</span><span class="st">"median"</span>)</span>
 <span id="cb21-2"><a href="#cb21-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> median_score(value_to_float: ValueToFloat <span class="op">=</span> value_to_float()) <span class="op">-&gt;</span> ScoreReducer</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -2072,7 +2072,7 @@ <h3 class="anchored" data-anchor-id="median_score">median_score</h3>
 <h3 class="anchored" data-anchor-id="mode_score">mode_score</h3>
 <p>Take the mode from a list of scores.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_reducer/reducer.py#L13">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_reducer/reducer.py#L13">Source</a>
 </div>
 <div class="sourceCode" id="cb22"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb22-1"><a href="#cb22-1" aria-hidden="true" tabindex="-1"></a><span class="at">@score_reducer</span>(name<span class="op">=</span><span class="st">"mode"</span>)</span>
 <span id="cb22-2"><a href="#cb22-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> mode_score() <span class="op">-&gt;</span> ScoreReducer</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -2085,7 +2085,7 @@ <h3 class="anchored" data-anchor-id="scorer">Scorer</h3>
 <p>Score model outputs.</p>
 <p>Evaluate the passed outputs and targets and return a dictionary with scoring outcomes and context.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_scorer.py#L34">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_scorer.py#L34">Source</a>
 </div>
 <div class="sourceCode" id="cb23"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb23-1"><a href="#cb23-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> Scorer(Protocol):</span>
 <span id="cb23-2"><a href="#cb23-2" aria-hidden="true" tabindex="-1"></a>    <span class="cf">async</span> <span class="kw">def</span> <span class="fu">__call__</span>(</span>
@@ -2120,7 +2120,7 @@ <h3 class="anchored" data-anchor-id="target">Target</h3>
 <p>Target for scoring against the current TaskState.</p>
 <p>Target is a sequence of one or more strings. Use the <code>text</code> property to access the value as a single string.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_target.py#L4">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_target.py#L4">Source</a>
 </div>
 <div class="sourceCode" id="cb25"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb25-1"><a href="#cb25-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> Target(Sequence[<span class="bu">str</span>])</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 </section>
@@ -2128,7 +2128,7 @@ <h3 class="anchored" data-anchor-id="target">Target</h3>
 <h3 class="anchored" data-anchor-id="score">Score</h3>
 <p>Score generated by a scorer.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_metric.py#L55">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_metric.py#L55">Source</a>
 </div>
 <div class="sourceCode" id="cb26"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb26-1"><a href="#cb26-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> Score(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2163,7 +2163,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Read the score as a string.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_metric.py#L75">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_metric.py#L75">Source</a>
 </div>
 <div class="sourceCode" id="cb27"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb27-1"><a href="#cb27-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> as_str(<span class="va">self</span>) <span class="op">-&gt;</span> <span class="bu">str</span></span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <div>
@@ -2174,7 +2174,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Read the score as an integer.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_metric.py#L79">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_metric.py#L79">Source</a>
 </div>
 <div class="sourceCode" id="cb28"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb28-1"><a href="#cb28-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> as_int(<span class="va">self</span>) <span class="op">-&gt;</span> <span class="bu">int</span></span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <div>
@@ -2185,7 +2185,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Read the score as a float.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_metric.py#L83">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_metric.py#L83">Source</a>
 </div>
 <div class="sourceCode" id="cb29"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb29-1"><a href="#cb29-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> as_float(<span class="va">self</span>) <span class="op">-&gt;</span> <span class="bu">float</span></span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <div>
@@ -2196,7 +2196,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Read the score as a boolean.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_metric.py#L87">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_metric.py#L87">Source</a>
 </div>
 <div class="sourceCode" id="cb30"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb30-1"><a href="#cb30-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> as_bool(<span class="va">self</span>) <span class="op">-&gt;</span> <span class="bu">bool</span></span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <div>
@@ -2207,7 +2207,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Read the score as a list.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_metric.py#L91">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_metric.py#L91">Source</a>
 </div>
 <div class="sourceCode" id="cb31"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb31-1"><a href="#cb31-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> as_list(<span class="va">self</span>) <span class="op">-&gt;</span> <span class="bu">list</span>[<span class="bu">str</span> <span class="op">|</span> <span class="bu">int</span> <span class="op">|</span> <span class="bu">float</span> <span class="op">|</span> <span class="bu">bool</span>]</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <div>
@@ -2218,7 +2218,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Read the score as a dictionary.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_metric.py#L98">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_metric.py#L98">Source</a>
 </div>
 <div class="sourceCode" id="cb32"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb32-1"><a href="#cb32-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> as_dict(<span class="va">self</span>) <span class="op">-&gt;</span> <span class="bu">dict</span>[<span class="bu">str</span>, <span class="bu">str</span> <span class="op">|</span> <span class="bu">int</span> <span class="op">|</span> <span class="bu">float</span> <span class="op">|</span> <span class="bu">bool</span> <span class="op">|</span> <span class="va">None</span>]</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <div>
@@ -2233,7 +2233,7 @@ <h3 class="anchored" data-anchor-id="value">Value</h3>
 <p>Value provided by a score.</p>
 <p>Use the methods of <span class="element-type-name ref-interlink"><a href="../reference/inspect_ai.scorer.html#score">Score</a></span> to easily treat the <span class="element-type-name ref-interlink"><a href="../reference/inspect_ai.scorer.html#value">Value</a></span> as a simple scalar of various types.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_metric.py#L43">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_metric.py#L43">Source</a>
 </div>
 <div class="sourceCode" id="cb33"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb33-1"><a href="#cb33-1" aria-hidden="true" tabindex="-1"></a>Value <span class="op">=</span> Union[</span>
 <span id="cb33-2"><a href="#cb33-2" aria-hidden="true" tabindex="-1"></a>    <span class="bu">str</span> <span class="op">|</span> <span class="bu">int</span> <span class="op">|</span> <span class="bu">float</span> <span class="op">|</span> <span class="bu">bool</span>,</span>
@@ -2245,7 +2245,7 @@ <h3 class="anchored" data-anchor-id="value">Value</h3>
 <h3 class="anchored" data-anchor-id="scorereducer">ScoreReducer</h3>
 <p>Reduce a set of scores to a single score.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_reducer/types.py#L8">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_reducer/types.py#L8">Source</a>
 </div>
 <div class="sourceCode" id="cb34"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb34-1"><a href="#cb34-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> ScoreReducer(Protocol):</span>
 <span id="cb34-2"><a href="#cb34-2" aria-hidden="true" tabindex="-1"></a>    <span class="kw">def</span> <span class="fu">__call__</span>(<span class="va">self</span>, scores: <span class="bu">list</span>[Score]) <span class="op">-&gt;</span> Score</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -2261,7 +2261,7 @@ <h3 class="anchored" data-anchor-id="metric">Metric</h3>
 <p>Metric protocol.</p>
 <p>The Metric signature changed in release v0.3.64. Both the previous and new signatures are supported – you should use <span class="element-type-name ref-interlink"><a href="../reference/inspect_ai.scorer.html#metricprotocol">MetricProtocol</a></span> for new code as the depreacated signature will eventually be removed.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_metric.py#L214">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_metric.py#L214">Source</a>
 </div>
 <div class="sourceCode" id="cb35"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb35-1"><a href="#cb35-1" aria-hidden="true" tabindex="-1"></a>Metric <span class="op">=</span> MetricProtocol <span class="op">|</span> MetricDeprecated</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 </section>
@@ -2269,7 +2269,7 @@ <h3 class="anchored" data-anchor-id="metric">Metric</h3>
 <h3 class="anchored" data-anchor-id="metricprotocol">MetricProtocol</h3>
 <p>Compute a metric on a list of scores.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_metric.py#L193">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_metric.py#L193">Source</a>
 </div>
 <div class="sourceCode" id="cb36"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb36-1"><a href="#cb36-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> MetricProtocol(Protocol):</span>
 <span id="cb36-2"><a href="#cb36-2" aria-hidden="true" tabindex="-1"></a>    <span class="kw">def</span> <span class="fu">__call__</span>(<span class="va">self</span>, scores: <span class="bu">list</span>[SampleScore]) <span class="op">-&gt;</span> Value</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -2292,7 +2292,7 @@ <h4 class="anchored" data-anchor-id="">Examples</h4>
 <h3 class="anchored" data-anchor-id="samplescore">SampleScore</h3>
 <p>Score for a Sample.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_metric.py#L112">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_metric.py#L112">Source</a>
 </div>
 <div class="sourceCode" id="cb38"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb38-1"><a href="#cb38-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> SampleScore(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2324,7 +2324,7 @@ <h2 class="anchored" data-anchor-id="decorators">Decorators</h2>
 <h3 class="anchored" data-anchor-id="scorer-1">scorer</h3>
 <p>Decorator for registering scorers.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_scorer.py#L123">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_scorer.py#L123">Source</a>
 </div>
 <div class="sourceCode" id="cb39"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb39-1"><a href="#cb39-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> scorer(</span>
 <span id="cb39-2"><a href="#cb39-2" aria-hidden="true" tabindex="-1"></a>    metrics: <span class="bu">list</span>[Metric <span class="op">|</span> <span class="bu">dict</span>[<span class="bu">str</span>, <span class="bu">list</span>[Metric]]] <span class="op">|</span> <span class="bu">dict</span>[<span class="bu">str</span>, <span class="bu">list</span>[Metric]],</span>
@@ -2361,7 +2361,7 @@ <h4 class="anchored" data-anchor-id="">Examples</h4>
 <h3 class="anchored" data-anchor-id="metric-1">metric</h3>
 <p>Decorator for registering metrics.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_metric.py#L300">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_metric.py#L300">Source</a>
 </div>
 <div class="sourceCode" id="cb41"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb41-1"><a href="#cb41-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> metric(</span>
 <span id="cb41-2"><a href="#cb41-2" aria-hidden="true" tabindex="-1"></a>    name: <span class="bu">str</span> <span class="op">|</span> Callable[P, Metric],</span>
@@ -2381,7 +2381,7 @@ <h4 class="anchored" data-anchor-id="">Examples</h4>
 <h3 class="anchored" data-anchor-id="score_reducer">score_reducer</h3>
 <p>Decorator for registering Score Reducers.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/scorer/_reducer/registry.py#L37">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/scorer/_reducer/registry.py#L37">Source</a>
 </div>
 <div class="sourceCode" id="cb42"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb42-1"><a href="#cb42-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> score_reducer(</span>
 <span id="cb42-2"><a href="#cb42-2" aria-hidden="true" tabindex="-1"></a>    func: ScoreReducerType <span class="op">|</span> <span class="va">None</span> <span class="op">=</span> <span class="va">None</span>, <span class="op">*</span>, name: <span class="bu">str</span> <span class="op">|</span> <span class="va">None</span> <span class="op">=</span> <span class="va">None</span></span>
diff --git a/reference/inspect_ai.solver.html b/reference/inspect_ai.solver.html
index db1a8682e..84c06be7b 100644
--- a/reference/inspect_ai.solver.html
+++ b/reference/inspect_ai.solver.html
@@ -1646,7 +1646,7 @@ <h3 class="anchored" data-anchor-id="generate">generate</h3>
 <p>Generate output from the model and append it to task message history.</p>
 <p>generate() is the default solver if none is specified for a given task.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/solver/_solver.py#L254">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/solver/_solver.py#L254">Source</a>
 </div>
 <div class="sourceCode" id="cb1"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb1-1"><a href="#cb1-1" aria-hidden="true" tabindex="-1"></a><span class="at">@solver</span></span>
 <span id="cb1-2"><a href="#cb1-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> generate(</span>
@@ -1673,7 +1673,7 @@ <h3 class="anchored" data-anchor-id="generate">generate</h3>
 <h3 class="anchored" data-anchor-id="use_tools">use_tools</h3>
 <p>Inject tools into the task state to be used in generate().</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/solver/_use_tools.py#L8">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/solver/_use_tools.py#L8">Source</a>
 </div>
 <div class="sourceCode" id="cb2"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb2-1"><a href="#cb2-1" aria-hidden="true" tabindex="-1"></a><span class="at">@solver</span></span>
 <span id="cb2-2"><a href="#cb2-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> use_tools(</span>
@@ -1704,7 +1704,7 @@ <h3 class="anchored" data-anchor-id="prompt_template">prompt_template</h3>
 <p>Parameterized prompt template.</p>
 <p>Prompt template containing a <code>{prompt}</code> placeholder and any number of additional <code>params</code>. All values contained in sample <code>metadata</code> and <code>store</code> are also automatically included in the <code>params</code>.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/solver/_prompt.py#L17">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/solver/_prompt.py#L17">Source</a>
 </div>
 <div class="sourceCode" id="cb3"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb3-1"><a href="#cb3-1" aria-hidden="true" tabindex="-1"></a><span class="at">@solver</span></span>
 <span id="cb3-2"><a href="#cb3-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> prompt_template(template: <span class="bu">str</span>, <span class="op">**</span>params: Any) <span class="op">-&gt;</span> Solver</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -1725,7 +1725,7 @@ <h3 class="anchored" data-anchor-id="system_message">system_message</h3>
 <p>System message template containing any number of optional <code>params</code>. for substitution using the <code>str.format()</code> method. All values contained in sample <code>metadata</code> and <code>store</code> are also automatically included in the <code>params</code>.</p>
 <p>The new message will go after other system messages (if there are none it will be inserted at the beginning of the conversation).</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/solver/_prompt.py#L45">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/solver/_prompt.py#L45">Source</a>
 </div>
 <div class="sourceCode" id="cb4"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb4-1"><a href="#cb4-1" aria-hidden="true" tabindex="-1"></a><span class="at">@solver</span></span>
 <span id="cb4-2"><a href="#cb4-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> system_message(template: <span class="bu">str</span>, <span class="op">**</span>params: Any) <span class="op">-&gt;</span> Solver</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -1745,7 +1745,7 @@ <h3 class="anchored" data-anchor-id="user_message">user_message</h3>
 <p>Solver which inserts a user message into the conversation.</p>
 <p>User message template containing any number of optional <code>params</code>. for substitution using the <code>str.format()</code> method. All values contained in sample <code>metadata</code> and <code>store</code> are also automatically included in the <code>params</code>.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/solver/_prompt.py#L77">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/solver/_prompt.py#L77">Source</a>
 </div>
 <div class="sourceCode" id="cb5"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb5-1"><a href="#cb5-1" aria-hidden="true" tabindex="-1"></a><span class="at">@solver</span></span>
 <span id="cb5-2"><a href="#cb5-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> user_message(template: <span class="bu">str</span>, <span class="op">**</span>params: Any) <span class="op">-&gt;</span> Solver</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -1765,7 +1765,7 @@ <h3 class="anchored" data-anchor-id="assistant_message">assistant_message</h3>
 <p>Solver which inserts an assistant message into the conversation.</p>
 <p>Assistant message template containing any number of optional <code>params</code>. for substitution using the <code>str.format()</code> method. All values contained in sample <code>metadata</code> and <code>store</code> are also automatically included in the <code>params</code>.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/solver/_prompt.py#L104">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/solver/_prompt.py#L104">Source</a>
 </div>
 <div class="sourceCode" id="cb6"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb6-1"><a href="#cb6-1" aria-hidden="true" tabindex="-1"></a><span class="at">@solver</span></span>
 <span id="cb6-2"><a href="#cb6-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> assistant_message(template: <span class="bu">str</span>, <span class="op">**</span>params: Any) <span class="op">-&gt;</span> Solver</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -1784,7 +1784,7 @@ <h3 class="anchored" data-anchor-id="assistant_message">assistant_message</h3>
 <h3 class="anchored" data-anchor-id="chain_of_thought">chain_of_thought</h3>
 <p>Solver which modifies the user prompt to encourage chain of thought.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/solver/_prompt.py#L140">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/solver/_prompt.py#L140">Source</a>
 </div>
 <div class="sourceCode" id="cb7"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb7-1"><a href="#cb7-1" aria-hidden="true" tabindex="-1"></a><span class="at">@solver</span></span>
 <span id="cb7-2"><a href="#cb7-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> chain_of_thought(template: <span class="bu">str</span> <span class="op">=</span> DEFAULT_COT_TEMPLATE) <span class="op">-&gt;</span> Solver</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -1800,7 +1800,7 @@ <h3 class="anchored" data-anchor-id="self_critique">self_critique</h3>
 <p>Solver which uses a model to critique the original answer.</p>
 <p>The <code>critique_template</code> is used to generate a critique and the <code>completion_template</code> is used to play that critique back to the model for an improved response. Note that you can specify an alternate <code>model</code> for critique (you don’t need to use the model being evaluated).</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/solver/_critique.py#L13">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/solver/_critique.py#L13">Source</a>
 </div>
 <div class="sourceCode" id="cb8"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb8-1"><a href="#cb8-1" aria-hidden="true" tabindex="-1"></a><span class="at">@solver</span></span>
 <span id="cb8-2"><a href="#cb8-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> self_critique(</span>
@@ -1833,7 +1833,7 @@ <h3 class="anchored" data-anchor-id="multiple_choice">multiple_choice</h3>
 <li>It calls <span class="element-type-name ref-interlink"><a href="../reference/inspect_ai.solver.html#generate">generate()</a></span> internally, so you don’t need to call it again</li>
 </ol>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/solver/_multiple_choice.py#L214">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/solver/_multiple_choice.py#L214">Source</a>
 </div>
 <div class="sourceCode" id="cb9"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb9-1"><a href="#cb9-1" aria-hidden="true" tabindex="-1"></a><span class="at">@solver</span></span>
 <span id="cb9-2"><a href="#cb9-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> multiple_choice(</span>
@@ -1876,7 +1876,7 @@ <h3 class="anchored" data-anchor-id="basic_agent">basic_agent</h3>
 <p>Agent that runs a tool use loop until the model submits an answer using the <code>submit()</code> tool. Tailor the model’s instructions by passing a <span class="element-type-name ref-interlink"><a href="../reference/inspect_ai.solver.html#system_message">system_message()</a></span> and/or other steps to <code>init</code> (if no <code>init</code> is specified then a default system message will be used). Use <code>max_attempts</code> to support additional submissions if the initial submission(s) are incorrect.</p>
 <p>Submissions are evaluated using the task’s main scorer, with value of 1.0 indicating a correct answer. Scorer values are converted to float (e.g. “C” becomes 1.0) using the standard value_to_float() function. Provide an alternate conversion scheme as required via <code>score_value</code>.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/solver/_basic_agent.py#L50">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/solver/_basic_agent.py#L50">Source</a>
 </div>
 <div class="sourceCode" id="cb10"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb10-1"><a href="#cb10-1" aria-hidden="true" tabindex="-1"></a><span class="at">@solver</span></span>
 <span id="cb10-2"><a href="#cb10-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> basic_agent(</span>
@@ -1959,7 +1959,7 @@ <h3 class="anchored" data-anchor-id="human_agent">human_agent</h3>
 <p>The Human agent solver installs agent task tools in the default sandbox and presents the user with both task instructions and documentation for the various tools (e.g.&nbsp;<code>task submit</code>, <code>task start</code>, <code>task stop</code> <code>task instructions</code>, etc.). A human agent panel is displayed with instructions for logging in to the sandbox.</p>
 <p>If the user is running in VS Code with the Inspect extension, they will also be presented with links to login to the sandbox using a VS Code Window or Terminal.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/solver/_human_agent/agent.py#L17">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/solver/_human_agent/agent.py#L17">Source</a>
 </div>
 <div class="sourceCode" id="cb11"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb11-1"><a href="#cb11-1" aria-hidden="true" tabindex="-1"></a><span class="at">@solver</span></span>
 <span id="cb11-2"><a href="#cb11-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> human_agent(</span>
@@ -1987,7 +1987,7 @@ <h3 class="anchored" data-anchor-id="bridge">bridge</h3>
 <p>Bridge an external agent into an Inspect Solver.</p>
 <p>See documentation at <a href="https://inspect.ai-safety-institute.org.uk/agent-bridge.html" class="uri">https://inspect.ai-safety-institute.org.uk/agent-bridge.html</a></p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/solver/_bridge/bridge.py#L16">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/solver/_bridge/bridge.py#L16">Source</a>
 </div>
 <div class="sourceCode" id="cb12"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb12-1"><a href="#cb12-1" aria-hidden="true" tabindex="-1"></a><span class="at">@solver</span></span>
 <span id="cb12-2"><a href="#cb12-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> bridge(agent: Callable[[<span class="bu">dict</span>[<span class="bu">str</span>, Any]], Awaitable[<span class="bu">dict</span>[<span class="bu">str</span>, Any]]]) <span class="op">-&gt;</span> Solver</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -2006,7 +2006,7 @@ <h3 class="anchored" data-anchor-id="chain">chain</h3>
 <p>Compose a solver from multiple other solvers.</p>
 <p>Solvers are executed in turn, and a solver step event is added to the transcript for each. If a solver returns a state with <code>completed=True</code>, the chain is terminated early.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/solver/_chain.py#L9">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/solver/_chain.py#L9">Source</a>
 </div>
 <div class="sourceCode" id="cb13"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb13-1"><a href="#cb13-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> chain(<span class="op">*</span>solvers: Solver <span class="op">|</span> <span class="bu">list</span>[Solver]) <span class="op">-&gt;</span> Solver</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <dl>
@@ -2021,7 +2021,7 @@ <h3 class="anchored" data-anchor-id="fork">fork</h3>
 <p>Fork the TaskState and evaluate it against multiple solvers in parallel.</p>
 <p>Run several solvers against independent copies of a TaskState. Each Solver gets its own copy of the TaskState and is run (in parallel) in an independent Subtask (meaning that is also has its own independent Store that doesn’t affect the Store of other subtasks or the parent).</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/solver/_fork.py#L25">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/solver/_fork.py#L25">Source</a>
 </div>
 <div class="sourceCode" id="cb14"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb14-1"><a href="#cb14-1" aria-hidden="true" tabindex="-1"></a><span class="cf">async</span> <span class="kw">def</span> fork(</span>
 <span id="cb14-2"><a href="#cb14-2" aria-hidden="true" tabindex="-1"></a>    state: TaskState, solvers: Solver <span class="op">|</span> <span class="bu">list</span>[Solver]</span>
@@ -2045,7 +2045,7 @@ <h3 class="anchored" data-anchor-id="solver">Solver</h3>
 <p>Contribute to solving an evaluation task.</p>
 <p>Transform a <span class="element-type-name ref-interlink"><a href="../reference/inspect_ai.solver.html#taskstate">TaskState</a></span>, returning the new state. Solvers may optionally call the <span class="element-type-name ref-interlink"><a href="../reference/inspect_ai.solver.html#generate">generate()</a></span> function to create a new state resulting from model generation. Solvers may also do prompt engineering or other types of elicitation.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/solver/_solver.py#L74">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/solver/_solver.py#L74">Source</a>
 </div>
 <div class="sourceCode" id="cb15"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb15-1"><a href="#cb15-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> Solver(Protocol):</span>
 <span id="cb15-2"><a href="#cb15-2" aria-hidden="true" tabindex="-1"></a>    <span class="cf">async</span> <span class="kw">def</span> <span class="fu">__call__</span>(</span>
@@ -2078,7 +2078,7 @@ <h4 class="anchored" data-anchor-id="">Examples</h4>
 <h3 class="anchored" data-anchor-id="solverspec">SolverSpec</h3>
 <p>Solver specification used to (re-)create solvers.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/solver/_solver.py#L61">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/solver/_solver.py#L61">Source</a>
 </div>
 <div class="sourceCode" id="cb17"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb17-1"><a href="#cb17-1" aria-hidden="true" tabindex="-1"></a><span class="at">@dataclass</span>(frozen<span class="op">=</span><span class="va">True</span>)</span>
 <span id="cb17-2"><a href="#cb17-2" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> SolverSpec</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -2101,7 +2101,7 @@ <h3 class="anchored" data-anchor-id="taskstate">TaskState</h3>
 <p>The <span class="element-type-name ref-interlink"><a href="../reference/inspect_ai.solver.html#taskstate">TaskState</a></span> represents the internal state of the <span class="element-type-name ref-interlink"><a href="../reference/inspect_ai.html#task">Task</a></span> being run for a single <span class="element-type-name ref-interlink"><a href="../reference/inspect_ai.dataset.html#sample">Sample</a></span>.</p>
 <p>The <span class="element-type-name ref-interlink"><a href="../reference/inspect_ai.solver.html#taskstate">TaskState</a></span> is passed to and returned from each solver during a sample’s evaluation. It allows us to manipulated the message history, the tools available to the model, the final output of the model, and whether the task is completed or has hit a limit.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/solver/_task_state.py#L131">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/solver/_task_state.py#L131">Source</a>
 </div>
 <div class="sourceCode" id="cb18"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb18-1"><a href="#cb18-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> TaskState</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2197,7 +2197,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Pydantic model interface to metadata.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/solver/_task_state.py#L383">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/solver/_task_state.py#L383">Source</a>
 </div>
 <div class="sourceCode" id="cb19"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb19-1"><a href="#cb19-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> metadata_as(<span class="va">self</span>, metadata_cls: Type[MT]) <span class="op">-&gt;</span> MT</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <dl>
@@ -2211,7 +2211,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Pydantic model interface to the store.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/solver/_task_state.py#L397">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/solver/_task_state.py#L397">Source</a>
 </div>
 <div class="sourceCode" id="cb20"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb20-1"><a href="#cb20-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> store_as(<span class="va">self</span>, model_cls: Type[SMT]) <span class="op">-&gt;</span> SMT</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <dl>
@@ -2228,7 +2228,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <h3 class="anchored" data-anchor-id="generate-1">Generate</h3>
 <p>Generate using the model and add the assistant message to the task state.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/solver/_solver.py#L33">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/solver/_solver.py#L33">Source</a>
 </div>
 <div class="sourceCode" id="cb21"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb21-1"><a href="#cb21-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> Generate(Protocol):</span>
 <span id="cb21-2"><a href="#cb21-2" aria-hidden="true" tabindex="-1"></a>    <span class="cf">async</span> <span class="kw">def</span> <span class="fu">__call__</span>(</span>
@@ -2268,7 +2268,7 @@ <h2 class="anchored" data-anchor-id="decorators">Decorators</h2>
 <h3 class="anchored" data-anchor-id="solver-1">solver</h3>
 <p>Decorator for registering solvers.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/solver/_solver.py#L147">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/solver/_solver.py#L147">Source</a>
 </div>
 <div class="sourceCode" id="cb22"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb22-1"><a href="#cb22-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> solver(</span>
 <span id="cb22-2"><a href="#cb22-2" aria-hidden="true" tabindex="-1"></a>    name: <span class="bu">str</span> <span class="op">|</span> Callable[P, Solver],</span>
diff --git a/reference/inspect_ai.tool.html b/reference/inspect_ai.tool.html
index 0048b49d0..f02c3d13d 100644
--- a/reference/inspect_ai.tool.html
+++ b/reference/inspect_ai.tool.html
@@ -1638,7 +1638,7 @@ <h3 class="anchored" data-anchor-id="bash">bash</h3>
 <p>Bash shell command execution tool.</p>
 <p>Execute bash shell commands using a sandbox environment (e.g.&nbsp;“docker”).</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/tool/_tools/_execute.py#L22">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/tool/_tools/_execute.py#L22">Source</a>
 </div>
 <div class="sourceCode" id="cb1"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb1-1"><a href="#cb1-1" aria-hidden="true" tabindex="-1"></a><span class="at">@tool</span>(viewer<span class="op">=</span>code_viewer(<span class="st">"bash"</span>, <span class="st">"cmd"</span>))</span>
 <span id="cb1-2"><a href="#cb1-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> bash(</span>
@@ -1664,7 +1664,7 @@ <h3 class="anchored" data-anchor-id="python">python</h3>
 <p>Python code execution tool.</p>
 <p>Execute Python code using a sandbox environment (e.g.&nbsp;“docker”).</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/tool/_tools/_execute.py#L62">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/tool/_tools/_execute.py#L62">Source</a>
 </div>
 <div class="sourceCode" id="cb2"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb2-1"><a href="#cb2-1" aria-hidden="true" tabindex="-1"></a><span class="at">@tool</span>(viewer<span class="op">=</span>code_viewer(<span class="st">"python"</span>, <span class="st">"code"</span>))</span>
 <span id="cb2-2"><a href="#cb2-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> python(</span>
@@ -1692,7 +1692,7 @@ <h3 class="anchored" data-anchor-id="web_search">web_search</h3>
 <p>A web search is conducted using the specified provider, the results are parsed for relevance using the specified model, and the top ‘num_results’ relevant pages are returned.</p>
 <p>See further documentation at <a href="https://inspect.ai-safety-institute.org.uk/tools.html#sec-web-search" class="uri">https://inspect.ai-safety-institute.org.uk/tools.html#sec-web-search</a>.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/tool/_tools/_web_search.py#L39">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/tool/_tools/_web_search.py#L39">Source</a>
 </div>
 <div class="sourceCode" id="cb3"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb3-1"><a href="#cb3-1" aria-hidden="true" tabindex="-1"></a><span class="at">@tool</span></span>
 <span id="cb3-2"><a href="#cb3-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> web_search(</span>
@@ -1730,7 +1730,7 @@ <h3 class="anchored" data-anchor-id="web_browser">web_browser</h3>
 <p>Tools used for web browser navigation.</p>
 <p>See documentation at <a href="https://inspect.ai-safety-institute.org.uk/tools.html#sec-web-browser" class="uri">https://inspect.ai-safety-institute.org.uk/tools.html#sec-web-browser</a>.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/tool/_tools/_web_browser/_web_browser.py#L17">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/tool/_tools/_web_browser/_web_browser.py#L17">Source</a>
 </div>
 <div class="sourceCode" id="cb4"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb4-1"><a href="#cb4-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> web_browser(interactive: <span class="bu">bool</span> <span class="op">=</span> <span class="va">True</span>) <span class="op">-&gt;</span> <span class="bu">list</span>[Tool]</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <dl>
@@ -1745,7 +1745,7 @@ <h3 class="anchored" data-anchor-id="computer">computer</h3>
 <p>Desktop computer tool.</p>
 <p>See documentation at <a href="https://inspect.ai-safety-institute.org.uk/tools.html#sec-computer" class="uri">https://inspect.ai-safety-institute.org.uk/tools.html#sec-computer</a>.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/tool/_tools/_computer/_computer.py#L14">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/tool/_tools/_computer/_computer.py#L14">Source</a>
 </div>
 <div class="sourceCode" id="cb5"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb5-1"><a href="#cb5-1" aria-hidden="true" tabindex="-1"></a><span class="at">@tool</span></span>
 <span id="cb5-2"><a href="#cb5-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> computer(max_screenshots: <span class="bu">int</span> <span class="op">|</span> <span class="va">None</span> <span class="op">=</span> <span class="dv">1</span>, timeout: <span class="bu">int</span> <span class="op">|</span> <span class="va">None</span> <span class="op">=</span> <span class="dv">180</span>) <span class="op">-&gt;</span> Tool</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -1767,7 +1767,7 @@ <h2 class="anchored" data-anchor-id="dynamic">Dynamic</h2>
 <h3 class="anchored" data-anchor-id="tool_with">tool_with</h3>
 <p>Tool with modifications to name and descriptions.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/tool/_tool_with.py#L16">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/tool/_tool_with.py#L16">Source</a>
 </div>
 <div class="sourceCode" id="cb6"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb6-1"><a href="#cb6-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> tool_with(</span>
 <span id="cb6-2"><a href="#cb6-2" aria-hidden="true" tabindex="-1"></a>    tool: Tool,</span>
@@ -1813,7 +1813,7 @@ <h3 class="anchored" data-anchor-id="tool_with">tool_with</h3>
 <h3 class="anchored" data-anchor-id="tooldef">ToolDef</h3>
 <p>Tool definition.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/tool/_tool_def.py#L27">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/tool/_tool_def.py#L27">Source</a>
 </div>
 <div class="sourceCode" id="cb7"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb7-1"><a href="#cb7-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> ToolDef</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -1856,7 +1856,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Create a tool definition.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/tool/_tool_def.py#L30">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/tool/_tool_def.py#L30">Source</a>
 </div>
 <div class="sourceCode" id="cb8"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb8-1"><a href="#cb8-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> <span class="fu">__init__</span>(</span>
 <span id="cb8-2"><a href="#cb8-2" aria-hidden="true" tabindex="-1"></a>    <span class="va">self</span>,</span>
@@ -1903,7 +1903,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Convert a ToolDef to a Tool.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/tool/_tool_def.py#L129">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/tool/_tool_def.py#L129">Source</a>
 </div>
 <div class="sourceCode" id="cb9"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb9-1"><a href="#cb9-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> as_tool(<span class="va">self</span>) <span class="op">-&gt;</span> Tool</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <div>
@@ -1920,7 +1920,7 @@ <h2 class="anchored" data-anchor-id="types">Types</h2>
 <h3 class="anchored" data-anchor-id="tool">Tool</h3>
 <p>Additional tool that an agent can use to solve a task.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/tool/_tool.py#L80">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/tool/_tool.py#L80">Source</a>
 </div>
 <div class="sourceCode" id="cb10"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb10-1"><a href="#cb10-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> Tool(Protocol):</span>
 <span id="cb10-2"><a href="#cb10-2" aria-hidden="true" tabindex="-1"></a>    <span class="cf">async</span> <span class="kw">def</span> <span class="fu">__call__</span>(</span>
@@ -1952,7 +1952,7 @@ <h4 class="anchored" data-anchor-id="">Examples</h4>
 <h3 class="anchored" data-anchor-id="toolresult">ToolResult</h3>
 <p>Valid types for results from tool calls.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/tool/_tool.py#L33">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/tool/_tool.py#L33">Source</a>
 </div>
 <div class="sourceCode" id="cb12"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb12-1"><a href="#cb12-1" aria-hidden="true" tabindex="-1"></a>ToolResult <span class="op">=</span> (</span>
 <span id="cb12-2"><a href="#cb12-2" aria-hidden="true" tabindex="-1"></a>    <span class="bu">str</span></span>
@@ -1972,7 +1972,7 @@ <h3 class="anchored" data-anchor-id="toolerror">ToolError</h3>
 <p>Exception thrown from tool call.</p>
 <p>If you throw a <span class="element-type-name ref-interlink"><a href="../reference/inspect_ai.tool.html#toolerror">ToolError</a></span> form within a tool call, the error will be reported to the model for further processing (rather than ending the sample). If you want to raise a fatal error from a tool call use an appropriate standard exception type (e.g.&nbsp;<code>RuntimeError</code>, <code>ValueError</code>, etc.)</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/tool/_tool.py#L48">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/tool/_tool.py#L48">Source</a>
 </div>
 <div class="sourceCode" id="cb13"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb13-1"><a href="#cb13-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> ToolError(<span class="pp">Exception</span>)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4 class-methods">
@@ -1982,7 +1982,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Create a ToolError.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/tool/_tool.py#L58">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/tool/_tool.py#L58">Source</a>
 </div>
 <div class="sourceCode" id="cb14"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb14-1"><a href="#cb14-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> <span class="fu">__init__</span>(<span class="va">self</span>, message: <span class="bu">str</span>) <span class="op">-&gt;</span> <span class="va">None</span></span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <dl>
@@ -1999,7 +1999,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <h3 class="anchored" data-anchor-id="toolcallerror">ToolCallError</h3>
 <p>Error raised by a tool call.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/tool/_tool_call.py#L57">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/tool/_tool_call.py#L57">Source</a>
 </div>
 <div class="sourceCode" id="cb15"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb15-1"><a href="#cb15-1" aria-hidden="true" tabindex="-1"></a><span class="at">@dataclass</span></span>
 <span id="cb15-2"><a href="#cb15-2" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> ToolCallError</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -2022,7 +2022,7 @@ <h3 class="anchored" data-anchor-id="toolchoice">ToolChoice</h3>
 <p>Specify which tool to call.</p>
 <p>“auto” means the model decides; “any” means use at least one tool, “none” means never call a tool; ToolFunction instructs the model to call a specific function.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/tool/_tool_choice.py#L13">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/tool/_tool_choice.py#L13">Source</a>
 </div>
 <div class="sourceCode" id="cb16"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb16-1"><a href="#cb16-1" aria-hidden="true" tabindex="-1"></a>ToolChoice <span class="op">=</span> Union[Literal[<span class="st">"auto"</span>, <span class="st">"any"</span>, <span class="st">"none"</span>], ToolFunction]</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 </section>
@@ -2030,7 +2030,7 @@ <h3 class="anchored" data-anchor-id="toolchoice">ToolChoice</h3>
 <h3 class="anchored" data-anchor-id="toolfunction">ToolFunction</h3>
 <p>Indicate that a specific tool function should be called.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/tool/_tool_choice.py#L5">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/tool/_tool_choice.py#L5">Source</a>
 </div>
 <div class="sourceCode" id="cb17"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb17-1"><a href="#cb17-1" aria-hidden="true" tabindex="-1"></a><span class="at">@dataclass</span></span>
 <span id="cb17-2"><a href="#cb17-2" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> ToolFunction</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -2059,7 +2059,7 @@ <h3 class="anchored" data-anchor-id="toolinfo">ToolInfo</h3>
 <span id="cb19-4"><a href="#cb19-4" aria-hidden="true" tabindex="-1"></a>    input_schema<span class="op">=</span>tool.parameters.model_dump(exclude_none<span class="op">=</span><span class="va">True</span>),</span>
 <span id="cb19-5"><a href="#cb19-5" aria-hidden="true" tabindex="-1"></a>)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/tool/_tool_info.py#L19">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/tool/_tool_info.py#L19">Source</a>
 </div>
 <div class="sourceCode" id="cb20"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb20-1"><a href="#cb20-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> ToolInfo(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2084,7 +2084,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="toolparams">ToolParams</h3>
 <p>Description of tool parameters object in JSON Schema format.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/tool/_tool_params.py#L14">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/tool/_tool_params.py#L14">Source</a>
 </div>
 <div class="sourceCode" id="cb21"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb21-1"><a href="#cb21-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> ToolParams(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2113,7 +2113,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="toolparam">ToolParam</h3>
 <p>Description of tool parameter in JSON Schema format.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/tool/_tool_params.py#L10">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/tool/_tool_params.py#L10">Source</a>
 </div>
 <div class="sourceCode" id="cb22"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb22-1"><a href="#cb22-1" aria-hidden="true" tabindex="-1"></a>ToolParam: TypeAlias <span class="op">=</span> JSONSchema</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 </section>
@@ -2124,7 +2124,7 @@ <h2 class="anchored" data-anchor-id="decorator">Decorator</h2>
 <h3 class="anchored" data-anchor-id="tool-1">tool</h3>
 <p>Decorator for registering tools.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/tool/_tool.py#L148">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/tool/_tool.py#L148">Source</a>
 </div>
 <div class="sourceCode" id="cb23"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb23-1"><a href="#cb23-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> tool(</span>
 <span id="cb23-2"><a href="#cb23-2" aria-hidden="true" tabindex="-1"></a>    func: Callable[P, Tool] <span class="op">|</span> <span class="va">None</span> <span class="op">=</span> <span class="va">None</span>,</span>
diff --git a/reference/inspect_ai.util.html b/reference/inspect_ai.util.html
index 6515807e0..2efef93c0 100644
--- a/reference/inspect_ai.util.html
+++ b/reference/inspect_ai.util.html
@@ -1656,7 +1656,7 @@ <h3 class="anchored" data-anchor-id="store-1">Store</h3>
 <p>The <span class="element-type-name ref-interlink"><a href="../reference/inspect_ai.solver.html#taskstate">TaskState</a></span> for each sample has a <span class="element-type-name ref-interlink"><a href="../reference/inspect_ai.util.html#store">Store</a></span> which can be used when solvers and/or tools need to coordinate changes to shared state. The <span class="element-type-name ref-interlink"><a href="../reference/inspect_ai.util.html#store">Store</a></span> can be accessed directly from the <span class="element-type-name ref-interlink"><a href="../reference/inspect_ai.solver.html#taskstate">TaskState</a></span> via <code>state.store</code> or can be accessed using the <span class="element-type-name ref-interlink"><a href="../reference/inspect_ai.util.html#store">store()</a></span> global function.</p>
 <p>Note that changes to the store that occur are automatically recorded to transcript as a <span class="element-type-name ref-interlink"><a href="../reference/inspect_ai.log.html#storeevent">StoreEvent</a></span>. In order to be serialised to the transcript, values and objects must be JSON serialisable (you can make objects with several fields serialisable using the <code>@dataclass</code> decorator or by inheriting from Pydantic <code>BaseModel</code>)</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_store.py#L20">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_store.py#L20">Source</a>
 </div>
 <div class="sourceCode" id="cb1"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb1-1"><a href="#cb1-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> Store</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4 class-methods">
@@ -1667,7 +1667,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <p>Get a value from the store.</p>
 <p>Provide a <code>default</code> to automatically initialise a named store value with the default when it does not yet exist.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_store.py#L46">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_store.py#L46">Source</a>
 </div>
 <div class="sourceCode" id="cb2"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb2-1"><a href="#cb2-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> get(<span class="va">self</span>, key: <span class="bu">str</span>, default: VT <span class="op">|</span> <span class="va">None</span> <span class="op">=</span> <span class="va">None</span>) <span class="op">-&gt;</span> VT <span class="op">|</span> Any</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <dl>
@@ -1685,7 +1685,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Set a value into the store.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_store.py#L64">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_store.py#L64">Source</a>
 </div>
 <div class="sourceCode" id="cb3"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb3-1"><a href="#cb3-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> <span class="bu">set</span>(<span class="va">self</span>, key: <span class="bu">str</span>, value: Any) <span class="op">-&gt;</span> <span class="va">None</span></span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <dl>
@@ -1703,7 +1703,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Remove a value from the store.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_store.py#L73">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_store.py#L73">Source</a>
 </div>
 <div class="sourceCode" id="cb4"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb4-1"><a href="#cb4-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> delete(<span class="va">self</span>, key: <span class="bu">str</span>) <span class="op">-&gt;</span> <span class="va">None</span></span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <dl>
@@ -1717,7 +1717,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>View of keys within the store.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_store.py#L81">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_store.py#L81">Source</a>
 </div>
 <div class="sourceCode" id="cb5"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb5-1"><a href="#cb5-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> keys(<span class="va">self</span>) <span class="op">-&gt;</span> KeysView[<span class="bu">str</span>]</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <div>
@@ -1728,7 +1728,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>View of values within the store.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_store.py#L85">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_store.py#L85">Source</a>
 </div>
 <div class="sourceCode" id="cb6"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb6-1"><a href="#cb6-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> values(<span class="va">self</span>) <span class="op">-&gt;</span> ValuesView[Any]</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <div>
@@ -1739,7 +1739,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>View of items within the store.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_store.py#L89">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_store.py#L89">Source</a>
 </div>
 <div class="sourceCode" id="cb7"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb7-1"><a href="#cb7-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> items(<span class="va">self</span>) <span class="op">-&gt;</span> ItemsView[<span class="bu">str</span>, Any]</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <div>
@@ -1753,7 +1753,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <h3 class="anchored" data-anchor-id="store-2">store</h3>
 <p>Get the currently active <span class="element-type-name ref-interlink"><a href="../reference/inspect_ai.util.html#store">Store</a></span>.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_store.py#L103">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_store.py#L103">Source</a>
 </div>
 <div class="sourceCode" id="cb8"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb8-1"><a href="#cb8-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> store() <span class="op">-&gt;</span> Store</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 </section>
@@ -1761,7 +1761,7 @@ <h3 class="anchored" data-anchor-id="store-2">store</h3>
 <h3 class="anchored" data-anchor-id="store_as">store_as</h3>
 <p>Get a Pydantic model interface to the store.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_store_model.py#L101">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_store_model.py#L101">Source</a>
 </div>
 <div class="sourceCode" id="cb9"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb9-1"><a href="#cb9-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> store_as(model_cls: Type[SMT]) <span class="op">-&gt;</span> SMT</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <dl>
@@ -1776,7 +1776,7 @@ <h3 class="anchored" data-anchor-id="storemodel">StoreModel</h3>
 <p>Store backed Pydandic BaseModel.</p>
 <p>The model is initialised from a Store, so that Store should either already satisfy the validation constraints of the model OR you should provide Field(default=) annotations for all of your model fields (the latter approach is recommended).</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_store_model.py#L8">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_store_model.py#L8">Source</a>
 </div>
 <div class="sourceCode" id="cb10"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb10-1"><a href="#cb10-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> StoreModel(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 </section>
@@ -1791,7 +1791,7 @@ <h3 class="anchored" data-anchor-id="concurrency-1">concurrency</h3>
 <span id="cb11-2"><a href="#cb11-2" aria-hidden="true" tabindex="-1"></a>    <span class="co"># call the api</span></span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <p>Note that concurrency for model API access is handled internally via the <code>max_connections</code> generation config option. Concurrency for launching subprocesses is handled via the <code>subprocess</code> function.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_concurrency.py#L11">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_concurrency.py#L11">Source</a>
 </div>
 <div class="sourceCode" id="cb12"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb12-1"><a href="#cb12-1" aria-hidden="true" tabindex="-1"></a><span class="at">@contextlib.asynccontextmanager</span></span>
 <span id="cb12-2"><a href="#cb12-2" aria-hidden="true" tabindex="-1"></a><span class="cf">async</span> <span class="kw">def</span> concurrency(</span>
@@ -1819,7 +1819,7 @@ <h3 class="anchored" data-anchor-id="subprocess">subprocess</h3>
 <p>Execute and wait for a subprocess.</p>
 <p>Convenience method for solvers, scorers, and tools to launch subprocesses. Automatically enforces a limit on concurrent subprocesses (defaulting to os.cpu_count() but controllable via the <code>max_subprocesses</code> eval config option).</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_subprocess.py#L71">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_subprocess.py#L71">Source</a>
 </div>
 <div class="sourceCode" id="cb13"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb13-1"><a href="#cb13-1" aria-hidden="true" tabindex="-1"></a><span class="cf">async</span> <span class="kw">def</span> subprocess(</span>
 <span id="cb13-2"><a href="#cb13-2" aria-hidden="true" tabindex="-1"></a>    args: <span class="bu">str</span> <span class="op">|</span> <span class="bu">list</span>[<span class="bu">str</span>],</span>
@@ -1870,7 +1870,7 @@ <h3 class="anchored" data-anchor-id="subprocess">subprocess</h3>
 <h3 class="anchored" data-anchor-id="execresult">ExecResult</h3>
 <p>Execution result from call to <span class="element-type-name ref-interlink"><a href="../reference/inspect_ai.util.html#subprocess">subprocess()</a></span>.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_subprocess.py#L27">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_subprocess.py#L27">Source</a>
 </div>
 <div class="sourceCode" id="cb14"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb14-1"><a href="#cb14-1" aria-hidden="true" tabindex="-1"></a><span class="at">@dataclass</span></span>
 <span id="cb14-2"><a href="#cb14-2" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> ExecResult(Generic[T])</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -1903,7 +1903,7 @@ <h2 class="anchored" data-anchor-id="display">Display</h2>
 <h3 class="anchored" data-anchor-id="display_counter">display_counter</h3>
 <p>Display a counter in the UI.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_display.py#L65">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_display.py#L65">Source</a>
 </div>
 <div class="sourceCode" id="cb15"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb15-1"><a href="#cb15-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> display_counter(caption: <span class="bu">str</span>, value: <span class="bu">str</span>) <span class="op">-&gt;</span> <span class="va">None</span></span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <dl>
@@ -1921,7 +1921,7 @@ <h3 class="anchored" data-anchor-id="display_counter">display_counter</h3>
 <h3 class="anchored" data-anchor-id="display_type">display_type</h3>
 <p>Get the current console display type.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_display.py#L47">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_display.py#L47">Source</a>
 </div>
 <div class="sourceCode" id="cb16"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb16-1"><a href="#cb16-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> display_type() <span class="op">-&gt;</span> DisplayType</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 </section>
@@ -1929,7 +1929,7 @@ <h3 class="anchored" data-anchor-id="display_type">display_type</h3>
 <h3 class="anchored" data-anchor-id="displaytype">DisplayType</h3>
 <p>Console display type.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_display.py#L11">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_display.py#L11">Source</a>
 </div>
 <div class="sourceCode" id="cb17"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb17-1"><a href="#cb17-1" aria-hidden="true" tabindex="-1"></a>DisplayType <span class="op">=</span> Literal[<span class="st">"full"</span>, <span class="st">"conversation"</span>, <span class="st">"rich"</span>, <span class="st">"plain"</span>, <span class="st">"none"</span>]</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 </section>
@@ -1938,7 +1938,7 @@ <h3 class="anchored" data-anchor-id="input_screen">input_screen</h3>
 <p>Input screen for receiving user input.</p>
 <p>Context manager that clears the task display and provides a screen for receiving console input.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_console.py#L13">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_console.py#L13">Source</a>
 </div>
 <div class="sourceCode" id="cb18"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb18-1"><a href="#cb18-1" aria-hidden="true" tabindex="-1"></a><span class="at">@contextmanager</span></span>
 <span id="cb18-2"><a href="#cb18-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> input_screen(</span>
@@ -1968,7 +1968,7 @@ <h2 class="anchored" data-anchor-id="subtasks">Subtasks</h2>
 <h3 class="anchored" data-anchor-id="subtask">subtask</h3>
 <p>Decorator for subtasks.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_subtask.py#L66">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_subtask.py#L66">Source</a>
 </div>
 <div class="sourceCode" id="cb19"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb19-1"><a href="#cb19-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> subtask(</span>
 <span id="cb19-2"><a href="#cb19-2" aria-hidden="true" tabindex="-1"></a>    name: <span class="bu">str</span> <span class="op">|</span> Subtask,</span>
@@ -1999,7 +1999,7 @@ <h3 class="anchored" data-anchor-id="subtask">subtask</h3>
 <h3 class="anchored" data-anchor-id="subtask-1">Subtask</h3>
 <p>Subtask with distinct <span class="element-type-name ref-interlink"><a href="../reference/inspect_ai.util.html#store">Store</a></span> and <span class="element-type-name ref-interlink"><a href="../reference/inspect_ai.log.html#transcript">Transcript</a></span>.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_subtask.py#L31">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_subtask.py#L31">Source</a>
 </div>
 <div class="sourceCode" id="cb20"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb20-1"><a href="#cb20-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> Subtask(Protocol):</span>
 <span id="cb20-2"><a href="#cb20-2" aria-hidden="true" tabindex="-1"></a>    <span class="cf">async</span> <span class="kw">def</span> <span class="fu">__call__</span>(</span>
@@ -2028,7 +2028,7 @@ <h3 class="anchored" data-anchor-id="resource">resource</h3>
 <p>The <span class="element-type-name ref-interlink"><a href="../reference/inspect_ai.util.html#resource">resource()</a></span> function will resolve its argument to a resource string. If a protocol-prefixed file name (e.g.&nbsp;s3://) or the path to a local file that exists is passed then it will be read and its contents returned. Otherwise, it will return the passed <code>str</code> directly This function is mostly intended as a helper for other functions that take either a string or a resource path as an argument, and want to easily resolve them to the underlying content.</p>
 <p>If you want to ensure that only local or remote files are consumed, specify <code>type="file"</code>. For example: <code>resource("templates/prompt.txt", type="file")</code></p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_resource.py#L9">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_resource.py#L9">Source</a>
 </div>
 <div class="sourceCode" id="cb21"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb21-1"><a href="#cb21-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> resource(</span>
 <span id="cb21-2"><a href="#cb21-2" aria-hidden="true" tabindex="-1"></a>    resource: <span class="bu">str</span>,</span>
@@ -2054,7 +2054,7 @@ <h3 class="anchored" data-anchor-id="resource">resource</h3>
 <h3 class="anchored" data-anchor-id="throttle">throttle</h3>
 <p>Throttle a function to ensure it is called no more than every n seconds.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_throttle.py#L6">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_throttle.py#L6">Source</a>
 </div>
 <div class="sourceCode" id="cb22"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb22-1"><a href="#cb22-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> throttle(seconds: <span class="bu">float</span>) <span class="op">-&gt;</span> Callable[..., Any]</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <dl>
@@ -2070,7 +2070,7 @@ <h3 class="anchored" data-anchor-id="trace_action">trace_action</h3>
 <p>Trace actions for which you want to collect data on the resolution (e.g.&nbsp;succeeded, cancelled, failed, timed out, etc.) and duration of.</p>
 <p>Traces are written to the <code>TRACE</code> log level (which is just below <code>HTTP</code> and <code>INFO</code>). List and read trace logs with <code>inspect trace list</code> and related commands (see <code>inspect trace --help</code> for details).</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/_util/trace.py#L32">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/_util/trace.py#L32">Source</a>
 </div>
 <div class="sourceCode" id="cb23"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb23-1"><a href="#cb23-1" aria-hidden="true" tabindex="-1"></a><span class="at">@contextmanager</span></span>
 <span id="cb23-2"><a href="#cb23-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> trace_action(</span>
@@ -2104,7 +2104,7 @@ <h3 class="anchored" data-anchor-id="trace_message">trace_message</h3>
 <p>Log a message using the TRACE log level.</p>
 <p>The <code>TRACE</code> log level is just below <code>HTTP</code> and <code>INFO</code>). List and read trace logs with <code>inspect trace list</code> and related commands (see <code>inspect trace --help</code> for details).</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/_util/trace.py#L133">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/_util/trace.py#L133">Source</a>
 </div>
 <div class="sourceCode" id="cb24"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb24-1"><a href="#cb24-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> trace_message(</span>
 <span id="cb24-2"><a href="#cb24-2" aria-hidden="true" tabindex="-1"></a>    logger: Logger, category: <span class="bu">str</span>, message: <span class="bu">str</span>, <span class="op">*</span>args: Any, <span class="op">**</span>kwargs: Any</span>
@@ -2139,7 +2139,7 @@ <h2 class="anchored" data-anchor-id="sandbox">Sandbox</h2>
 <h3 class="anchored" data-anchor-id="sandbox-1">sandbox</h3>
 <p>Get the SandboxEnvironment for the current sample.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_sandbox/context.py#L22">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_sandbox/context.py#L22">Source</a>
 </div>
 <div class="sourceCode" id="cb25"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb25-1"><a href="#cb25-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> sandbox(name: <span class="bu">str</span> <span class="op">|</span> <span class="va">None</span> <span class="op">=</span> <span class="va">None</span>) <span class="op">-&gt;</span> SandboxEnvironment</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <dl>
@@ -2153,7 +2153,7 @@ <h3 class="anchored" data-anchor-id="sandbox-1">sandbox</h3>
 <h3 class="anchored" data-anchor-id="sandbox_with">sandbox_with</h3>
 <p>Get the SandboxEnvironment for the current sample that has the specified file.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_sandbox/context.py#L52">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_sandbox/context.py#L52">Source</a>
 </div>
 <div class="sourceCode" id="cb26"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb26-1"><a href="#cb26-1" aria-hidden="true" tabindex="-1"></a><span class="cf">async</span> <span class="kw">def</span> sandbox_with(<span class="bu">file</span>: <span class="bu">str</span>) <span class="op">-&gt;</span> SandboxEnvironment <span class="op">|</span> <span class="va">None</span></span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <dl>
@@ -2168,7 +2168,7 @@ <h3 class="anchored" data-anchor-id="sandboxenvironment">SandboxEnvironment</h3>
 <p>Environment for executing arbitrary code from tools.</p>
 <p>Sandbox environments provide both an execution environment as well as a per-sample filesystem context to copy samples files into and resolve relative paths to.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_sandbox/environment.py#L75">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_sandbox/environment.py#L75">Source</a>
 </div>
 <div class="sourceCode" id="cb27"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb27-1"><a href="#cb27-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> SandboxEnvironment(abc.ABC)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4 class-methods">
@@ -2180,7 +2180,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <p>The current working directory for execution will be the per-sample filesystem context.</p>
 <p>Each output stream (stdout and stderr) is limited to 10 MiB. If exceeded, an <code>OutputLimitExceededError</code> will be raised.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_sandbox/environment.py#L82">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_sandbox/environment.py#L82">Source</a>
 </div>
 <div class="sourceCode" id="cb28"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb28-1"><a href="#cb28-1" aria-hidden="true" tabindex="-1"></a><span class="at">@abc.abstractmethod</span></span>
 <span id="cb28-2"><a href="#cb28-2" aria-hidden="true" tabindex="-1"></a><span class="cf">async</span> <span class="kw">def</span> <span class="bu">exec</span>(</span>
@@ -2229,7 +2229,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <p>Write a file into the sandbox environment.</p>
 <p>If the parent directories of the file path do not exist they should be automatically created.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_sandbox/environment.py#L128">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_sandbox/environment.py#L128">Source</a>
 </div>
 <div class="sourceCode" id="cb29"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb29-1"><a href="#cb29-1" aria-hidden="true" tabindex="-1"></a><span class="at">@abc.abstractmethod</span></span>
 <span id="cb29-2"><a href="#cb29-2" aria-hidden="true" tabindex="-1"></a><span class="cf">async</span> <span class="kw">def</span> write_file(<span class="va">self</span>, <span class="bu">file</span>: <span class="bu">str</span>, contents: <span class="bu">str</span> <span class="op">|</span> <span class="bu">bytes</span>) <span class="op">-&gt;</span> <span class="va">None</span></span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -2250,7 +2250,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <p>File size is limited to 100 MiB.</p>
 <p>When reading text files, implementations should preserve newline constructs (e.g.&nbsp;crlf should be preserved not converted to lf). This is equivalent to specifying <code>newline=""</code> in a call to the Python <code>open()</code> function.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_sandbox/environment.py#L154">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_sandbox/environment.py#L154">Source</a>
 </div>
 <div class="sourceCode" id="cb30"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb30-1"><a href="#cb30-1" aria-hidden="true" tabindex="-1"></a><span class="at">@abc.abstractmethod</span></span>
 <span id="cb30-2"><a href="#cb30-2" aria-hidden="true" tabindex="-1"></a><span class="cf">async</span> <span class="kw">def</span> read_file(<span class="va">self</span>, <span class="bu">file</span>: <span class="bu">str</span>, text: <span class="bu">bool</span> <span class="op">=</span> <span class="va">True</span>) <span class="op">-&gt;</span> Union[<span class="bu">str</span> <span class="op">|</span> <span class="bu">bytes</span>]</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -2269,7 +2269,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Information required to connect to sandbox environment.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_sandbox/environment.py#L185">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_sandbox/environment.py#L185">Source</a>
 </div>
 <div class="sourceCode" id="cb31"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb31-1"><a href="#cb31-1" aria-hidden="true" tabindex="-1"></a><span class="cf">async</span> <span class="kw">def</span> connection(<span class="va">self</span>) <span class="op">-&gt;</span> SandboxConnection</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <div>
@@ -2280,7 +2280,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Verify and return a reference to a subclass of SandboxEnvironment.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_sandbox/environment.py#L197">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_sandbox/environment.py#L197">Source</a>
 </div>
 <div class="sourceCode" id="cb32"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb32-1"><a href="#cb32-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> as_type(<span class="va">self</span>, sandbox_cls: Type[ST]) <span class="op">-&gt;</span> ST</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <dl>
@@ -2294,7 +2294,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Default max_sandboxes for this provider (<code>None</code> means no maximum)</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_sandbox/environment.py#L216">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_sandbox/environment.py#L216">Source</a>
 </div>
 <div class="sourceCode" id="cb33"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb33-1"><a href="#cb33-1" aria-hidden="true" tabindex="-1"></a><span class="at">@classmethod</span></span>
 <span id="cb33-2"><a href="#cb33-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> default_concurrency(cls) <span class="op">-&gt;</span> <span class="bu">int</span> <span class="op">|</span> <span class="va">None</span></span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -2306,7 +2306,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Called at task startup initialize resources.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_sandbox/environment.py#L221">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_sandbox/environment.py#L221">Source</a>
 </div>
 <div class="sourceCode" id="cb34"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb34-1"><a href="#cb34-1" aria-hidden="true" tabindex="-1"></a><span class="at">@classmethod</span></span>
 <span id="cb34-2"><a href="#cb34-2" aria-hidden="true" tabindex="-1"></a><span class="cf">async</span> <span class="kw">def</span> task_init(</span>
@@ -2327,7 +2327,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Initialize sandbox environments for a sample.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_sandbox/environment.py#L233">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_sandbox/environment.py#L233">Source</a>
 </div>
 <div class="sourceCode" id="cb35"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb35-1"><a href="#cb35-1" aria-hidden="true" tabindex="-1"></a><span class="at">@classmethod</span></span>
 <span id="cb35-2"><a href="#cb35-2" aria-hidden="true" tabindex="-1"></a><span class="cf">async</span> <span class="kw">def</span> sample_init(</span>
@@ -2355,7 +2355,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Cleanup sandbox environments.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_sandbox/environment.py#L254">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_sandbox/environment.py#L254">Source</a>
 </div>
 <div class="sourceCode" id="cb36"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb36-1"><a href="#cb36-1" aria-hidden="true" tabindex="-1"></a><span class="at">@classmethod</span></span>
 <span id="cb36-2"><a href="#cb36-2" aria-hidden="true" tabindex="-1"></a><span class="at">@abc.abstractmethod</span></span>
@@ -2389,7 +2389,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Called at task exit as a last chance to cleanup resources.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_sandbox/environment.py#L273">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_sandbox/environment.py#L273">Source</a>
 </div>
 <div class="sourceCode" id="cb37"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb37-1"><a href="#cb37-1" aria-hidden="true" tabindex="-1"></a><span class="at">@classmethod</span></span>
 <span id="cb37-2"><a href="#cb37-2" aria-hidden="true" tabindex="-1"></a><span class="cf">async</span> <span class="kw">def</span> task_cleanup(</span>
@@ -2414,7 +2414,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Handle a cleanup invoked from the CLI (e.g.&nbsp;inspect sandbox cleanup).</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_sandbox/environment.py#L287">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_sandbox/environment.py#L287">Source</a>
 </div>
 <div class="sourceCode" id="cb38"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb38-1"><a href="#cb38-1" aria-hidden="true" tabindex="-1"></a><span class="at">@classmethod</span></span>
 <span id="cb38-2"><a href="#cb38-2" aria-hidden="true" tabindex="-1"></a><span class="cf">async</span> <span class="kw">def</span> cli_cleanup(cls, <span class="bu">id</span>: <span class="bu">str</span> <span class="op">|</span> <span class="va">None</span>) <span class="op">-&gt;</span> <span class="va">None</span></span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -2429,7 +2429,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <dd>
 <p>Standard config files for this provider (used for automatic discovery)</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_sandbox/environment.py#L296">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_sandbox/environment.py#L296">Source</a>
 </div>
 <div class="sourceCode" id="cb39"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb39-1"><a href="#cb39-1" aria-hidden="true" tabindex="-1"></a><span class="at">@classmethod</span></span>
 <span id="cb39-2"><a href="#cb39-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> config_files(cls) <span class="op">-&gt;</span> <span class="bu">list</span>[<span class="bu">str</span>]</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -2443,7 +2443,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <p>Override this method if you support a custom configuration model.</p>
 <p>A basic implementation would be: <code>return MySandboxEnvironmentConfig(**config)</code></p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_sandbox/environment.py#L301">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_sandbox/environment.py#L301">Source</a>
 </div>
 <div class="sourceCode" id="cb40"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb40-1"><a href="#cb40-1" aria-hidden="true" tabindex="-1"></a><span class="at">@classmethod</span></span>
 <span id="cb40-2"><a href="#cb40-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> config_deserialize(cls, config: <span class="bu">dict</span>[<span class="bu">str</span>, Any]) <span class="op">-&gt;</span> BaseModel</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -2461,7 +2461,7 @@ <h4 class="class-methods anchored" data-anchor-id="">Methods</h4>
 <h3 class="anchored" data-anchor-id="sandboxconnection">SandboxConnection</h3>
 <p>Information required to connect to sandbox.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_sandbox/environment.py#L56">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_sandbox/environment.py#L56">Source</a>
 </div>
 <div class="sourceCode" id="cb41"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb41-1"><a href="#cb41-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> SandboxConnection(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2494,7 +2494,7 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="sandboxenv">sandboxenv</h3>
 <p>Decorator for registering sandbox environments.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_sandbox/registry.py#L16">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_sandbox/registry.py#L16">Source</a>
 </div>
 <div class="sourceCode" id="cb42"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb42-1"><a href="#cb42-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> sandboxenv(name: <span class="bu">str</span>) <span class="op">-&gt;</span> Callable[..., Type[T]]</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <dl>
@@ -2511,7 +2511,7 @@ <h2 class="anchored" data-anchor-id="json">JSON</h2>
 <h3 class="anchored" data-anchor-id="jsontype">JSONType</h3>
 <p>Valid types within JSON schema.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_json.py#L21">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_json.py#L21">Source</a>
 </div>
 <div class="sourceCode" id="cb43"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb43-1"><a href="#cb43-1" aria-hidden="true" tabindex="-1"></a>JSONType <span class="op">=</span> Literal[<span class="st">"string"</span>, <span class="st">"integer"</span>, <span class="st">"number"</span>, <span class="st">"boolean"</span>, <span class="st">"array"</span>, <span class="st">"object"</span>, <span class="st">"null"</span>]</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 </section>
@@ -2519,7 +2519,7 @@ <h3 class="anchored" data-anchor-id="jsontype">JSONType</h3>
 <h3 class="anchored" data-anchor-id="jsonschema">JSONSchema</h3>
 <p>JSON Schema for type.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_json.py#L25">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_json.py#L25">Source</a>
 </div>
 <div class="sourceCode" id="cb44"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb44-1"><a href="#cb44-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> JSONSchema(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -2569,7 +2569,7 @@ <h3 class="anchored" data-anchor-id="json_schema">json_schema</h3>
 <p>Provide a JSON Schema for the specified type.</p>
 <p>Schemas can be automatically inferred for a wide variety of Python class types including Pydantic BaseModel, dataclasses, and typed dicts.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/util/_json.py#L56">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/util/_json.py#L56">Source</a>
 </div>
 <div class="sourceCode" id="cb45"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb45-1"><a href="#cb45-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> json_schema(t: Type[Any]) <span class="op">-&gt;</span> JSONSchema</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <dl>
diff --git a/search.json b/search.json
index aea16678b..896aeace2 100644
--- a/search.json
+++ b/search.json
@@ -710,28 +710,28 @@
   {
     "objectID": "structured.html",
     "href": "structured.html",
-    "title": "Structured Outputs",
+    "title": "Structured Output",
     "section": "",
-    "text": "The structured outputs feature described below is currently available only in the development version of Inspect. To install the development version from GitHub:\npip install git+https://github.com/UKGovernmentBEIS/inspect_ai"
+    "text": "The structured output feature described below is currently available only in the development version of Inspect. To install the development version from GitHub:\npip install git+https://github.com/UKGovernmentBEIS/inspect_ai"
   },
   {
     "objectID": "structured.html#overview",
     "href": "structured.html#overview",
-    "title": "Structured Outputs",
+    "title": "Structured Output",
     "section": "Overview",
-    "text": "Overview\nStructured outputs are a feature supported by some model providers to ensure that models generate responses which adhere to a supplied JSON Schema. Structured outputs are currently supported in Inspect for the OpenAI, Google, and Mistral providers.\nWhile structured outputs may seem like they could be a robust solution to model unreliability, it’s important to keep in mind that by specifying a JSON schema you are also introducing unknown effects on model task performance. There is even some early literature indicating that models perform worse with structured outputs.\nYou should therefore test the use of structured outputs as an elicitation technique like you would any other, and only proceed if you feel confident that it has made a genuine improvement in your overall task."
+    "text": "Overview\nStructured output is a feature supported by some model providers to ensure that models generate responses which adhere to a supplied JSON Schema. Structured output is currently supported in Inspect for the OpenAI, Google, and Mistral providers.\nWhile structured output may seem like a robust solution to model unreliability, it’s important to keep in mind that by specifying a JSON schema you are also introducing unknown effects on model task performance. There is even some early literature indicating that models perform worse with structured output.\nYou should therefore test the use of structured output as an elicitation technique like you would any other, and only proceed if you feel confident that it has made a genuine improvement in your overall task."
   },
   {
     "objectID": "structured.html#example",
     "href": "structured.html#example",
-    "title": "Structured Outputs",
+    "title": "Structured Output",
     "section": "Example",
     "text": "Example\nBelow we’ll walk through a simple example of using structured output to constrain model output to a Color type that provides red, green, and blue components. If you want to experiment with it further, see the source code in the Inspect GitHub repository.\nImagine first that we have the following dataset:\nfrom inspect_ai.dataset import Sample\n\ncolors_dataset=[\n    Sample(\n        input=\"What is the RGB color for white?\",\n        target=\"255,255,255\",\n    ),\n    Sample(\n        input=\"What is the RGB color for black?\",\n        target=\"0,0,0\",\n    ),\n]\nWe want the model to give us the RGB values for the colors, but it might choose to output these colors in a wide variety of formats—parsing these formats in our scorer could be laborious and error prone.\nHere we define a Pydantic Color type that we’d like to get back from the model:\nfrom pydantic import BaseModel\n\nclass Color(BaseModel):\n    red: int\n    green: int\n    blue: int\nTo instruct the model to return output in this type, we use the response_schema generate config option, using the json_schema() function to produce a schema for our type. Here is complete task definition which uses the dataset and color type from above:\nfrom inspect_ai import Task, task\nfrom inspect_ai.model import GenerateConfig, ResponseSchema\nfrom inspect_ai.solver import generate\nfrom inspect_ai.util import json_schema\n\n@task\ndef rgb_color():\n    return Task(\n        dataset=colors_dataset,\n        solver=generate(),\n        scorer=score_color(),\n        config=GenerateConfig(\n            response_schema=ResponseSchema(\n              name=\"color\", \n              json_schema=json_schema(Color)\n            )\n        ),\n    )\nWe use the json_schema() function to create a JSON schema for our Color type, then wrap that in a ResponseSchema where we also assign it a name.\nYou’ll also notice that we have specified a custom scorer. We need this to both parse and evaluate our custom type (as models still return JSON output as a string). Here is the scorer:\nfrom inspect_ai.scorer import (\n    CORRECT,\n    INCORRECT,\n    Score,\n    Target,\n    accuracy,\n    scorer,\n    stderr,\n)\nfrom inspect_ai.solver import TaskState\n\n@scorer(metrics=[accuracy(), stderr()])\ndef score_color():\n    async def score(state: TaskState, target: Target):\n        try:\n            color = Color.model_validate_json(state.output.completion)\n            if f\"{color.red},{color.green},{color.blue}\" == target.text:\n                value = CORRECT\n            else:\n                value = INCORRECT\n            return Score(\n                value=value,\n                answer=state.output.completion,\n            )\n        except ValidationError as ex:\n            return Score(\n                value=INCORRECT,\n                answer=state.output.completion,\n                explanation=f\"Error parsing response: {ex}\",\n            )\n\n    return score\nThe Pydantic Color type has a convenient model_validate_json() method which we can use to read the model’s output (being sure to catch the ValidationError if the model produces incorrect output)."
   },
   {
     "objectID": "structured.html#schema",
     "href": "structured.html#schema",
-    "title": "Structured Outputs",
+    "title": "Structured Output",
     "section": "Schema",
     "text": "Schema\nThe json_schema() function supports creating schemas for any Python type including Pydantic models, dataclasses, and typed dicts. That said, Pydantic models are highly recommended as they provide additional parsing and validation which is generally required for scorers.\nThe response_schema generation config option takes a ResponseSchema object which includes the schema and some additional fields:\nfrom inspect_ai.model import ResponseSchema\nfrom inspect_ai.util import json_schema\n\nconfig = GenerateConfig(\n  response_schema=ResponseSchema(\n    name=\"color\",                   # required name field \n    json_schema=json_schema(Color), # schema for custom type\n    description=\"description\",      # optional field with more context\n    strict=False                    # force model to adhere to schema\n  )\n)\nNote that not all model providers support all of these options. In particular, only the Mistral and OpenAI providers support the name, description, and strict fields (the Google provider takes the json_schema only).\nYou should therefore never assume that specifying strict gets your scorer off the hook for parsing and validating the model output as some models won’t respect strict. Using strict may also impact task performance—as always it’s best to experiment and measure!"
   },
diff --git a/sitemap.xml b/sitemap.xml
index aec886d1a..9fbb921e5 100644
--- a/sitemap.xml
+++ b/sitemap.xml
@@ -50,7 +50,7 @@
   </url>
   <url>
     <loc>https://inspect.ai-safety-institute.org.uk/structured.html</loc>
-    <lastmod>2025-03-06T17:50:30.913Z</lastmod>
+    <lastmod>2025-03-06T18:06:16.103Z</lastmod>
   </url>
   <url>
     <loc>https://inspect.ai-safety-institute.org.uk/datasets.html</loc>
diff --git a/structured.html b/structured.html
index 4d9a4390d..a7391f40a 100644
--- a/structured.html
+++ b/structured.html
@@ -7,7 +7,7 @@
 <meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=yes">
 
 
-<title>Inspect - Structured Outputs</title>
+<title>Inspect - Structured Output</title>
 <style>
 code{white-space: pre-wrap;}
 span.smallcaps{font-variant: small-caps;}
@@ -182,7 +182,7 @@ <h2 id="toc-title">On this page</h2>
 
 <header id="title-block-header" class="quarto-title-block default">
 <div class="quarto-title">
-<h1 class="title">Structured Outputs</h1>
+<h1 class="title">Structured Output</h1>
 </div>
 
 
@@ -205,16 +205,16 @@ <h1 class="title">Structured Outputs</h1>
 <i class="callout-icon"></i>
 </div>
 <div class="callout-body-container">
-<p>The structured outputs feature described below is currently available only in the development version of Inspect. To install the development version from GitHub:</p>
+<p>The structured output feature described below is currently available only in the development version of Inspect. To install the development version from GitHub:</p>
 <div class="sourceCode" id="cb1"><pre class="sourceCode bash code-with-copy"><code class="sourceCode bash"><span id="cb1-1"><a href="#cb1-1" aria-hidden="true" tabindex="-1"></a><span class="ex">pip</span> install git+https://github.com/UKGovernmentBEIS/inspect_ai</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 </div>
 </div>
 </div>
 <section id="overview" class="level2">
 <h2 class="anchored" data-anchor-id="overview">Overview</h2>
-<p>Structured outputs are a feature supported by some model providers to ensure that models generate responses which adhere to a supplied JSON Schema. Structured outputs are currently supported in Inspect for the OpenAI, Google, and Mistral providers.</p>
-<p>While structured outputs may seem like they could be a robust solution to model unreliability, it’s important to keep in mind that by specifying a JSON schema you are also introducing unknown effects on model task performance. There is even some early literature indicating that <a href="https://dylancastillo.co/posts/say-what-you-mean-sometimes.html">models perform worse with structured outputs</a>.</p>
-<p>You should therefore test the use of structured outputs as an elicitation technique like you would any other, and only proceed if you feel confident that it has made a genuine improvement in your overall task.</p>
+<p>Structured output is a feature supported by some model providers to ensure that models generate responses which adhere to a supplied JSON Schema. Structured output is currently supported in Inspect for the OpenAI, Google, and Mistral providers.</p>
+<p>While structured output may seem like a robust solution to model unreliability, it’s important to keep in mind that by specifying a JSON schema you are also introducing unknown effects on model task performance. There is even some early literature indicating that <a href="https://dylancastillo.co/posts/say-what-you-mean-sometimes.html">models perform worse with structured output</a>.</p>
+<p>You should therefore test the use of structured output as an elicitation technique like you would any other, and only proceed if you feel confident that it has made a genuine improvement in your overall task.</p>
 </section>
 <section id="example" class="level2">
 <h2 class="anchored" data-anchor-id="example">Example</h2>
diff --git a/structured.html.md b/structured.html.md
index e7aebc63f..ae7dd214e 100644
--- a/structured.html.md
+++ b/structured.html.md
@@ -1,9 +1,9 @@
-# Structured Outputs
+# Structured Output
 
 
 > [!NOTE]
 >
-> The structured outputs feature described below is currently available
+> The structured output feature described below is currently available
 > only in the development version of Inspect. To install the development
 > version from GitHub:
 >
@@ -13,22 +13,21 @@
 
 ## Overview
 
-Structured outputs are a feature supported by some model providers to
+Structured output is a feature supported by some model providers to
 ensure that models generate responses which adhere to a supplied JSON
-Schema. Structured outputs are currently supported in Inspect for the
+Schema. Structured output is currently supported in Inspect for the
 OpenAI, Google, and Mistral providers.
 
-While structured outputs may seem like they could be a robust solution
-to model unreliability, it’s important to keep in mind that by
-specifying a JSON schema you are also introducing unknown effects on
-model task performance. There is even some early literature indicating
-that [models perform worse with structured
-outputs](https://dylancastillo.co/posts/say-what-you-mean-sometimes.html).
-
-You should therefore test the use of structured outputs as an
-elicitation technique like you would any other, and only proceed if you
-feel confident that it has made a genuine improvement in your overall
-task.
+While structured output may seem like a robust solution to model
+unreliability, it’s important to keep in mind that by specifying a JSON
+schema you are also introducing unknown effects on model task
+performance. There is even some early literature indicating that [models
+perform worse with structured
+output](https://dylancastillo.co/posts/say-what-you-mean-sometimes.html).
+
+You should therefore test the use of structured output as an elicitation
+technique like you would any other, and only proceed if you feel
+confident that it has made a genuine improvement in your overall task.
 
 ## Example
 
diff --git a/tools.html b/tools.html
index b58383707..92a689f30 100644
--- a/tools.html
+++ b/tools.html
@@ -1659,7 +1659,7 @@ <h4 class="anchored" data-anchor-id="google-provider">Google Provider</h4>
     </div>
   </div>
 </footer>
-<script>var lightboxQuarto = GLightbox({"selector":".lightbox","openEffect":"zoom","closeEffect":"zoom","descPosition":"bottom","loop":false});
+<script>var lightboxQuarto = GLightbox({"openEffect":"zoom","closeEffect":"zoom","selector":".lightbox","descPosition":"bottom","loop":false});
 window.onload = () => {
   lightboxQuarto.on('slide_before_load', (data) => {
     const { slideIndex, slideNode, slideConfig, player, trigger } = data;
diff --git a/tutorial.html b/tutorial.html
index c00d0a979..4edb096fc 100644
--- a/tutorial.html
+++ b/tutorial.html
@@ -544,7 +544,7 @@ <h2 class="anchored" data-anchor-id="overview">Overview</h2>
 <section id="hello-world" class="level2">
 <h2 class="anchored" data-anchor-id="hello-world">Hello World</h2>
 <p>This is the simplest possible Inspect evaluation task. The solver (<span class="element-type-name ref-interlink"><a href="./reference/inspect_ai.solver.html#generate">generate()</a></span>) just calls the model with the prompt and the scorer (<span class="element-type-name ref-interlink"><a href="./reference/inspect_ai.scorer.html#exact">exact()</a></span>) checks whether the model produces exactly the <code>target</code> from the dataset:</p>
-<div id="5858dc9b" class="cell">
+<div id="deceea55" class="cell">
 <div class="sourceCode cell-code" id="cb1"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb1-1"><a href="#cb1-1" aria-hidden="true" tabindex="-1"></a><span class="im">from</span> inspect_ai <span class="im">import</span> Task, task</span>
 <span id="cb1-2"><a href="#cb1-2" aria-hidden="true" tabindex="-1"></a><span class="im">from</span> inspect_ai.dataset <span class="im">import</span> Sample</span>
 <span id="cb1-3"><a href="#cb1-3" aria-hidden="true" tabindex="-1"></a><span class="im">from</span> inspect_ai.scorer <span class="im">import</span> exact</span>
@@ -592,7 +592,7 @@ <h2 class="anchored" data-anchor-id="sec-security-guide">Security Guide</h2>
 <section id="setup" class="level3 unlisted">
 <h3 class="unlisted anchored" data-anchor-id="setup">Setup</h3>
 <p>We’ll start by importing the functions we need from Inspect and defining a system message that orients the model to its role as a computer security expert.</p>
-<div id="00ad6f5d" class="cell">
+<div id="e1e8a198" class="cell">
 <div class="sourceCode cell-code" id="cb2"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb2-1"><a href="#cb2-1" aria-hidden="true" tabindex="-1"></a><span class="im">from</span> inspect_ai <span class="im">import</span> Task, task</span>
 <span id="cb2-2"><a href="#cb2-2" aria-hidden="true" tabindex="-1"></a><span class="im">from</span> inspect_ai.dataset <span class="im">import</span> example_dataset</span>
 <span id="cb2-3"><a href="#cb2-3" aria-hidden="true" tabindex="-1"></a><span class="im">from</span> inspect_ai.scorer <span class="im">import</span> model_graded_fact</span>
@@ -609,7 +609,7 @@ <h3 class="unlisted anchored" data-anchor-id="setup">Setup</h3>
 <section id="eval" class="level3 unlisted">
 <h3 class="unlisted anchored" data-anchor-id="eval">Eval</h3>
 <p>Discerning whether the correct security guidance was provided by the model might prove difficult using only text matching algorithms. Here we use a model to read the response and assess the quality of the answer.</p>
-<div id="332cced1" class="cell">
+<div id="203ddaf8" class="cell">
 <div class="sourceCode cell-code" id="cb3"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb3-1"><a href="#cb3-1" aria-hidden="true" tabindex="-1"></a><span class="at">@task</span></span>
 <span id="cb3-2"><a href="#cb3-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> security_guide():</span>
 <span id="cb3-3"><a href="#cb3-3" aria-hidden="true" tabindex="-1"></a>    <span class="cf">return</span> Task(</span>
@@ -639,7 +639,7 @@ <h2 class="anchored" data-anchor-id="sec-hellaswag">HellaSwag</h2>
 <section id="setup-1" class="level3 unlisted">
 <h3 class="unlisted anchored" data-anchor-id="setup-1">Setup</h3>
 <p>We’ll start by importing the functions we need from Inspect, defining a system message, and writing a function to convert dataset records to samples (we need to do this to convert the index-based label in the dataset to a letter).</p>
-<div id="5f964038" class="cell">
+<div id="c4cb54c3" class="cell">
 <div class="sourceCode cell-code" id="cb5"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb5-1"><a href="#cb5-1" aria-hidden="true" tabindex="-1"></a><span class="im">from</span> inspect_ai <span class="im">import</span> Task, task</span>
 <span id="cb5-2"><a href="#cb5-2" aria-hidden="true" tabindex="-1"></a><span class="im">from</span> inspect_ai.dataset <span class="im">import</span> Sample, hf_dataset</span>
 <span id="cb5-3"><a href="#cb5-3" aria-hidden="true" tabindex="-1"></a><span class="im">from</span> inspect_ai.scorer <span class="im">import</span> choice</span>
@@ -664,7 +664,7 @@ <h3 class="unlisted anchored" data-anchor-id="setup-1">Setup</h3>
 <section id="eval-1" class="level3 unlisted">
 <h3 class="unlisted anchored" data-anchor-id="eval-1">Eval</h3>
 <p>We’ll load the dataset from <a href="https://huggingface.co/datasets/Rowan/hellaswag">HuggingFace</a> using the <span class="element-type-name ref-interlink"><a href="./reference/inspect_ai.dataset.html#hf_dataset">hf_dataset()</a></span> function. We’ll draw data from the validation split, and use the <code>record_to_sample()</code> function to parse the records (we’ll also pass <code>trust=True</code> to indicate that we are okay with locally executing the dataset loading code provided by hellaswag):</p>
-<div id="66deccc9" class="cell">
+<div id="941f9e0a" class="cell">
 <div class="sourceCode cell-code" id="cb6"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb6-1"><a href="#cb6-1" aria-hidden="true" tabindex="-1"></a><span class="at">@task</span></span>
 <span id="cb6-2"><a href="#cb6-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> hellaswag():</span>
 <span id="cb6-3"><a href="#cb6-3" aria-hidden="true" tabindex="-1"></a>   </span>
@@ -724,7 +724,7 @@ <h3 class="unlisted anchored" data-anchor-id="setup-2">Setup</h3>
 <li><code>record_to_sample()</code> to convert raw records to samples. Note that we need a function rather than just mapping field names with a <span class="element-type-name ref-interlink"><a href="./reference/inspect_ai.dataset.html#fieldspec">FieldSpec</a></span> because the <strong>answer</strong> field in the dataset needs to be divided into reasoning and the actual answer (which appears at the very end after <code>####</code>).</li>
 <li><code>sample_to_fewshot()</code> to generate fewshot examples from samples.</li>
 </ol>
-<div id="6176e1c1" class="cell">
+<div id="13ca5625" class="cell">
 <div class="sourceCode cell-code" id="cb8"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb8-1"><a href="#cb8-1" aria-hidden="true" tabindex="-1"></a><span class="im">from</span> inspect_ai <span class="im">import</span> Task, task</span>
 <span id="cb8-2"><a href="#cb8-2" aria-hidden="true" tabindex="-1"></a><span class="im">from</span> inspect_ai.dataset <span class="im">import</span> Sample, hf_dataset</span>
 <span id="cb8-3"><a href="#cb8-3" aria-hidden="true" tabindex="-1"></a><span class="im">from</span> inspect_ai.scorer <span class="im">import</span> match</span>
@@ -771,7 +771,7 @@ <h3 class="unlisted anchored" data-anchor-id="setup-2">Setup</h3>
 <section id="eval-2" class="level3 unlisted">
 <h3 class="unlisted anchored" data-anchor-id="eval-2">Eval</h3>
 <p>We’ll load the dataset from <a href="https://huggingface.co/datasets/gsm8k">HuggingFace</a> using the <span class="element-type-name ref-interlink"><a href="./reference/inspect_ai.dataset.html#hf_dataset">hf_dataset()</a></span> function. By default we use 10 fewshot examples, but the <code>fewshot</code> task arg can be used to turn this up, down, or off. The <code>fewshot_seed</code> is provided for stability of fewshot examples across runs.</p>
-<div id="0a2cbd9d" class="cell">
+<div id="2f10eedd" class="cell">
 <div class="sourceCode cell-code" id="cb10"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb10-1"><a href="#cb10-1" aria-hidden="true" tabindex="-1"></a><span class="at">@task</span></span>
 <span id="cb10-2"><a href="#cb10-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> gsm8k(fewshot<span class="op">=</span><span class="dv">10</span>, fewshot_seed<span class="op">=</span><span class="dv">42</span>):</span>
 <span id="cb10-3"><a href="#cb10-3" aria-hidden="true" tabindex="-1"></a>    <span class="co"># build solver list dynamically (may or may not be doing fewshot)</span></span>
@@ -838,7 +838,7 @@ <h2 class="anchored" data-anchor-id="sec-mathematics">Mathematics</h2>
 <section id="setup-3" class="level3 unlisted">
 <h3 class="unlisted anchored" data-anchor-id="setup-3">Setup</h3>
 <p>We’ll start by importing the functions we need from Inspect and defining a prompt that asks the model to reason step by step and respond with its answer on a line at the end. It also nudges the model not to enclose its answer in <code>\boxed</code>, a LaTeX command for displaying equations that models often use in math output.</p>
-<div id="4a4af421" class="cell">
+<div id="3f1cb6ec" class="cell">
 <div class="sourceCode cell-code" id="cb12"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb12-1"><a href="#cb12-1" aria-hidden="true" tabindex="-1"></a><span class="im">import</span> re</span>
 <span id="cb12-2"><a href="#cb12-2" aria-hidden="true" tabindex="-1"></a></span>
 <span id="cb12-3"><a href="#cb12-3" aria-hidden="true" tabindex="-1"></a><span class="im">from</span> inspect_ai <span class="im">import</span> Task, task</span>
@@ -876,7 +876,7 @@ <h3 class="unlisted anchored" data-anchor-id="setup-3">Setup</h3>
 <section id="eval-3" class="level3 unlisted">
 <h3 class="unlisted anchored" data-anchor-id="eval-3">Eval</h3>
 <p>Here is the basic setup for our eval. We <code>shuffle</code> the dataset so that when we use <code>--limit</code> to develop on smaller slices we get some variety of inputs and results:</p>
-<div id="1781b920" class="cell">
+<div id="02362d18" class="cell">
 <div class="sourceCode cell-code" id="cb13"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb13-1"><a href="#cb13-1" aria-hidden="true" tabindex="-1"></a><span class="at">@task</span></span>
 <span id="cb13-2"><a href="#cb13-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> math(shuffle<span class="op">=</span><span class="va">True</span>):</span>
 <span id="cb13-3"><a href="#cb13-3" aria-hidden="true" tabindex="-1"></a>    <span class="cf">return</span> Task(</span>
@@ -899,7 +899,7 @@ <h3 class="unlisted anchored" data-anchor-id="eval-3">Eval</h3>
 <span id="cb13-20"><a href="#cb13-20" aria-hidden="true" tabindex="-1"></a>    )</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 </div>
 <p>The heart of this eval isn’t in the task definition though, rather it’s in how we grade the output. Math expressions can be logically equivalent but not literally the same. Consequently, we’ll use a model to assess whether the output and the target are logically equivalent. the <code>expression_equivalence()</code> custom scorer implements this:</p>
-<div id="9378518e" class="cell">
+<div id="daaa242f" class="cell">
 <div class="sourceCode cell-code" id="cb14"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb14-1"><a href="#cb14-1" aria-hidden="true" tabindex="-1"></a><span class="at">@scorer</span>(metrics<span class="op">=</span>[accuracy(), stderr()])</span>
 <span id="cb14-2"><a href="#cb14-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> expression_equivalence():</span>
 <span id="cb14-3"><a href="#cb14-3" aria-hidden="true" tabindex="-1"></a>    <span class="cf">async</span> <span class="kw">def</span> score(state: TaskState, target: Target):</span>
@@ -981,7 +981,7 @@ <h2 class="anchored" data-anchor-id="sec-tool-use">Tool Use</h2>
 <section id="addition" class="level3 unlisted">
 <h3 class="unlisted anchored" data-anchor-id="addition">Addition</h3>
 <p>We’ll demonstrate with a simple tool that adds two numbers, using the <code>@tool</code> decorator to register it with the system:</p>
-<div id="f1c2242e" class="cell">
+<div id="47c5ff81" class="cell">
 <div class="sourceCode cell-code" id="cb18"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb18-1"><a href="#cb18-1" aria-hidden="true" tabindex="-1"></a><span class="im">from</span> inspect_ai <span class="im">import</span> Task, task</span>
 <span id="cb18-2"><a href="#cb18-2" aria-hidden="true" tabindex="-1"></a><span class="im">from</span> inspect_ai.dataset <span class="im">import</span> Sample</span>
 <span id="cb18-3"><a href="#cb18-3" aria-hidden="true" tabindex="-1"></a><span class="im">from</span> inspect_ai.scorer <span class="im">import</span> match</span>
@@ -1015,7 +1015,7 @@ <h3 class="unlisted anchored" data-anchor-id="addition">Addition</h3>
 <span id="cb20-3"><a href="#cb20-3" aria-hidden="true" tabindex="-1"></a>    y: Second number to add.</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <p>Type annotations and descriptions are <em>required</em> for tool declarations so that the model can be informed which types to pass back to the tool function and what the purpose of each parameter is.</p>
 <p>Now that we’ve defined the tool, we can use it in an evaluation by passing it to the <span class="element-type-name ref-interlink"><a href="./reference/inspect_ai.solver.html#use_tools">use_tools()</a></span> function.</p>
-<div id="86d7cd3a" class="cell">
+<div id="c841a3cd" class="cell">
 <div class="sourceCode cell-code" id="cb21"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb21-1"><a href="#cb21-1" aria-hidden="true" tabindex="-1"></a><span class="at">@task</span></span>
 <span id="cb21-2"><a href="#cb21-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> addition_problem():</span>
 <span id="cb21-3"><a href="#cb21-3" aria-hidden="true" tabindex="-1"></a>    <span class="cf">return</span> Task(</span>
@@ -1044,7 +1044,7 @@ <h3 class="unlisted anchored" data-anchor-id="task">Task</h3>
 <ol start="2" type="1">
 <li><code>ctf_agent()</code>, which defines the agent’s solver. The solver consists principally of using <span class="element-type-name ref-interlink"><a href="./reference/inspect_ai.tool.html#bash">bash()</a></span> and <span class="element-type-name ref-interlink"><a href="./reference/inspect_ai.tool.html#python">python()</a></span> tools in a loop until the flag is discovered. We’ll describe this function in more detail below.</li>
 </ol>
-<div id="ff176a3d" class="cell">
+<div id="6e82ebc9" class="cell">
 <div class="sourceCode cell-code" id="cb23"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb23-1"><a href="#cb23-1" aria-hidden="true" tabindex="-1"></a><span class="im">from</span> textwrap <span class="im">import</span> dedent</span>
 <span id="cb23-2"><a href="#cb23-2" aria-hidden="true" tabindex="-1"></a></span>
 <span id="cb23-3"><a href="#cb23-3" aria-hidden="true" tabindex="-1"></a><span class="im">from</span> dataset <span class="im">import</span> read_dataset</span>
@@ -1065,7 +1065,7 @@ <h3 class="unlisted anchored" data-anchor-id="task">Task</h3>
 </div>
 <p>Note that we specify <code>sandbox="docker"</code> to ensure that code generated from the model is run in a secure <a href="./sandboxing.html">sandbox environment</a>.</p>
 <p>Here is the definition of the agent:</p>
-<div id="92ffa5d6" class="cell">
+<div id="f8cda411" class="cell">
 <div class="sourceCode cell-code" id="cb24"><pre class="sourceCode python code-with-copy"><code class="sourceCode python"><span id="cb24-1"><a href="#cb24-1" aria-hidden="true" tabindex="-1"></a><span class="at">@solver</span></span>
 <span id="cb24-2"><a href="#cb24-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> ctf_agent(max_attempts<span class="op">=</span><span class="dv">3</span>, message_limit<span class="op">=</span><span class="dv">30</span>):</span>
 <span id="cb24-3"><a href="#cb24-3" aria-hidden="true" tabindex="-1"></a>    SYSTEM_MESSAGE <span class="op">=</span> dedent(<span class="st">"""</span></span>
diff --git a/vscode.html b/vscode.html
index a4740788a..f60e1e478 100644
--- a/vscode.html
+++ b/vscode.html
@@ -1027,7 +1027,7 @@ <h2 class="anchored" data-anchor-id="troubleshooting">Troubleshooting</h2>
     </div>
   </div>
 </footer>
-<script>var lightboxQuarto = GLightbox({"selector":".lightbox","openEffect":"zoom","closeEffect":"zoom","descPosition":"bottom","loop":false});
+<script>var lightboxQuarto = GLightbox({"selector":".lightbox","descPosition":"bottom","openEffect":"zoom","closeEffect":"zoom","loop":false});
 window.onload = () => {
   lightboxQuarto.on('slide_before_load', (data) => {
     const { slideIndex, slideNode, slideConfig, player, trigger } = data;