Built site for gh-pages

.nojekyll

@@ -1 +1 @@
-9bf1da78
+f7803095

eval-logs.html

@@ -1388,7 +1388,7 @@ <h3 class="anchored" data-anchor-id="log-schema">Log Schema</h3>
     </div>
   </div>
 </footer>
-<script>var lightboxQuarto = GLightbox({"openEffect":"zoom","loop":false,"selector":".lightbox","descPosition":"bottom","closeEffect":"zoom"});
+<script>var lightboxQuarto = GLightbox({"selector":".lightbox","loop":false,"descPosition":"bottom","openEffect":"zoom","closeEffect":"zoom"});
 window.onload = () => {
   lightboxQuarto.on('slide_before_load', (data) => {
     const { slideIndex, slideNode, slideConfig, player, trigger } = data;

human-agent.html

@@ -1119,7 +1119,7 @@ <h2 class="anchored" data-anchor-id="headless">Headless</h2>
     </div>
   </div>
 </footer>
-<script>var lightboxQuarto = GLightbox({"closeEffect":"zoom","selector":".lightbox","descPosition":"bottom","loop":false,"openEffect":"zoom"});
+<script>var lightboxQuarto = GLightbox({"loop":false,"openEffect":"zoom","descPosition":"bottom","selector":".lightbox","closeEffect":"zoom"});
 window.onload = () => {
   lightboxQuarto.on('slide_before_load', (data) => {
     const { slideIndex, slideNode, slideConfig, player, trigger } = data;

index.html

@@ -1178,7 +1178,7 @@ <h2 class="anchored" data-anchor-id="learning-more">Learning More</h2>
     </div>
   </div>
 </footer>
-<script>var lightboxQuarto = GLightbox({"openEffect":"zoom","descPosition":"bottom","selector":".lightbox","closeEffect":"zoom","loop":false});
+<script>var lightboxQuarto = GLightbox({"loop":false,"closeEffect":"zoom","selector":".lightbox","descPosition":"bottom","openEffect":"zoom"});
 window.onload = () => {
   lightboxQuarto.on('slide_before_load', (data) => {
     const { slideIndex, slideNode, slideConfig, player, trigger } = data;

llms-full.txt

@@ -6689,12 +6689,12 @@ Reasoning content from DeepSeek models is captured using either the
 `reasoning_content` field made available by the hosted DeepSeek API or
 the `<think>` tags used by various hosting providers.
 
-# Structured Outputs
+# Structured Output
 
 
 > [!NOTE]
 >
-> The structured outputs feature described below is currently available
+> The structured output feature described below is currently available
 > only in the development version of Inspect. To install the development
 > version from GitHub:
 >
@@ -6704,22 +6704,21 @@ the `<think>` tags used by various hosting providers.
 
 ## Overview
 
-Structured outputs are a feature supported by some model providers to
+Structured output is a feature supported by some model providers to
 ensure that models generate responses which adhere to a supplied JSON
-Schema. Structured outputs are currently supported in Inspect for the
+Schema. Structured output is currently supported in Inspect for the
 OpenAI, Google, and Mistral providers.
 
-While structured outputs may seem like they could be a robust solution
-to model unreliability, it’s important to keep in mind that by
-specifying a JSON schema you are also introducing unknown effects on
-model task performance. There is even some early literature indicating
-that [models perform worse with structured
-outputs](https://dylancastillo.co/posts/say-what-you-mean-sometimes.html).
+While structured output may seem like a robust solution to model
+unreliability, it’s important to keep in mind that by specifying a JSON
+schema you are also introducing unknown effects on model task
+performance. There is even some early literature indicating that [models
+perform worse with structured
+output](https://dylancastillo.co/posts/say-what-you-mean-sometimes.html).
 
-You should therefore test the use of structured outputs as an
-elicitation technique like you would any other, and only proceed if you
-feel confident that it has made a genuine improvement in your overall
-task.
+You should therefore test the use of structured output as an elicitation
+technique like you would any other, and only proceed if you feel
+confident that it has made a genuine improvement in your overall task.
 
 ## Example
 

log-viewer.html

@@ -1189,7 +1189,7 @@ <h3 class="unlisted anchored" data-anchor-id="other-notes">Other Notes</h3>
     </div>
   </div>
 </footer>
-<script>var lightboxQuarto = GLightbox({"openEffect":"zoom","loop":false,"selector":".lightbox","closeEffect":"zoom","descPosition":"bottom"});
+<script>var lightboxQuarto = GLightbox({"closeEffect":"zoom","openEffect":"zoom","descPosition":"bottom","selector":".lightbox","loop":false});
 window.onload = () => {
   lightboxQuarto.on('slide_before_load', (data) => {
     const { slideIndex, slideNode, slideConfig, player, trigger } = data;

reference/inspect_ai.approval.html

@@ -1624,7 +1624,7 @@ <h2 class="anchored" data-anchor-id="approvers">Approvers</h2>
 <h3 class="anchored" data-anchor-id="auto_approver">auto_approver</h3>
 <p>Automatically apply a decision to tool calls.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/approval/_auto.py#L9">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/approval/_auto.py#L9">Source</a>
 </div>
 <div class="sourceCode" id="cb1"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb1-1"><a href="#cb1-1" aria-hidden="true" tabindex="-1"></a><span class="at">@approver</span>(name<span class="op">=</span><span class="st">"auto"</span>)</span>
 <span id="cb1-2"><a href="#cb1-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> auto_approver(decision: ApprovalDecision <span class="op">=</span> <span class="st">"approve"</span>) <span class="op">-&gt;</span> Approver</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -1639,7 +1639,7 @@ <h3 class="anchored" data-anchor-id="auto_approver">auto_approver</h3>
 <h3 class="anchored" data-anchor-id="human_approver">human_approver</h3>
 <p>Interactive human approver.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/approval/_human/approver.py#L11">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/approval/_human/approver.py#L11">Source</a>
 </div>
 <div class="sourceCode" id="cb2"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb2-1"><a href="#cb2-1" aria-hidden="true" tabindex="-1"></a><span class="at">@approver</span>(name<span class="op">=</span><span class="st">"human"</span>)</span>
 <span id="cb2-2"><a href="#cb2-2" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> human_approver(</span>
@@ -1659,7 +1659,7 @@ <h2 class="anchored" data-anchor-id="types">Types</h2>
 <h3 class="anchored" data-anchor-id="approver">Approver</h3>
 <p>Approve or reject a tool call.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/approval/_approver.py#L12">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/approval/_approver.py#L12">Source</a>
 </div>
 <div class="sourceCode" id="cb3"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb3-1"><a href="#cb3-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> Approver(Protocol):</span>
 <span id="cb3-2"><a href="#cb3-2" aria-hidden="true" tabindex="-1"></a>    <span class="cf">async</span> <span class="kw">def</span> <span class="fu">__call__</span>(</span>
@@ -1692,7 +1692,7 @@ <h3 class="anchored" data-anchor-id="approver">Approver</h3>
 <h3 class="anchored" data-anchor-id="approval">Approval</h3>
 <p>Approval details (decision, explanation, etc.)</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/approval/_approval.py#L19">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/approval/_approval.py#L19">Source</a>
 </div>
 <div class="sourceCode" id="cb4"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb4-1"><a href="#cb4-1" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> Approval(BaseModel)</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <section class="level4">
@@ -1717,15 +1717,15 @@ <h4 class="anchored" data-anchor-id="">Attributes</h4>
 <h3 class="anchored" data-anchor-id="approvaldecision">ApprovalDecision</h3>
 <p>Represents the possible decisions in an approval.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/approval/_approval.py#L7">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/approval/_approval.py#L7">Source</a>
 </div>
 <div class="sourceCode" id="cb5"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb5-1"><a href="#cb5-1" aria-hidden="true" tabindex="-1"></a>ApprovalDecision <span class="op">=</span> Literal[<span class="st">"approve"</span>, <span class="st">"modify"</span>, <span class="st">"reject"</span>, <span class="st">"terminate"</span>, <span class="st">"escalate"</span>]</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 </section>
 <section id="approvalpolicy" class="level3">
 <h3 class="anchored" data-anchor-id="approvalpolicy">ApprovalPolicy</h3>
 <p>Policy mapping approvers to tools.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/approval/_policy.py#L21">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/approval/_policy.py#L21">Source</a>
 </div>
 <div class="sourceCode" id="cb6"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb6-1"><a href="#cb6-1" aria-hidden="true" tabindex="-1"></a><span class="at">@dataclass</span></span>
 <span id="cb6-2"><a href="#cb6-2" aria-hidden="true" tabindex="-1"></a><span class="kw">class</span> ApprovalPolicy</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
@@ -1750,7 +1750,7 @@ <h2 class="anchored" data-anchor-id="decorator">Decorator</h2>
 <h3 class="anchored" data-anchor-id="approver-1">approver</h3>
 <p>Decorator for registering approvers.</p>
 <div class="source-link">
-<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/731c01a2245c57feb8d6704ebb1703e002873ed9/src/inspect_ai/approval/_registry.py#L28">Source</a>
+<a href="https://github.com/UKGovernmentBEIS/inspect_ai/blob/e27e184ce84bb59c2b4c3554fb697bc13f45bfd5/src/inspect_ai/approval/_registry.py#L28">Source</a>
 </div>
 <div class="sourceCode" id="cb7"><pre class="sourceCode python doc-declaration code-with-copy"><code class="sourceCode python"><span id="cb7-1"><a href="#cb7-1" aria-hidden="true" tabindex="-1"></a><span class="kw">def</span> approver(<span class="op">*</span>args: Any, name: <span class="bu">str</span> <span class="op">|</span> <span class="va">None</span> <span class="op">=</span> <span class="va">None</span>, <span class="op">**</span>attribs: Any) <span class="op">-&gt;</span> Any</span></code><button title="Copy to Clipboard" class="code-copy-button"><i class="bi"></i></button></pre></div>
 <dl>