Refactor lab 1 for Netron and local confidence views

2026-04-16 11:15:39 -06:00
parent a97c8a7694
commit e4621ca65b
20 changed files with 1634 additions and 280 deletions
@@ -0,0 +1,85 @@
+import { describe, expect, it } from "vitest";
+
+import {
+  extractLab1AssistantContent,
+  extractLab1ResponseTokens,
+  formatProbabilityPercent,
+  getConfidenceBand,
+  logprobToProbabilityPercent,
+} from "~/lib/lab1-confidence";
+
+describe("logprobToProbabilityPercent", () => {
+  it("converts a logprob into a rounded percentage", () => {
+    expect(logprobToProbabilityPercent(Math.log(0.4))).toBe(40);
+  });
+});
+
+describe("extractLab1AssistantContent", () => {
+  it("reads assistant content from an OpenAI-compatible response", () => {
+    expect(
+      extractLab1AssistantContent({
+        choices: [
+          {
+            message: {
+              content: "hello from the local model",
+            },
+          },
+        ],
+      }),
+    ).toBe("hello from the local model");
+  });
+});
+
+describe("extractLab1ResponseTokens", () => {
+  it("maps token logprobs and alternate candidates into display data", () => {
+    expect(
+      extractLab1ResponseTokens({
+        choices: [
+          {
+            logprobs: {
+              content: [
+                {
+                  logprob: Math.log(0.4),
+                  token: "often",
+                  top_logprobs: [
+                    { logprob: Math.log(0.4), token: "often" },
+                    { logprob: Math.log(0.14), token: "commonly" },
+                    { logprob: Math.log(0.1), token: "also" },
+                  ],
+                },
+              ],
+            },
+          },
+        ],
+      }),
+    ).toEqual([
+      {
+        logprob: Math.log(0.4),
+        probability: 40,
+        token: "often",
+        topAlternatives: [
+          { probability: 14, token: "commonly" },
+          { probability: 10, token: "also" },
+        ],
+      },
+    ]);
+  });
+});
+
+describe("getConfidenceBand", () => {
+  it("assigns a stable band for each probability range", () => {
+    expect(getConfidenceBand(75)).toBe("very-high");
+    expect(getConfidenceBand(45)).toBe("high");
+    expect(getConfidenceBand(20)).toBe("medium");
+    expect(getConfidenceBand(7)).toBe("low");
+    expect(getConfidenceBand(1)).toBe("very-low");
+  });
+});
+
+describe("formatProbabilityPercent", () => {
+  it("formats probability values for tooltip display", () => {
+    expect(formatProbabilityPercent(40)).toBe("40.0%");
+    expect(formatProbabilityPercent(4.2)).toBe("4.20%");
+    expect(formatProbabilityPercent(0.456)).toBe("0.456%");
+  });
+});