innFactory
diff --git a/‎apps/api/src/controllers/v2/monitor.ts‎
Lines changed: 3 additions & 0 deletions b/‎apps/api/src/controllers/v2/monitor.ts‎
Lines changed: 3 additions & 0 deletions
diff --git a/‎apps/api/src/services/monitoring/diff-orchestrator.ts‎
Lines changed: 80 additions & 2 deletions b/‎apps/api/src/services/monitoring/diff-orchestrator.ts‎
Lines changed: 80 additions & 2 deletions
diff --git a/‎apps/api/src/services/monitoring/judgeChange.test.ts‎
Lines changed: 90 additions & 0 deletions b/‎apps/api/src/services/monitoring/judgeChange.test.ts‎
Lines changed: 90 additions & 0 deletions
@@ -79,6 +79,8 @@ function serializeMonitor(monitor: any) {
     retentionDays: monitor.retention_days,
     estimatedCreditsPerMonth: monitor.estimated_credits_per_month,
     lastCheckSummary: monitor.last_check_summary,
+    goal: monitor.goal ?? null,
+    judgeEnabled: Boolean(monitor.judge_enabled),
     createdAt: monitor.created_at,
     updatedAt: monitor.updated_at,
   };
@@ -401,6 +403,7 @@ export async function getMonitorCheckController(
         statusCode: page.status_code,
         error: page.error,
         metadata: page.metadata,
+        judgment: page.judgment ?? null,
         createdAt: page.created_at,
       };
       if (!artifact) {
 
@@ -1,4 +1,5 @@
 import { v7 as uuidv7 } from "uuid";
+import { logger as rootLogger } from "../../lib/logger";
 import { getJobFromGCS } from "../../lib/gcs-jobs";
 import {
   MonitorDiffArtifact,
@@ -11,14 +12,25 @@ import {
   formatsRequestGitDiff,
   formatsRequestJsonExtraction,
 } from "./diff";
+import { judgeChange } from "./judgeChange";
 
 type MonitorPageDiffStatus = "same" | "new" | "changed";
 
+type Judgment = {
+  meaningful: boolean;
+  confidence: "high" | "medium" | "low";
+  reason: string;
+  fields: string[];
+};
+
 type MonitorPageDiffResult = {
   status: MonitorPageDiffStatus;
   diffGcsKey: string | null;
   diffTextBytes: number | null;
   diffJsonBytes: number | null;
+  judgment?: Judgment;
+  diffText?: string;
+  diffJson?: Record<string, { previous: unknown; current: unknown }>;
 };
 
 type PreviousPageRef = {
@@ -48,9 +60,21 @@ export async function computeAndPersistPageDiff(params: {
   doc: any;
   previous: PreviousPageRef | null;
   formats: unknown;
+  goal?: string | null;
+  extractionPrompt?: string | null;
 }): Promise<MonitorPageDiffResult> {
-  const { teamId, monitorId, checkId, url, scrapeId, doc, previous, formats } =
-    params;
+  const {
+    teamId,
+    monitorId,
+    checkId,
+    url,
+    scrapeId,
+    doc,
+    previous,
+    formats,
+    goal,
+    extractionPrompt,
+  } = params;
 
   const wantsJson = formatsRequestJsonExtraction(formats);
   const wantsGitDiff = formatsRequestGitDiff(formats);
@@ -130,11 +154,28 @@ export async function computeAndPersistPageDiff(params: {
       ...(markdownSidecar ? { markdown: markdownSidecar } : {}),
     };
     const sizes = await saveMonitorDiffArtifact(diffGcsKey, artifact);
+    const judgment = goal
+      ? await runJudge({
+          goal,
+          extractionPrompt,
+          jsonDiff: result.status === "changed" ? result.json : undefined,
+          markdownDiff: markdownSidecar
+            ? {
+                previous: previousDoc?.markdown ?? "",
+                current: doc?.markdown ?? "",
+                diffText: markdownSidecar.text,
+              }
+            : undefined,
+        })
+      : undefined;
     return {
       status: "changed",
       diffGcsKey,
       diffTextBytes: sizes.textBytes,
       diffJsonBytes: sizes.jsonBytes,
+      ...(judgment ? { judgment } : {}),
+      ...(result.status === "changed" ? { diffJson: result.json } : {}),
+      ...(markdownSidecar ? { diffText: markdownSidecar.text } : {}),
     };
   }
 
@@ -181,10 +222,47 @@ export async function computeAndPersistPageDiff(params: {
     json: diff.json,
   };
   const sizes = await saveMonitorDiffArtifact(diffGcsKey, artifact);
+  const judgment = goal
+    ? await runJudge({
+        goal,
+        extractionPrompt,
+        markdownDiff: {
+          previous: previousMarkdown,
+          current: currentMarkdown,
+          diffText: diff.text,
+        },
+      })
+    : undefined;
   return {
     status: "changed",
     diffGcsKey,
     diffTextBytes: sizes.textBytes,
     diffJsonBytes: sizes.jsonBytes,
+    ...(judgment ? { judgment } : {}),
+    diffText: diff.text,
+  };
+}
+
+async function runJudge(args: {
+  goal: string;
+  extractionPrompt?: string | null;
+  jsonDiff?: Record<string, { previous: unknown; current: unknown }>;
+  markdownDiff?: {
+    previous: string;
+    current: string;
+    diffText?: string;
   };
+}): Promise<Judgment | undefined> {
+  try {
+    return await judgeChange({
+      logger: rootLogger.child({ module: "monitoring-judge" }),
+      goal: args.goal,
+      extractionPrompt: args.extractionPrompt ?? undefined,
+      jsonDiff: args.jsonDiff,
+      markdownDiff: args.markdownDiff,
+    });
+  } catch (error) {
+    rootLogger.error("Judge call failed", { error });
+    return undefined;
+  }
 }
@@ -0,0 +1,90 @@
+import { judgeChange } from "./judgeChange";
+import { logger as winstonLogger } from "../../lib/logger";
+
+const HAS_GEMINI = !!process.env.GOOGLE_GENERATIVE_AI_API_KEY;
+const describeIfGemini = HAS_GEMINI ? describe : describe.skip;
+const TEST_TIMEOUT = 30000;
+const buildLogger = () => winstonLogger.child({ test: "judgeChange" });
+
+describe("judgeChange — input validation (no LLM call)", () => {
+  it("returns low-confidence meaningful when no diff payload is provided", async () => {
+    const result = await judgeChange({
+      logger: buildLogger(),
+      goal: "anything",
+    });
+    expect(result.meaningful).toBe(true);
+    expect(result.confidence).toBe("low");
+    expect(result.fields).toEqual([]);
+  });
+});
+
+describeIfGemini("judgeChange — live Gemini", () => {
+  it(
+    "classifies whitespace-only field change as noise",
+    async () => {
+      const result = await judgeChange({
+        logger: buildLogger(),
+        goal: "Track the page heading verbatim",
+        jsonDiff: {
+          headline: {
+            previous: "Power AI agents with clean web data",
+            current: "Power AI agents with  clean web data",
+          },
+        },
+      });
+      expect(result.meaningful).toBe(false);
+    },
+    TEST_TIMEOUT,
+  );
+
+  it(
+    "named-field rule: sub-1% price change is meaningful when goal names 'price'",
+    async () => {
+      const result = await judgeChange({
+        logger: buildLogger(),
+        goal: "Track the Pro tier price. Tell me about ANY price change.",
+        jsonDiff: {
+          pro_price: { previous: "$19.00", current: "$19.01" },
+        },
+      });
+      expect(result.meaningful).toBe(true);
+    },
+    TEST_TIMEOUT,
+  );
+
+  it(
+    "named-field rule does NOT apply to unmentioned fields",
+    async () => {
+      const result = await judgeChange({
+        logger: buildLogger(),
+        goal: "Track the Pro tier price.",
+        jsonDiff: {
+          view_count: { previous: "12402", current: "12418" },
+        },
+      });
+      expect(result.meaningful).toBe(false);
+    },
+    TEST_TIMEOUT,
+  );
+
+  it(
+    "markdown: new list item matching the goal is meaningful",
+    async () => {
+      const result = await judgeChange({
+        logger: buildLogger(),
+        goal: "tell me when a new MacBook is announced",
+        markdownDiff: {
+          previous:
+            "# MacBook lineup\n- MacBook Air M2\n- MacBook Pro M3\n\nUpdated 2026-05-19T18:42:00Z",
+          current:
+            "# MacBook lineup\n- MacBook Air M4 — NEW\n- MacBook Air M2\n- MacBook Pro M3\n\nUpdated 2026-05-19T18:43:01Z",
+          diffText:
+            "@@ -1,4 +1,5 @@\n # MacBook lineup\n+- MacBook Air M4 — NEW\n - MacBook Air M2\n - MacBook Pro M3\n \n-Updated 2026-05-19T18:42:00Z\n+Updated 2026-05-19T18:43:01Z",
+        },
+      });
+      expect(result.meaningful).toBe(true);
+      expect(result.reason.toLowerCase()).toMatch(/macbook|m4|new/);
+    },
+    TEST_TIMEOUT,
+  );
+});