feat: merge events across multiple sources per game

Collapses the same event seen by two sources, matching on ID or on title similarity plus start-date proximity. Proximity is the real guard against false positives, since a rerun reuses its name months later. Agreement from an independent source raises confidence; the same row seen twice in one document does not. Disagreement on an end date is recorded as a conflict for the review gate rather than averaged — splitting the difference would publish a date neither source asserts. Co-Authored-By: Claude Opus 5 (1M context) <[email protected]>
2026-08-15 00:11:08 +02:00
parent 489ce92ef5
commit 493fc9f22a
2 changed files with 310 additions and 0 deletions
@@ -0,0 +1,136 @@
+import { describe, expect, test } from "bun:test";
+import { mergeEvents, titleSimilarity } from "../src/ingest/merge.ts";
+import type { GachaEvent } from "../src/shared/schema.ts";
+
+const NOW = "2026-08-14T00:00:00.000Z";
+
+function event(overrides: Partial<GachaEvent> = {}): GachaEvent {
+  return {
+    id: "genshin:test-event:2026-08-12",
+    game: "genshin",
+    title: "Test Event",
+    type: "other",
+    summary: null,
+    startsAt: "2026-08-12T00:00:00.000Z",
+    startPrecision: "day",
+    endsAt: "2026-08-24T00:00:00.000Z",
+    endPrecision: "day",
+    regionScoped: false,
+    regionEnds: null,
+    sourceUrl: "https://example.test/a",
+    sourceId: "source-a",
+    status: "published",
+    confidence: 0.9,
+    extractionMethod: "parser",
+    version: 1,
+    firstSeenAt: NOW,
+    updatedAt: NOW,
+    ...overrides,
+  };
+}
+
+describe("mergeEvents", () => {
+  test("keeps distinct events from different sources", () => {
+    const a = event({ id: "genshin:a:2026-08-12", title: "Alpha" });
+    const b = event({
+      id: "genshin:b:2026-09-01",
+      title: "Beta",
+      startsAt: "2026-09-01T00:00:00.000Z",
+      endsAt: "2026-09-10T00:00:00.000Z",
+      sourceId: "source-b",
+    });
+    const { events, conflicts } = mergeEvents([[a], [b]]);
+    expect(events).toHaveLength(2);
+    expect(conflicts).toHaveLength(0);
+  });
+
+  test("collapses the same event seen by two sources", () => {
+    const a = event({ sourceId: "source-a", confidence: 0.85 });
+    const b = event({ sourceId: "source-b", confidence: 0.9 });
+    const { events } = mergeEvents([[a], [b]]);
+    expect(events).toHaveLength(1);
+  });
+
+  test("raises confidence when an independent source corroborates", () => {
+    const a = event({ sourceId: "source-a", confidence: 0.85 });
+    const b = event({ sourceId: "source-b", confidence: 0.85 });
+    const { events } = mergeEvents([[a], [b]]);
+    // Two sources independently agreeing is stronger evidence than one.
+    expect(events[0]?.confidence).toBeCloseTo(0.95, 5);
+  });
+
+  test("does not corroborate a duplicate from the same source", () => {
+    const a = event({ sourceId: "source-a", confidence: 0.85 });
+    const { events } = mergeEvents([[a, { ...a }]]);
+    expect(events).toHaveLength(1);
+    expect(events[0]?.confidence).toBeCloseTo(0.85, 5);
+  });
+
+  test("matches the same event under slightly different titles", () => {
+    const a = event({ title: "Stygian Onslaught", sourceId: "source-a" });
+    const b = event({
+      id: "genshin:stygian-onslaught-event:2026-08-12",
+      title: "Stygian Onslaught Event",
+      sourceId: "source-b",
+    });
+    const { events } = mergeEvents([[a], [b]]);
+    expect(events).toHaveLength(1);
+  });
+
+  test("flags an end-date disagreement instead of picking silently", () => {
+    const a = event({ sourceId: "source-a", confidence: 0.9 });
+    const b = event({
+      sourceId: "source-b",
+      confidence: 0.8,
+      endsAt: "2026-08-28T00:00:00.000Z", // 4 days later
+    });
+    const { events, conflicts } = mergeEvents([[a], [b]]);
+    expect(events).toHaveLength(1);
+    expect(conflicts).toHaveLength(1);
+    expect(conflicts[0]?.field).toBe("endsAt");
+    expect(conflicts[0]?.deltaHours).toBe(96);
+    // The conflict is surfaced, not averaged away, and confidence is NOT
+    // bumped — disagreement is the opposite of corroboration.
+    expect(events[0]?.confidence).toBeCloseTo(0.9, 5);
+  });
+
+  test("treats a same-name rerun months later as a separate event", () => {
+    const a = event({ title: "Windblume Festival" });
+    const b = event({
+      id: "genshin:windblume-festival:2027-03-01",
+      title: "Windblume Festival",
+      startsAt: "2027-03-01T00:00:00.000Z",
+      endsAt: "2027-03-20T00:00:00.000Z",
+      sourceId: "source-b",
+    });
+    const { events } = mergeEvents([[a], [b]]);
+    expect(events).toHaveLength(2);
+  });
+
+  test("returns events sorted by start date", () => {
+    const late = event({
+      id: "genshin:late:2026-09-01",
+      title: "Late",
+      startsAt: "2026-09-01T00:00:00.000Z",
+      endsAt: "2026-09-05T00:00:00.000Z",
+    });
+    const early = event({ id: "genshin:early:2026-08-01", title: "Early",
+      startsAt: "2026-08-01T00:00:00.000Z" });
+    const { events } = mergeEvents([[late], [early]]);
+    expect(events.map((e) => e.title)).toEqual(["Early", "Late"]);
+  });
+});
+
+describe("titleSimilarity", () => {
+  test("identical titles score 1", () => {
+    expect(titleSimilarity("Stygian Onslaught", "Stygian Onslaught")).toBe(1);
+  });
+
+  test("ignores case and punctuation", () => {
+    expect(titleSimilarity("Gold Clash!", "gold clash")).toBe(1);
+  });
+
+  test("unrelated titles score low", () => {
+    expect(titleSimilarity("Gold Clash", "Fishing Frenzy")).toBeLessThan(0.3);
+  });
+});