import { describe, expect, it } from "vitest";
import { InferenceQueue } from "../src/inference/queue";
import type { InferenceRequest } from "../src/shared/types";

const request = (id: string, priority: 0 | 1 | 2 | 3): InferenceRequest => ({
  id, text: `text ${id}`, site: "reddit", priority, requestId: id, navigationId: "nav"
});

describe("InferenceQueue", () => {
  it("batches requests and caches equivalent text", async () => {
    let calls = 0;
    const queue = new InferenceQueue(async (requests) => {
      calls += 1;
      return requests.map((item) => ({ requestId: item.requestId, id: item.id, textHash: "hash", scores: { toxicity: .9, severe_toxicity: 0, obscene: 0, threat: 0, insult: 0, identity_attack: 0, sexual_explicit: 0 }, navigationId: item.navigationId }));
    }, undefined, 10, 8, 0);
    const first = await queue.enqueue(request("a", 0));
    const second = await queue.enqueue({ ...request("b", 0), text: "text a" });
    expect(first.scores.toxicity).toBe(.9);
    expect(second.requestId).toBe("b");
    expect(calls).toBe(1);
    expect(queue.cacheSize).toBe(1);
  });
});