vibeguard/tests/model-metadata.test.ts

29 lines
1.3 KiB
TypeScript

import { describe, expect, it } from "vitest";
import { validateManifest } from "../src/inference/model-metadata";
import { resolveOutputIndex } from "../src/inference/classifier";
const manifest = {
source: "wagesj45/multilabel-toxic-comment-classifier",
revision: "abc123",
architecture: "ModernBertForSequenceClassification",
labels: { names: { toxicity: 0, severe_toxicity: 1, obscene: 2, threat: 3, insult: 4, identity_attack: 5, sexual_explicit: 6 } },
scoring: "multi-label-sigmoid" as const,
maxLength: 512,
quantization: "int8-dynamic",
runtime: "onnxruntime-web-wasm"
};
describe("model contract", () => {
it("accepts a multi-label manifest and resolves output labels", () => {
expect(validateManifest(manifest)).toEqual(manifest);
expect(resolveOutputIndex("LABEL_1", manifest)).toBe(1);
expect(resolveOutputIndex("identity-attack", manifest)).toBe(5);
expect(resolveOutputIndex("toxicity", manifest)).toBe(0);
});
it("rejects incomplete metadata", () => {
expect(() => validateManifest({ ...manifest, labels: { names: { ...manifest.labels.names, threat: 1 } } })).toThrow();
expect(() => validateManifest({ ...manifest, maxLength: 0 })).toThrow();
expect(() => validateManifest({ ...manifest, labels: undefined as unknown as typeof manifest.labels })).toThrow();
});
});