| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899 |
- import { describe, expect, test } from "bun:test"
- import { toGeoAggregate, toModelAggregate, toProviderAggregate } from "./inference"
- import { modelAuthor, normalizeInferenceModel, statModel, statProvider } from "./model-normalization"
- describe("inference stat normalization", () => {
- test("normalizes model suffixes used by router/provider variants", () => {
- expect(normalizeInferenceModel("deepseek-v4-flash-free")).toBe("deepseek-v4-flash")
- expect(normalizeInferenceModel("deepseek-v4-flash:global")).toBe("deepseek-v4-flash")
- expect(normalizeInferenceModel("mimo-v2.5-free")).toBe("mimo-v2.5")
- expect(normalizeInferenceModel("nemotron-3-super-free")).toBe("nemotron-3-super")
- expect(normalizeInferenceModel("mimo-v2.5-free:global")).toBe("mimo-v2.5")
- })
- test("maps normalized model ids to public authors", () => {
- expect(modelAuthor("big-pickle")).toBe("unknown")
- expect(modelAuthor("claude-sonnet-4-5")).toBe("anthropic")
- expect(modelAuthor("deepseek-v4-pro")).toBe("deepseek")
- expect(modelAuthor("gemini-3.5-flash")).toBe("google")
- expect(modelAuthor("glm-5.1")).toBe("zhipu")
- expect(modelAuthor("gpt-5.5-pro")).toBe("openai")
- expect(modelAuthor("grok-build-0.1")).toBe("xai")
- expect(modelAuthor("hy3-preview")).toBe("tencent")
- expect(modelAuthor("kimi-k2.6")).toBe("moonshot")
- expect(modelAuthor("mimo-v2-omni")).toBe("xiaomi")
- expect(modelAuthor("minimax-m2.7")).toBe("minimax")
- expect(modelAuthor("nemotron-3-super-free")).toBe("nvidia")
- expect(modelAuthor("qwen3.7-max")).toBe("qwen")
- expect(modelAuthor("alpha-gpt-next")).toBeUndefined()
- })
- test("uses provider.model to resolve opencode route providers", () => {
- expect(statModel("big-pickle", "claude-sonnet-4-5")).toBe("claude-sonnet-4-5")
- expect(statModel("big-pickle", "gpt-5-free")).toBe("gpt-5")
- expect(statModel("big-pickle", "")).toBe("unknown")
- expect(statProvider("big-pickle", "claude-sonnet-4-5", "opencode")).toBe("anthropic")
- expect(statProvider("big-pickle", "gpt-5", "opencode")).toBe("openai")
- expect(statProvider("big-pickle", "", "opencode")).toBe("unknown")
- expect(statProvider("unknown", "", "custom-provider")).toBe("custom-provider")
- })
- test("model aggregates prefer provider.model and use normalized model", () => {
- expect(toModelAggregate(aggregate("alpha-gpt-next", "openai"))).toEqual([])
- expect(toModelAggregate(aggregate("deepseek-v4-flash-free", "not-public-provider"))).toMatchObject([
- {
- period_key: "2026-05-20",
- provider: "deepseek",
- model: "deepseek-v4-flash",
- },
- ])
- expect(
- toModelAggregate({ ...aggregate("big-pickle", "opencode"), provider_model: "claude-sonnet-4-5" }),
- ).toMatchObject([
- {
- provider: "anthropic",
- model: "claude-sonnet-4-5",
- provider_model: "claude-sonnet-4-5",
- },
- ])
- })
- test("provider aggregates never keep opencode as the provider", () => {
- expect(toProviderAggregate({ ...aggregate("big-pickle", "opencode"), provider_model: "gpt-5" })).toMatchObject([
- { provider: "openai" },
- ])
- expect(toProviderAggregate(aggregate("big-pickle", "opencode"))).toMatchObject([{ provider: "unknown" }])
- })
- test("geo aggregates never keep opencode or big-pickle dimensions", () => {
- expect(toGeoAggregate({ ...aggregate("big-pickle", "opencode"), country: "US" })).toMatchObject([
- { provider: "unknown", model: "unknown", country: "US" },
- ])
- })
- test("model aggregates use ISO week period keys", () => {
- expect(
- toModelAggregate({
- ...aggregate("gpt-5.5-pro", "openai"),
- grain: "week",
- period_key: "2026-W20",
- }),
- ).toMatchObject([{ period_key: "2026-W20" }])
- })
- })
- function aggregate(model: string, provider: string) {
- return {
- grain: "day",
- period_key: "2026-05-20",
- dataset: "zen",
- tier: "Paid",
- provider,
- model,
- sessions: "1",
- requests: "1",
- sample_count: "1",
- }
- }
|