inference.test.ts 3.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899
  1. import { describe, expect, test } from "bun:test"
  2. import { toGeoAggregate, toModelAggregate, toProviderAggregate } from "./inference"
  3. import { modelAuthor, normalizeInferenceModel, statModel, statProvider } from "./model-normalization"
  4. describe("inference stat normalization", () => {
  5. test("normalizes model suffixes used by router/provider variants", () => {
  6. expect(normalizeInferenceModel("deepseek-v4-flash-free")).toBe("deepseek-v4-flash")
  7. expect(normalizeInferenceModel("deepseek-v4-flash:global")).toBe("deepseek-v4-flash")
  8. expect(normalizeInferenceModel("mimo-v2.5-free")).toBe("mimo-v2.5")
  9. expect(normalizeInferenceModel("nemotron-3-super-free")).toBe("nemotron-3-super")
  10. expect(normalizeInferenceModel("mimo-v2.5-free:global")).toBe("mimo-v2.5")
  11. })
  12. test("maps normalized model ids to public authors", () => {
  13. expect(modelAuthor("big-pickle")).toBe("unknown")
  14. expect(modelAuthor("claude-sonnet-4-5")).toBe("anthropic")
  15. expect(modelAuthor("deepseek-v4-pro")).toBe("deepseek")
  16. expect(modelAuthor("gemini-3.5-flash")).toBe("google")
  17. expect(modelAuthor("glm-5.1")).toBe("zhipu")
  18. expect(modelAuthor("gpt-5.5-pro")).toBe("openai")
  19. expect(modelAuthor("grok-build-0.1")).toBe("xai")
  20. expect(modelAuthor("hy3-preview")).toBe("tencent")
  21. expect(modelAuthor("kimi-k2.6")).toBe("moonshot")
  22. expect(modelAuthor("mimo-v2-omni")).toBe("xiaomi")
  23. expect(modelAuthor("minimax-m2.7")).toBe("minimax")
  24. expect(modelAuthor("nemotron-3-super-free")).toBe("nvidia")
  25. expect(modelAuthor("qwen3.7-max")).toBe("qwen")
  26. expect(modelAuthor("alpha-gpt-next")).toBeUndefined()
  27. })
  28. test("uses provider.model to resolve opencode route providers", () => {
  29. expect(statModel("big-pickle", "claude-sonnet-4-5")).toBe("claude-sonnet-4-5")
  30. expect(statModel("big-pickle", "gpt-5-free")).toBe("gpt-5")
  31. expect(statModel("big-pickle", "")).toBe("unknown")
  32. expect(statProvider("big-pickle", "claude-sonnet-4-5", "opencode")).toBe("anthropic")
  33. expect(statProvider("big-pickle", "gpt-5", "opencode")).toBe("openai")
  34. expect(statProvider("big-pickle", "", "opencode")).toBe("unknown")
  35. expect(statProvider("unknown", "", "custom-provider")).toBe("custom-provider")
  36. })
  37. test("model aggregates prefer provider.model and use normalized model", () => {
  38. expect(toModelAggregate(aggregate("alpha-gpt-next", "openai"))).toEqual([])
  39. expect(toModelAggregate(aggregate("deepseek-v4-flash-free", "not-public-provider"))).toMatchObject([
  40. {
  41. period_key: "2026-05-20",
  42. provider: "deepseek",
  43. model: "deepseek-v4-flash",
  44. },
  45. ])
  46. expect(
  47. toModelAggregate({ ...aggregate("big-pickle", "opencode"), provider_model: "claude-sonnet-4-5" }),
  48. ).toMatchObject([
  49. {
  50. provider: "anthropic",
  51. model: "claude-sonnet-4-5",
  52. provider_model: "claude-sonnet-4-5",
  53. },
  54. ])
  55. })
  56. test("provider aggregates never keep opencode as the provider", () => {
  57. expect(toProviderAggregate({ ...aggregate("big-pickle", "opencode"), provider_model: "gpt-5" })).toMatchObject([
  58. { provider: "openai" },
  59. ])
  60. expect(toProviderAggregate(aggregate("big-pickle", "opencode"))).toMatchObject([{ provider: "unknown" }])
  61. })
  62. test("geo aggregates never keep opencode or big-pickle dimensions", () => {
  63. expect(toGeoAggregate({ ...aggregate("big-pickle", "opencode"), country: "US" })).toMatchObject([
  64. { provider: "unknown", model: "unknown", country: "US" },
  65. ])
  66. })
  67. test("model aggregates use ISO week period keys", () => {
  68. expect(
  69. toModelAggregate({
  70. ...aggregate("gpt-5.5-pro", "openai"),
  71. grain: "week",
  72. period_key: "2026-W20",
  73. }),
  74. ).toMatchObject([{ period_key: "2026-W20" }])
  75. })
  76. })
  77. function aggregate(model: string, provider: string) {
  78. return {
  79. grain: "day",
  80. period_key: "2026-05-20",
  81. dataset: "zen",
  82. tier: "Paid",
  83. provider,
  84. model,
  85. sessions: "1",
  86. requests: "1",
  87. sample_count: "1",
  88. }
  89. }