mirror of
https://github.com/tiennm99/ccs.git
synced 2026-07-15 22:21:20 +00:00
244 lines
8.7 KiB
TypeScript
244 lines
8.7 KiB
TypeScript
/**
|
|
* Unit tests for model-pricing.ts
|
|
*/
|
|
import { describe, it, expect } from 'bun:test';
|
|
import {
|
|
getModelPricing,
|
|
calculateCost,
|
|
getKnownModels,
|
|
hasCustomPricing,
|
|
type TokenUsage,
|
|
} from '../../src/web-server/model-pricing';
|
|
|
|
describe('model-pricing', () => {
|
|
describe('getModelPricing', () => {
|
|
it('should return exact match pricing', () => {
|
|
const pricing = getModelPricing('claude-sonnet-4-5-20250929');
|
|
expect(pricing.inputPerMillion).toBe(3.0);
|
|
expect(pricing.outputPerMillion).toBe(15.0);
|
|
});
|
|
|
|
it('should return pricing for all known models', () => {
|
|
const knownModels = getKnownModels();
|
|
expect(knownModels.length).toBeGreaterThanOrEqual(60); // 62 models from better-ccusage integration
|
|
|
|
for (const model of knownModels) {
|
|
const pricing = getModelPricing(model);
|
|
expect(pricing).toBeDefined();
|
|
expect(typeof pricing.inputPerMillion).toBe('number');
|
|
}
|
|
});
|
|
|
|
it('should return fallback pricing for unknown models', () => {
|
|
const pricing = getModelPricing('unknown-model-xyz');
|
|
expect(pricing.inputPerMillion).toBe(3.0);
|
|
expect(pricing.outputPerMillion).toBe(15.0);
|
|
});
|
|
|
|
it('should handle provider-prefixed model names', () => {
|
|
const pricing = getModelPricing('anthropic/claude-sonnet-4-5');
|
|
expect(pricing).toBeDefined();
|
|
// Should match via normalization
|
|
});
|
|
|
|
it('should resolve lowercase MiniMax model IDs to custom pricing', () => {
|
|
const pricing = getModelPricing('minimax-m2.5');
|
|
expect(pricing.inputPerMillion).toBe(0.3);
|
|
expect(pricing.outputPerMillion).toBe(1.2);
|
|
});
|
|
|
|
it('should resolve provider-prefixed MiniMax model IDs to custom pricing', () => {
|
|
const pricing = getModelPricing('minimax/MiniMax-M2.5');
|
|
expect(pricing.inputPerMillion).toBe(0.3);
|
|
expect(pricing.outputPerMillion).toBe(1.2);
|
|
});
|
|
|
|
it('should use updated MiniMax-M2.1-lightning input pricing', () => {
|
|
const pricing = getModelPricing('MiniMax-M2.1-lightning');
|
|
expect(pricing.inputPerMillion).toBe(0.6);
|
|
});
|
|
|
|
it('should not use fallback pricing for known Qwen catalog IDs', () => {
|
|
const fallback = getModelPricing('unknown-model-xyz');
|
|
const catalogIds = ['qwen3-235b', 'qwen3-vl-plus', 'qwen3-32b'];
|
|
|
|
for (const model of catalogIds) {
|
|
const pricing = getModelPricing(model);
|
|
expect(pricing).not.toEqual(fallback);
|
|
}
|
|
});
|
|
|
|
it('should map qwen3-coder to deterministic custom pricing', () => {
|
|
const pricing = getModelPricing('qwen3-coder');
|
|
const canonical = getModelPricing('qwen3-coder-plus');
|
|
|
|
expect(pricing).toEqual(canonical);
|
|
expect(pricing).not.toEqual(getModelPricing('unknown-model-xyz'));
|
|
});
|
|
|
|
it('should return different pricing for different model tiers', () => {
|
|
const sonnet = getModelPricing('claude-sonnet-4-5');
|
|
const opus = getModelPricing('claude-opus-4-5-20251101');
|
|
const haiku = getModelPricing('claude-haiku-4-5-20251001');
|
|
|
|
expect(opus.inputPerMillion).toBeGreaterThan(sonnet.inputPerMillion);
|
|
expect(sonnet.inputPerMillion).toBeGreaterThan(haiku.inputPerMillion);
|
|
});
|
|
|
|
it('should return correct pricing for Claude Opus 4.6 (not 3x Opus 4 rate)', () => {
|
|
const opus46 = getModelPricing('claude-opus-4-6');
|
|
expect(opus46.inputPerMillion).toBe(5.0);
|
|
expect(opus46.outputPerMillion).toBe(25.0);
|
|
});
|
|
|
|
it('should return correct pricing for Claude Opus 4.6 thinking variant', () => {
|
|
const opus46t = getModelPricing('claude-opus-4-6-thinking');
|
|
expect(opus46t.inputPerMillion).toBe(5.0);
|
|
expect(opus46t.outputPerMillion).toBe(25.0);
|
|
});
|
|
|
|
it('should return correct pricing for Claude Sonnet 4.6', () => {
|
|
const sonnet46 = getModelPricing('claude-sonnet-4-6');
|
|
expect(sonnet46.inputPerMillion).toBe(3.0);
|
|
expect(sonnet46.outputPerMillion).toBe(15.0);
|
|
});
|
|
|
|
it('should match date-stamped Claude Opus 4.6 to correct pricing', () => {
|
|
const opus46dated = getModelPricing('claude-opus-4-6-20260101');
|
|
expect(opus46dated.inputPerMillion).toBe(5.0);
|
|
expect(opus46dated.outputPerMillion).toBe(25.0);
|
|
});
|
|
|
|
it('should match date-stamped Claude Sonnet 4.6 to correct pricing', () => {
|
|
const sonnet46dated = getModelPricing('claude-sonnet-4-6-20260115');
|
|
expect(sonnet46dated.inputPerMillion).toBe(3.0);
|
|
expect(sonnet46dated.outputPerMillion).toBe(15.0);
|
|
});
|
|
|
|
it('should match provider-prefixed date-stamped model to correct pricing', () => {
|
|
const opus46 = getModelPricing('anthropic/claude-opus-4-6-20260101');
|
|
expect(opus46.inputPerMillion).toBe(5.0);
|
|
expect(opus46.outputPerMillion).toBe(25.0);
|
|
});
|
|
|
|
it('should match date-stamped thinking Claude Opus 4.6 to correct pricing', () => {
|
|
const opus46 = getModelPricing('claude-opus-4-6-20260101-thinking');
|
|
expect(opus46.inputPerMillion).toBe(5.0);
|
|
expect(opus46.outputPerMillion).toBe(25.0);
|
|
});
|
|
|
|
it('should match provider-prefixed date-stamped thinking model to correct pricing', () => {
|
|
const opus46 = getModelPricing('anthropic/claude-opus-4-6-20260101-thinking');
|
|
expect(opus46.inputPerMillion).toBe(5.0);
|
|
expect(opus46.outputPerMillion).toBe(25.0);
|
|
});
|
|
});
|
|
|
|
describe('calculateCost', () => {
|
|
it('should calculate cost correctly for input tokens', () => {
|
|
const usage: TokenUsage = {
|
|
inputTokens: 1_000_000,
|
|
outputTokens: 0,
|
|
cacheCreationTokens: 0,
|
|
cacheReadTokens: 0,
|
|
};
|
|
const cost = calculateCost(usage, 'claude-sonnet-4-5');
|
|
expect(cost).toBe(3.0); // $3.00 per million input tokens
|
|
});
|
|
|
|
it('should calculate cost correctly for output tokens', () => {
|
|
const usage: TokenUsage = {
|
|
inputTokens: 0,
|
|
outputTokens: 1_000_000,
|
|
cacheCreationTokens: 0,
|
|
cacheReadTokens: 0,
|
|
};
|
|
const cost = calculateCost(usage, 'claude-sonnet-4-5');
|
|
expect(cost).toBe(15.0); // $15.00 per million output tokens
|
|
});
|
|
|
|
it('should calculate combined cost correctly', () => {
|
|
const usage: TokenUsage = {
|
|
inputTokens: 500_000,
|
|
outputTokens: 100_000,
|
|
cacheCreationTokens: 50_000,
|
|
cacheReadTokens: 200_000,
|
|
};
|
|
const cost = calculateCost(usage, 'claude-sonnet-4-5');
|
|
// 0.5M * 3.0 + 0.1M * 15.0 + 0.05M * 3.75 + 0.2M * 0.30
|
|
// = 1.5 + 1.5 + 0.1875 + 0.06
|
|
expect(cost).toBeCloseTo(3.2475, 4);
|
|
});
|
|
|
|
it('should return 0 for zero usage', () => {
|
|
const usage: TokenUsage = {
|
|
inputTokens: 0,
|
|
outputTokens: 0,
|
|
cacheCreationTokens: 0,
|
|
cacheReadTokens: 0,
|
|
};
|
|
const cost = calculateCost(usage, 'claude-sonnet-4-5');
|
|
expect(cost).toBe(0);
|
|
});
|
|
|
|
it('should return 0 cost for free-tier/experimental models', () => {
|
|
const usage: TokenUsage = {
|
|
inputTokens: 1_000_000,
|
|
outputTokens: 500_000,
|
|
cacheCreationTokens: 100_000,
|
|
cacheReadTokens: 50_000,
|
|
};
|
|
const cost = calculateCost(usage, 'gemini-2.0-flash-exp');
|
|
expect(cost).toBe(0); // Experimental models are free
|
|
});
|
|
|
|
it('should calculate Claude Opus 4.6 cost including cache token rates', () => {
|
|
const usage: TokenUsage = {
|
|
inputTokens: 1_000_000,
|
|
outputTokens: 1_000_000,
|
|
cacheCreationTokens: 1_000_000,
|
|
cacheReadTokens: 1_000_000,
|
|
};
|
|
const cost = calculateCost(usage, 'claude-opus-4-6');
|
|
expect(cost).toBe(36.75); // 5 + 25 + 6.25 + 0.5
|
|
});
|
|
});
|
|
|
|
describe('getKnownModels', () => {
|
|
it('should return array of model names', () => {
|
|
const models = getKnownModels();
|
|
expect(Array.isArray(models)).toBe(true);
|
|
expect(models.length).toBeGreaterThan(0);
|
|
});
|
|
|
|
it('should include Claude models', () => {
|
|
const models = getKnownModels();
|
|
expect(models.some((m) => m.startsWith('claude-'))).toBe(true);
|
|
});
|
|
|
|
it('should include GLM models', () => {
|
|
const models = getKnownModels();
|
|
expect(models.some((m) => m.startsWith('glm-'))).toBe(true);
|
|
});
|
|
});
|
|
|
|
describe('hasCustomPricing', () => {
|
|
it('should return true for known models', () => {
|
|
expect(hasCustomPricing('claude-sonnet-4-5')).toBe(true);
|
|
expect(hasCustomPricing('glm-4.6')).toBe(true);
|
|
});
|
|
|
|
it('should return true for deterministic qwen3-coder alias', () => {
|
|
expect(hasCustomPricing('qwen3-coder')).toBe(true);
|
|
});
|
|
|
|
it('should not treat date-stamped non-Claude IDs as deterministic aliases', () => {
|
|
expect(hasCustomPricing('qwen3-32b-20260101')).toBe(false);
|
|
});
|
|
|
|
it('should return false for unknown models', () => {
|
|
expect(hasCustomPricing('unknown-model-xyz')).toBe(false);
|
|
});
|
|
});
|
|
});
|