mirror of
https://github.com/tiennm99/ccs.git
synced 2026-09-02 08:19:59 +00:00
fix(models-dev): sanitize models.dev registry entries and harden pricing resolver (#1345)
* fix(models-dev): sanitize cached model entries before pricing lookup * style: apply prettier formatting
This commit is contained in:
@@ -36,6 +36,10 @@ function normalizeId(value: string): string {
|
|||||||
return value.trim().toLowerCase();
|
return value.trim().toLowerCase();
|
||||||
}
|
}
|
||||||
|
|
||||||
|
function isModelEntry(value: unknown): value is ModelsDevModel {
|
||||||
|
return typeof value === 'object' && value !== null && !Array.isArray(value);
|
||||||
|
}
|
||||||
|
|
||||||
export function normalizeModelsDevProviderId(
|
export function normalizeModelsDevProviderId(
|
||||||
provider: string | null | undefined
|
provider: string | null | undefined
|
||||||
): string | undefined {
|
): string | undefined {
|
||||||
@@ -91,7 +95,7 @@ function findModel(provider: ModelsDevProvider, model: string): ModelsDevModel |
|
|||||||
|
|
||||||
const normalizedEntries = new Map<string, ModelsDevModel>();
|
const normalizedEntries = new Map<string, ModelsDevModel>();
|
||||||
for (const [key, value] of Object.entries(models)) {
|
for (const [key, value] of Object.entries(models)) {
|
||||||
if (!value || typeof value !== 'object') continue;
|
if (!isModelEntry(value)) continue;
|
||||||
normalizedEntries.set(normalizeId(key), value);
|
normalizedEntries.set(normalizeId(key), value);
|
||||||
if (typeof value.id === 'string') normalizedEntries.set(normalizeId(value.id), value);
|
if (typeof value.id === 'string') normalizedEntries.set(normalizeId(value.id), value);
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -38,10 +38,20 @@ function normalizeRegistryPayload(payload: unknown): ModelsDevRegistry | null {
|
|||||||
for (const [key, value] of Object.entries(payload)) {
|
for (const [key, value] of Object.entries(payload)) {
|
||||||
if (!isPlainObject(value)) continue;
|
if (!isPlainObject(value)) continue;
|
||||||
const id = typeof value.id === 'string' && value.id.trim() ? value.id.trim() : key;
|
const id = typeof value.id === 'string' && value.id.trim() ? value.id.trim() : key;
|
||||||
const models = isPlainObject(value.models)
|
const modelsPayload = isPlainObject(value.models) ? value.models : undefined;
|
||||||
? (value.models as NonNullable<ModelsDevProvider['models']>)
|
if (!modelsPayload) continue;
|
||||||
: undefined;
|
|
||||||
if (!models || Object.keys(models).length === 0) continue;
|
const models: NonNullable<ModelsDevProvider['models']> = {};
|
||||||
|
for (const [modelKey, modelValue] of Object.entries(modelsPayload)) {
|
||||||
|
if (!isPlainObject(modelValue)) continue;
|
||||||
|
const modelId =
|
||||||
|
typeof modelValue.id === 'string' && modelValue.id.trim() ? modelValue.id.trim() : modelKey;
|
||||||
|
models[modelKey] = {
|
||||||
|
...(modelValue as NonNullable<ModelsDevProvider['models']>[string]),
|
||||||
|
id: modelId,
|
||||||
|
};
|
||||||
|
}
|
||||||
|
if (Object.keys(models).length === 0) continue;
|
||||||
|
|
||||||
providers[id] = {
|
providers[id] = {
|
||||||
...(value as ModelsDevProvider),
|
...(value as ModelsDevProvider),
|
||||||
|
|||||||
@@ -467,5 +467,22 @@ describe('model-pricing', () => {
|
|||||||
expect(calculateCost(usage, 'gpt-5.5', { provider: 'openai' })).toBe(35.5);
|
expect(calculateCost(usage, 'gpt-5.5', { provider: 'openai' })).toBe(35.5);
|
||||||
expect(calculateCost(usage, 'gpt-5.5', { provider: 'ghcp' })).toBe(0);
|
expect(calculateCost(usage, 'gpt-5.5', { provider: 'ghcp' })).toBe(0);
|
||||||
});
|
});
|
||||||
|
|
||||||
|
it('gracefully ignores malformed cached model entries', () => {
|
||||||
|
setCachedModelsDevRegistry(
|
||||||
|
{
|
||||||
|
openai: {
|
||||||
|
id: 'openai',
|
||||||
|
models: {
|
||||||
|
'null-entry': null,
|
||||||
|
'gpt-5.5': { id: 'gpt-5.5', cost: { input: 5, output: 30 } },
|
||||||
|
},
|
||||||
|
},
|
||||||
|
} as unknown as Parameters<typeof setCachedModelsDevRegistry>[0]
|
||||||
|
);
|
||||||
|
|
||||||
|
expect(() => getModelPricing('openai/gpt-5.5')).not.toThrow();
|
||||||
|
expect(getModelPricing('openai/gpt-5.5').inputPerMillion).toBe(5);
|
||||||
|
});
|
||||||
});
|
});
|
||||||
});
|
});
|
||||||
|
|||||||
@@ -86,6 +86,35 @@ describe('models.dev registry cache', () => {
|
|||||||
expect(registry?.openai.models?.['gpt-5.5']?.cost?.output).toBe(30);
|
expect(registry?.openai.models?.['gpt-5.5']?.cost?.output).toBe(30);
|
||||||
});
|
});
|
||||||
|
|
||||||
|
it('filters malformed model entries before caching remote payloads', async () => {
|
||||||
|
const fetchImpl: typeof fetch = async () =>
|
||||||
|
new Response(
|
||||||
|
JSON.stringify({
|
||||||
|
openai: {
|
||||||
|
id: 'openai',
|
||||||
|
models: {
|
||||||
|
'null-entry': null,
|
||||||
|
'string-entry': 'bad',
|
||||||
|
'gpt-5.5': { id: 'gpt-5.5', cost: { input: 5, output: 30 } },
|
||||||
|
},
|
||||||
|
},
|
||||||
|
}),
|
||||||
|
{ status: 200 }
|
||||||
|
);
|
||||||
|
|
||||||
|
const registry = await refreshModelsDevRegistry({
|
||||||
|
force: true,
|
||||||
|
fetchImpl,
|
||||||
|
now: () => 123,
|
||||||
|
});
|
||||||
|
|
||||||
|
expect(registry?.openai.models?.['gpt-5.5']?.cost?.input).toBe(5);
|
||||||
|
expect(registry?.openai.models?.['null-entry']).toBeUndefined();
|
||||||
|
expect(registry?.openai.models?.['string-entry']).toBeUndefined();
|
||||||
|
expect(getCachedModelsDevRegistry({ allowStale: true })?.openai.models?.['null-entry']).toBeUndefined();
|
||||||
|
expect(getCachedModelsDevRegistry({ allowStale: true })?.openai.models?.['string-entry']).toBeUndefined();
|
||||||
|
});
|
||||||
|
|
||||||
it('ignores malformed cache files', () => {
|
it('ignores malformed cache files', () => {
|
||||||
fs.mkdirSync(getCcsDir(), { recursive: true });
|
fs.mkdirSync(getCcsDir(), { recursive: true });
|
||||||
fs.writeFileSync(path.join(getCcsDir(), 'models-dev-registry-cache.json'), '{not json');
|
fs.writeFileSync(path.join(getCcsDir(), 'models-dev-registry-cache.json'), '{not json');
|
||||||
|
|||||||
Reference in New Issue
Block a user