import { Global } from "../global" import { Log } from "../util/log" import path from "path" import { z } from "zod" import { data } from "./models-macro" with { type: "macro" } import { Installation } from "../installation" export namespace ModelsDev { const log = Log.create({ service: "models.dev" }) const filepath = path.join(Global.Path.cache, "models.json") export const Model = z .object({ id: z.string(), name: z.string(), release_date: z.string(), attachment: z.boolean(), reasoning: z.boolean(), temperature: z.boolean(), tool_call: z.boolean(), cost: z.object({ input: z.number(), output: z.number(), cache_read: z.number().optional(), cache_write: z.number().optional(), }), limit: z.object({ context: z.number(), output: z.number(), }), experimental: z.boolean().optional(), options: z.record(z.any()), provider: z.object({ npm: z.string() }).optional(), }) .openapi({ ref: "Model", }) export type Model = z.infer export const Provider = z .object({ api: z.string().optional(), name: z.string(), env: z.array(z.string()), id: z.string(), npm: z.string().optional(), models: z.record(Model), }) .openapi({ ref: "Provider", }) export type Provider = z.infer export async function get() { refresh() const file = Bun.file(filepath) const result = await file.json().catch(() => {}) if (result) return result as Record const json = await data() return JSON.parse(json) as Record } export async function refresh() { const file = Bun.file(filepath) log.info("refreshing", { file, }) const result = await fetch("https://models.dev/api.json", { headers: { "User-Agent": Installation.USER_AGENT, }, }).catch((e) => { log.error("Failed to fetch models.dev", { error: e, }) }) if (result && result.ok) await Bun.write(file, await result.text()) } } setInterval(() => ModelsDev.refresh(), 60 * 1000 * 60).unref()