| 12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182 |
- import { Global } from "../global"
- import { Log } from "../util/log"
- import path from "path"
- import { z } from "zod"
- import { data } from "./models-macro" with { type: "macro" }
- import { Installation } from "../installation"
- export namespace ModelsDev {
- const log = Log.create({ service: "models.dev" })
- const filepath = path.join(Global.Path.cache, "models.json")
- export const Model = z
- .object({
- id: z.string(),
- name: z.string(),
- release_date: z.string(),
- attachment: z.boolean(),
- reasoning: z.boolean(),
- temperature: z.boolean(),
- tool_call: z.boolean(),
- cost: z.object({
- input: z.number(),
- output: z.number(),
- cache_read: z.number().optional(),
- cache_write: z.number().optional(),
- }),
- limit: z.object({
- context: z.number(),
- output: z.number(),
- }),
- experimental: z.boolean().optional(),
- options: z.record(z.any()),
- provider: z.object({ npm: z.string() }).optional(),
- })
- .openapi({
- ref: "Model",
- })
- export type Model = z.infer<typeof Model>
- export const Provider = z
- .object({
- api: z.string().optional(),
- name: z.string(),
- env: z.array(z.string()),
- id: z.string(),
- npm: z.string().optional(),
- models: z.record(Model),
- })
- .openapi({
- ref: "Provider",
- })
- export type Provider = z.infer<typeof Provider>
- export async function get() {
- refresh()
- const file = Bun.file(filepath)
- const result = await file.json().catch(() => {})
- if (result) return result as Record<string, Provider>
- const json = await data()
- return JSON.parse(json) as Record<string, Provider>
- }
- export async function refresh() {
- const file = Bun.file(filepath)
- log.info("refreshing", {
- file,
- })
- const result = await fetch("https://models.dev/api.json", {
- headers: {
- "User-Agent": Installation.USER_AGENT,
- },
- }).catch((e) => {
- log.error("Failed to fetch models.dev", {
- error: e,
- })
- })
- if (result && result.ok) await Bun.write(file, await result.text())
- }
- }
- setInterval(() => ModelsDev.refresh(), 60 * 1000 * 60).unref()
|