xonecas.io
7814
Ta

tiny-c-agent / files

tiny-c-agent / tools / gen_catalog.py

2.9 KB
1#!/usr/bin/env python3
2"""Generates src/catalog.generated.c from the models.dev catalog.
3
4Run `make catalog` to refresh it. The output is committed, so normal builds
5need no network.
6"""
7
8import json
9import sys
10import urllib.request
11
12SOURCE = "https://models.dev/api.json"
13PROVIDERS = ["opencode", "opencode-go"]
14
15
16def fetch(src):
17    if src.startswith(("http://", "https://")):
18        req = urllib.request.Request(src, headers={"User-Agent": "tiny-catalog/1"})
19        with urllib.request.urlopen(req) as r:
20            return json.load(r)
21    with open(src) as f:
22        return json.load(f)
23
24
25def cstr(s):
26    return '"%s"' % s.replace("\\", "\\\\").replace('"', '\\"')
27
28
29def effort_of(model):
30    for opt in model.get("reasoning_options") or []:
31        if opt.get("type") == "effort":
32            return opt.get("values") or []
33    return None
34
35
36def main():
37    src = sys.argv[1] if len(sys.argv) > 1 else SOURCE
38    out = sys.argv[2] if len(sys.argv) > 2 else "src/catalog.generated.c"
39    data = fetch(src)
40
41    rows = []
42    arrays = {}  # tuple of values -> generated array identifier
43
44    for provider in PROVIDERS:
45        p = data.get(provider)
46        if not p:
47            sys.exit("catalog: provider %r missing from source" % provider)
48        for mid in sorted(p["models"]):
49            m = p["models"][mid]
50            effort = effort_of(m)
51            ident, elen = "NULL", 0
52            if effort:
53                key = tuple(effort)
54                if key not in arrays:
55                    arrays[key] = "effort_%d" % len(arrays)
56                ident, elen = arrays[key], len(effort)
57            rows.append((
58                provider,
59                mid,
60                m.get("name") or mid,
61                bool(m.get("attachment")),
62                int((m.get("limit") or {}).get("context") or 0),
63                int((m.get("limit") or {}).get("output") or 0),
64                ident,
65                elen,
66            ))
67
68    lines = [
69        "// Generated by tools/gen_catalog.py from models.dev. Do not edit.",
70        "// Refresh with `make catalog`.",
71        "",
72        '#include "catalog.h"',
73        "",
74    ]
75    for key, ident in arrays.items():
76        lines.append("static const char *const %s[] = {%s};" % (
77            ident, ", ".join(cstr(v) for v in key)))
78    if arrays:
79        lines.append("")
80    lines.append("const tiny_model_info tiny_catalog_entries[] = {")
81    for provider, mid, name, images, ctx, maxout, ident, elen in rows:
82        lines.append("    {%s, %s, %s, %s, %dL, %dL, %s, %d}," % (
83            cstr(provider), cstr(mid), cstr(name),
84            "true" if images else "false", ctx, maxout, ident, elen))
85    lines += [
86        "};",
87        "",
88        "const size_t tiny_catalog_entries_len =",
89        "    sizeof tiny_catalog_entries / sizeof tiny_catalog_entries[0];",
90        "",
91    ]
92
93    with open(out, "w") as f:
94        f.write("\n".join(lines))
95    print("wrote %s (%d models)" % (out, len(rows)))
96
97
98if __name__ == "__main__":
99    main()