7814
Ta
tiny-c-agent / files
tiny-c-agent / tools / gen_catalog.py
2.9 KB
1#!/usr/bin/env python3 2"""Generates src/catalog.generated.c from the models.dev catalog. 3 4Run `make catalog` to refresh it. The output is committed, so normal builds 5need no network. 6""" 7 8import json 9import sys 10import urllib.request 11 12SOURCE = "https://models.dev/api.json" 13PROVIDERS = ["opencode", "opencode-go"] 14 15 16def fetch(src): 17 if src.startswith(("http://", "https://")): 18 req = urllib.request.Request(src, headers={"User-Agent": "tiny-catalog/1"}) 19 with urllib.request.urlopen(req) as r: 20 return json.load(r) 21 with open(src) as f: 22 return json.load(f) 23 24 25def cstr(s): 26 return '"%s"' % s.replace("\\", "\\\\").replace('"', '\\"') 27 28 29def effort_of(model): 30 for opt in model.get("reasoning_options") or []: 31 if opt.get("type") == "effort": 32 return opt.get("values") or [] 33 return None 34 35 36def main(): 37 src = sys.argv[1] if len(sys.argv) > 1 else SOURCE 38 out = sys.argv[2] if len(sys.argv) > 2 else "src/catalog.generated.c" 39 data = fetch(src) 40 41 rows = [] 42 arrays = {} # tuple of values -> generated array identifier 43 44 for provider in PROVIDERS: 45 p = data.get(provider) 46 if not p: 47 sys.exit("catalog: provider %r missing from source" % provider) 48 for mid in sorted(p["models"]): 49 m = p["models"][mid] 50 effort = effort_of(m) 51 ident, elen = "NULL", 0 52 if effort: 53 key = tuple(effort) 54 if key not in arrays: 55 arrays[key] = "effort_%d" % len(arrays) 56 ident, elen = arrays[key], len(effort) 57 rows.append(( 58 provider, 59 mid, 60 m.get("name") or mid, 61 bool(m.get("attachment")), 62 int((m.get("limit") or {}).get("context") or 0), 63 int((m.get("limit") or {}).get("output") or 0), 64 ident, 65 elen, 66 )) 67 68 lines = [ 69 "// Generated by tools/gen_catalog.py from models.dev. Do not edit.", 70 "// Refresh with `make catalog`.", 71 "", 72 '#include "catalog.h"', 73 "", 74 ] 75 for key, ident in arrays.items(): 76 lines.append("static const char *const %s[] = {%s};" % ( 77 ident, ", ".join(cstr(v) for v in key))) 78 if arrays: 79 lines.append("") 80 lines.append("const tiny_model_info tiny_catalog_entries[] = {") 81 for provider, mid, name, images, ctx, maxout, ident, elen in rows: 82 lines.append(" {%s, %s, %s, %s, %dL, %dL, %s, %d}," % ( 83 cstr(provider), cstr(mid), cstr(name), 84 "true" if images else "false", ctx, maxout, ident, elen)) 85 lines += [ 86 "};", 87 "", 88 "const size_t tiny_catalog_entries_len =", 89 " sizeof tiny_catalog_entries / sizeof tiny_catalog_entries[0];", 90 "", 91 ] 92 93 with open(out, "w") as f: 94 f.write("\n".join(lines)) 95 print("wrote %s (%d models)" % (out, len(rows))) 96 97 98if __name__ == "__main__": 99 main()