@@ -0,0 +1,191 @@
1+import type {
2+ Api,
3+ Credential,
4+ CredentialStore,
5+ KnownApi,
6+ KnownProvider,
7+ Model,
8+ ProviderStreams,
9+} from "@earendil-works/pi-ai";
10+import { createProvider } from "@earendil-works/pi-ai";
11+import { anthropicMessagesApi } from "@earendil-works/pi-ai/api/anthropic-messages.lazy";
12+import { azureOpenAIResponsesApi } from "@earendil-works/pi-ai/api/azure-openai-responses.lazy";
13+import { bedrockConverseStreamApi } from "@earendil-works/pi-ai/api/bedrock-converse-stream.lazy";
14+import { googleGenerativeAIApi } from "@earendil-works/pi-ai/api/google-generative-ai.lazy";
15+import { googleVertexApi } from "@earendil-works/pi-ai/api/google-vertex.lazy";
16+import { mistralConversationsApi } from "@earendil-works/pi-ai/api/mistral-conversations.lazy";
17+import { openAICodexResponsesApi } from "@earendil-works/pi-ai/api/openai-codex-responses.lazy";
18+import { openAICompletionsApi } from "@earendil-works/pi-ai/api/openai-completions.lazy";
19+import { openAIResponsesApi } from "@earendil-works/pi-ai/api/openai-responses.lazy";
20+import {
21+ builtinModels,
22+ getBuiltinModels,
23+ getBuiltinProviders,
24+} from "@earendil-works/pi-ai/providers/all";
25+import { AUTH_PATH } from "./shared.ts";
26+
27+const API_STREAMS: Record<KnownApi, () => ProviderStreams> = {
28+ "anthropic-messages": anthropicMessagesApi,
29+ "azure-openai-responses": azureOpenAIResponsesApi,
30+ "bedrock-converse-stream": bedrockConverseStreamApi,
31+ "google-generative-ai": googleGenerativeAIApi,
32+ "google-vertex": googleVertexApi,
33+ "mistral-conversations": mistralConversationsApi,
34+ "openai-codex-responses": openAICodexResponsesApi,
35+ "openai-completions": openAICompletionsApi,
36+ "openai-responses": openAIResponsesApi,
37+};
38+
39+type SavedCredentials = Record<string, Credential>;
40+
41+async function readCredentials(): Promise<SavedCredentials> {
42+ const file = Bun.file(AUTH_PATH);
43+ if (await file.exists()) {
44+ return JSON.parse(await file.text()) as SavedCredentials;
45+ }
46+
47+ return {};
48+}
49+
50+async function writeCredentials(credentials: SavedCredentials) {
51+ await Bun.write(AUTH_PATH, JSON.stringify(credentials));
52+}
53+
54+export function createCredentialStore(): CredentialStore {
55+ return {
56+ async read(providerId) {
57+ const credentials = await readCredentials();
58+ return credentials[providerId];
59+ },
60+
61+ async modify(providerId, fn) {
62+ const credentials = await readCredentials();
63+ const next = await fn(credentials[providerId]);
64+
65+ if (next) {
66+ credentials[providerId] = next;
67+ await writeCredentials(credentials);
68+ }
69+
70+ return credentials[providerId];
71+ },
72+
73+ async delete(providerId) {
74+ const credentials = await readCredentials();
75+ delete credentials[providerId];
76+ await writeCredentials(credentials);
77+ },
78+ };
79+}
80+
81+export function isBuiltinProvider(provider: string): provider is KnownProvider {
82+ return getBuiltinProviders().includes(provider as KnownProvider);
83+}
84+
85+export function findModelConfig(
86+ modelId: string,
87+ provider: string,
88+ customProviders?: Model<Api>[],
89+) {
90+ if (isBuiltinProvider(provider)) {
91+ const models = getBuiltinModels(provider);
92+ if (models.length === 0) throw new Error("Provider has no models");
93+ return models.find((m) => m.id === modelId);
94+ }
95+ return customProviders?.find(
96+ (m) => m.provider === provider && m.id === modelId,
97+ );
98+}
99+
100+export function getFirstModelConfig(
101+ provider: string,
102+ customProviders?: Model<Api>[],
103+): Model<Api> {
104+ if (isBuiltinProvider(provider)) {
105+ const models = getBuiltinModels(provider);
106+ if (models.length > 0) return models[0];
107+ }
108+ const custom = customProviders?.find((m) => m.provider === provider);
109+ if (custom) return custom;
110+ throw new Error("Provider has no models");
111+}
112+
113+export function getFallbackModel(
114+ provider: string,
115+ explicitModel: boolean,
116+ providerChanged: boolean,
117+ customProviders?: Model<Api>[],
118+): Model<Api> {
119+ if (explicitModel) {
120+ throw new Error("Model not found");
121+ }
122+
123+ if (!providerChanged) {
124+ throw new Error("Model not found");
125+ }
126+
127+ return getFirstModelConfig(provider, customProviders);
128+}
129+
130+export function getProviderModels(
131+ provider: string,
132+ customProviders?: Model<Api>[],
133+): Model<Api>[] {
134+ const builtIn = isBuiltinProvider(provider) ? getBuiltinModels(provider) : [];
135+ const custom = customProviders?.filter((m) => m.provider === provider) ?? [];
136+
137+ return [...builtIn, ...custom];
138+}
139+
140+export function createAppModels(customProviders?: Model<Api>[]) {
141+ const models = builtinModels({ credentials: createCredentialStore() });
142+ const customProviderGroups = new Map<string, Model<Api>[]>();
143+
144+ for (const model of customProviders ?? []) {
145+ const group = customProviderGroups.get(model.provider) ?? [];
146+ group.push(model);
147+ customProviderGroups.set(model.provider, group);
148+ }
149+
150+ for (const [provider, providerModels] of customProviderGroups) {
151+ models.setProvider(
152+ createProvider({
153+ id: provider,
154+ name: provider,
155+ models: providerModels,
156+ auth: {
157+ apiKey: {
158+ name: provider,
159+ resolve: async () => ({ auth: { apiKey: "dummy" } }),
160+ },
161+ },
162+ api: Object.fromEntries(
163+ Object.entries(API_STREAMS)
164+ .filter(([api]) =>
165+ providerModels.some((model) => model.api === api),
166+ )
167+ .map(([api, createStreams]) => [api, createStreams()]),
168+ ),
169+ }),
170+ );
171+ }
172+
173+ return models;
174+}
175+
176+export async function getConfiguredBuiltinProviders(): Promise<string[]> {
177+ const models = builtinModels({ credentials: createCredentialStore() });
178+ const providers: string[] = [];
179+
180+ for (const provider of models.getProviders()) {
181+ const model = provider.getModels()[0];
182+ if (!model) continue;
183+
184+ try {
185+ const auth = await models.getAuth(model);
186+ if (auth) providers.push(provider.id);
187+ } catch {}
188+ }
189+
190+ return providers;
191+}