xonecas.io
62159
Sy

symb / commit ad54bc5

feat: open-ai compatible providers

xonecas2026-02-16 ad54bc5bae57eb8192fd50ed81fcd1e0ded4d189 parent da0570f

5 files changed

cmd/symb/main.go+16−4
@@ -56,7 +56,12 @@ func main() {
5656
5757 providerName, providerCfg := resolveProvider(cfg, registry)
5858
59- prov, err := registry.Create(providerName, providerCfg.Model, providerCfg.Temperature)
59+ prov, err := registry.Create(providerName, providerCfg.Model, provider.Options{
60+ Temperature: providerCfg.Temperature,
61+ TopP: providerCfg.TopP,
62+ RepeatPenalty: providerCfg.RepeatPenalty,
63+ MaxTokens: providerCfg.MaxTokens,
64+ })
6065 if err != nil {
6166 fmt.Printf("Error creating provider: %v\n", err)
6267 os.Exit(1)
@@ -142,10 +147,17 @@ func buildRegistry(cfg *config.Config, creds *config.Credentials) *provider.Regi
142147 registry := provider.NewRegistry()
143148 for name, providerCfg := range cfg.Providers {
144149 var factory provider.Factory
145- if providerCfg.APIKeyName != "" {
146- factory = provider.NewOpenCodeFactory(name, providerCfg.Endpoint, creds.GetAPIKey(providerCfg.APIKeyName))
147- } else {
150+ switch providerCfg.Type {
151+ case "openai":
152+ factory = provider.NewVLLMFactory(name, providerCfg.Endpoint, creds.GetAPIKey(providerCfg.APIKeyName))
153+ case "ollama":
148154 factory = provider.NewOllamaFactory(name, providerCfg.Endpoint)
155+ default:
156+ if providerCfg.APIKeyName != "" {
157+ factory = provider.NewOpenCodeFactory(name, providerCfg.Endpoint, creds.GetAPIKey(providerCfg.APIKeyName))
158+ } else {
159+ factory = provider.NewOllamaFactory(name, providerCfg.Endpoint)
160+ }
149161 }
150162 registry.RegisterFactory(name, factory)
151163 }
config.toml+11−1
@@ -1,7 +1,7 @@
11 # Symb Configuration File
22
33 # Default provider (optional - if not set, first provider in map is used)
4-default_provider = "zen-codex"
4+default_provider = "vllm-nanbeige"
55
66 # Ollama providers (local)
77 [providers.ollama-qwen]
@@ -40,6 +40,16 @@ endpoint = "https://opencode.ai/zen/v1"
4040 model = "claude-sonnet-4-5"
4141 api_key_name = "opencode_zen"
4242
43+# Local vLLM (OpenAI-compatible)
44+[providers.vllm-nanbeige]
45+endpoint = "http://localhost:8000/v1"
46+model = "Nanbeige/Nanbeige4.1-3B"
47+type = "openai"
48+temperature = 0.6
49+top_p = 0.95
50+repeat_penalty = 1.0
51+max_tokens = 131072
52+
4353
4454 [mcp]
4555 upstream = ""
internal/config/config.go+27−4
@@ -34,10 +34,14 @@ func (c CacheConfig) CacheTTLOrDefault() int {
3434
3535 // ProviderConfig holds LLM provider settings.
3636 type ProviderConfig struct {
37- Endpoint string `toml:"endpoint"`
38- Model string `toml:"model"`
39- APIKeyName string `toml:"api_key_name"`
40- Temperature float64 `toml:"temperature"`
37+ Endpoint string `toml:"endpoint"`
38+ Model string `toml:"model"`
39+ APIKeyName string `toml:"api_key_name"`
40+ Type string `toml:"type"`
41+ Temperature float64 `toml:"temperature"`
42+ TopP float64 `toml:"top_p"`
43+ RepeatPenalty float64 `toml:"repeat_penalty"`
44+ MaxTokens int `toml:"max_tokens"`
4145 }
4246
4347 // MCPConfig holds MCP proxy settings.
@@ -115,10 +119,29 @@ func validateProviderConfig(name string, cfg ProviderConfig) []error {
115119 errs = append(errs, fmt.Errorf("providers.%s.model is required", name))
116120 }
117121
122+ switch cfg.Type {
123+ case "", "openai", "ollama":
124+ // allowed
125+ default:
126+ errs = append(errs, fmt.Errorf("providers.%s.type=%q is invalid", name, cfg.Type))
127+ }
128+
118129 if cfg.Temperature < 0.0 || cfg.Temperature > 2.0 {
119130 errs = append(errs, fmt.Errorf("providers.%s.temperature=%v must be between 0.0 and 2.0", name, cfg.Temperature))
120131 }
121132
133+ if cfg.TopP < 0.0 || cfg.TopP > 1.0 {
134+ errs = append(errs, fmt.Errorf("providers.%s.top_p=%v must be between 0.0 and 1.0", name, cfg.TopP))
135+ }
136+
137+ if cfg.RepeatPenalty < 0.0 {
138+ errs = append(errs, fmt.Errorf("providers.%s.repeat_penalty=%v must be 0.0 or higher", name, cfg.RepeatPenalty))
139+ }
140+
141+ if cfg.MaxTokens < 0 {
142+ errs = append(errs, fmt.Errorf("providers.%s.max_tokens=%v must be 0 or higher", name, cfg.MaxTokens))
143+ }
144+
122145 return errs
123146 }
124147
internal/provider/factory.go+24−4
@@ -14,8 +14,8 @@ func NewOllamaFactory(name string, endpoint string) *OllamaFactory {
1414
1515 func (f *OllamaFactory) Name() string { return f.name }
1616
17-func (f *OllamaFactory) Create(model string, temperature float64) Provider {
18- return NewOllamaWithTemp(f.name, f.endpoint, model, temperature)
17+func (f *OllamaFactory) Create(model string, opts Options) Provider {
18+ return NewOllamaWithTemp(f.name, f.endpoint, model, opts.Temperature)
1919 }
2020
2121 type OpenCodeFactory struct {
@@ -34,6 +34,26 @@ func NewOpenCodeFactory(name string, endpoint, apiKey string) *OpenCodeFactory {
3434
3535 func (f *OpenCodeFactory) Name() string { return f.name }
3636
37-func (f *OpenCodeFactory) Create(model string, temperature float64) Provider {
38- return NewOpenCodeWithTemp(f.name, f.endpoint, model, f.apiKey, temperature)
37+func (f *OpenCodeFactory) Create(model string, opts Options) Provider {
38+ return NewOpenCodeWithTemp(f.name, f.endpoint, model, f.apiKey, opts.Temperature)
39+}
40+
41+type VLLMFactory struct {
42+ name string
43+ endpoint string
44+ apiKey string
45+}
46+
47+func NewVLLMFactory(name string, endpoint, apiKey string) *VLLMFactory {
48+ return &VLLMFactory{
49+ name: name,
50+ endpoint: endpoint,
51+ apiKey: apiKey,
52+ }
53+}
54+
55+func (f *VLLMFactory) Name() string { return f.name }
56+
57+func (f *VLLMFactory) Create(model string, opts Options) Provider {
58+ return NewVLLMWithTemp(f.name, f.endpoint, model, f.apiKey, opts)
3959 }
internal/provider/provider.go+11−3
@@ -103,7 +103,7 @@ type Provider interface {
103103
104104 type Factory interface {
105105 Name() string
106- Create(model string, temperature float64) Provider
106+ Create(model string, opts Options) Provider
107107 }
108108
109109 // Registry holds available providers.
@@ -122,12 +122,20 @@ func (r *Registry) RegisterFactory(name string, f Factory) {
122122 r.factories[name] = f
123123 }
124124
125-func (r *Registry) Create(name, model string, temperature float64) (Provider, error) {
125+func (r *Registry) Create(name, model string, opts Options) (Provider, error) {
126126 f, ok := r.factories[name]
127127 if !ok {
128128 return nil, ErrProviderNotFound
129129 }
130- return f.Create(model, temperature), nil
130+ return f.Create(model, opts), nil
131+}
132+
133+// Options holds provider generation settings.
134+type Options struct {
135+ Temperature float64
136+ TopP float64
137+ RepeatPenalty float64
138+ MaxTokens int
131139 }
132140
133141 // List returns all registered provider names.