root
618399f86d
- Replace single Load() with a watching Store that re-reads config files
(and config.local.yaml) and fans out a ReloadEvent with a per-field diff
so consumers can decide whether the change is hot-applicable or requires
a process restart.
- Wrap llm, retrieval, vector store, and object storage clients in
Reloadable* shells so the bootstrap can swap their underlying impls when
config changes without re-instantiating handlers.
- Make jwt.Manager and ops TokenIssuer mutable under a lock so secrets and
TTLs can be rotated live; thread default plan code through a setter on
the ops AdminUserService.
- Wire ConfigStore through bootstrap and every cmd/main.go, scheduler /
worker / tenant-api / ops-api start the watcher; services and handlers
take a config.Provider so they always read current values for things
like generation.stream_enabled, scheduler dispatch, retrieval, etc.
- Switch shared/config decoding off viper to a Kratos-derived runtime
package so env placeholders (\${VAR:default}) resolve consistently and
the same source machinery powers both the loader and the watcher.
Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
45 lines
895 B
Go
45 lines
895 B
Go
package llm
|
|
|
|
import (
|
|
"context"
|
|
"sync"
|
|
)
|
|
|
|
type ReloadableClient struct {
|
|
mu sync.RWMutex
|
|
current Client
|
|
}
|
|
|
|
func NewReloadableClient(current Client) *ReloadableClient {
|
|
return &ReloadableClient{current: current}
|
|
}
|
|
|
|
func (c *ReloadableClient) Update(next Client) {
|
|
if c == nil || next == nil {
|
|
return
|
|
}
|
|
c.mu.Lock()
|
|
defer c.mu.Unlock()
|
|
c.current = next
|
|
}
|
|
|
|
func (c *ReloadableClient) Validate() error {
|
|
return c.snapshot().Validate()
|
|
}
|
|
|
|
func (c *ReloadableClient) Generate(ctx context.Context, req GenerateRequest, onDelta func(string)) (*GenerateResult, error) {
|
|
return c.snapshot().Generate(ctx, req, onDelta)
|
|
}
|
|
|
|
func (c *ReloadableClient) snapshot() Client {
|
|
if c == nil {
|
|
return disabledClient{reason: "llm client is nil"}
|
|
}
|
|
c.mu.RLock()
|
|
defer c.mu.RUnlock()
|
|
if c.current == nil {
|
|
return disabledClient{reason: "llm client is not initialized"}
|
|
}
|
|
return c.current
|
|
}
|