root
7fa1809682
- Added support for external markdown synchronization in ArticleEditorCanvas.vue. - Implemented a new function to sync markdown from props, ensuring the editor reflects external changes. - Introduced a removeOutlineSection function in TemplateWizardView.vue to manage outline sections dynamically. - Updated UI components to improve user experience, including replacing a-input with a-textarea for better text handling. - Refactored CSS styles for a cleaner layout and improved responsiveness in TemplateWizardView.vue. - Enhanced LLM generation requests to include response format options in ark.go and client.go. - Updated template assist logic to enforce structured outline outputs in template_assist.go. - Added tests for outline result decoding and prompt generation to ensure robustness. - Created migration scripts to update prompt templates with new writing requirements for top X articles.
80 lines
1.7 KiB
Go
80 lines
1.7 KiB
Go
package llm
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"fmt"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/geo-platform/tenant-api/internal/shared/config"
|
|
)
|
|
|
|
var ErrNotConfigured = errors.New("llm provider is not configured")
|
|
|
|
type GenerateRequest struct {
|
|
Prompt string
|
|
Timeout time.Duration
|
|
MaxOutputTokens int64
|
|
WebSearch *WebSearchOptions
|
|
ResponseFormat *ResponseFormat
|
|
}
|
|
|
|
type GenerateResult struct {
|
|
Content string
|
|
Model string
|
|
}
|
|
|
|
type ResponseFormat struct {
|
|
Type ResponseFormatType
|
|
Name string
|
|
Description string
|
|
SchemaJSON []byte
|
|
Strict bool
|
|
}
|
|
|
|
type ResponseFormatType string
|
|
|
|
const (
|
|
ResponseFormatTypeText ResponseFormatType = "text"
|
|
ResponseFormatTypeJSONObject ResponseFormatType = "json_object"
|
|
ResponseFormatTypeJSONSchema ResponseFormatType = "json_schema"
|
|
)
|
|
|
|
type WebSearchOptions struct {
|
|
Enabled bool
|
|
Limit int32
|
|
}
|
|
|
|
type Client interface {
|
|
Validate() error
|
|
Generate(ctx context.Context, req GenerateRequest, onDelta func(string)) (*GenerateResult, error)
|
|
}
|
|
|
|
func New(cfg config.LLMConfig) Client {
|
|
provider := strings.ToLower(strings.TrimSpace(cfg.Provider))
|
|
switch provider {
|
|
case "", "disabled":
|
|
return disabledClient{reason: "llm provider is disabled"}
|
|
case "ark":
|
|
return NewArkClient(cfg)
|
|
default:
|
|
return disabledClient{reason: fmt.Sprintf("unsupported llm provider %q", cfg.Provider)}
|
|
}
|
|
}
|
|
|
|
type disabledClient struct {
|
|
reason string
|
|
}
|
|
|
|
func (c disabledClient) Validate() error {
|
|
if c.reason == "" {
|
|
c.reason = "missing LLM configuration"
|
|
}
|
|
return fmt.Errorf("%w: %s", ErrNotConfigured, c.reason)
|
|
}
|
|
|
|
func (c disabledClient) Generate(context.Context, GenerateRequest, func(string)) (*GenerateResult, error) {
|
|
return nil, c.Validate()
|
|
}
|