root
dbd7747742
- Implemented KnowledgeWebsiteMarkdownPrompt for formatting webpage content into Markdown. - Added GetItemDetail method in KnowledgeHandler to retrieve knowledge item details. - Introduced KnowledgeDetailDrawer component for displaying knowledge item details in the admin web interface. - Created MarkdownPreview component for rendering Markdown content. - Added knowledge chunking and URL parsing logic to handle webpage content extraction and formatting. - Updated database schema to include markdown_content in knowledge_items table.
81 lines
1.7 KiB
Go
81 lines
1.7 KiB
Go
package llm
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"fmt"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/geo-platform/tenant-api/internal/shared/config"
|
|
)
|
|
|
|
var ErrNotConfigured = errors.New("llm provider is not configured")
|
|
|
|
type GenerateRequest struct {
|
|
Model string
|
|
Prompt string
|
|
Timeout time.Duration
|
|
MaxOutputTokens int64
|
|
WebSearch *WebSearchOptions
|
|
ResponseFormat *ResponseFormat
|
|
}
|
|
|
|
type GenerateResult struct {
|
|
Content string
|
|
Model string
|
|
}
|
|
|
|
type ResponseFormat struct {
|
|
Type ResponseFormatType
|
|
Name string
|
|
Description string
|
|
SchemaJSON []byte
|
|
Strict bool
|
|
}
|
|
|
|
type ResponseFormatType string
|
|
|
|
const (
|
|
ResponseFormatTypeText ResponseFormatType = "text"
|
|
ResponseFormatTypeJSONObject ResponseFormatType = "json_object"
|
|
ResponseFormatTypeJSONSchema ResponseFormatType = "json_schema"
|
|
)
|
|
|
|
type WebSearchOptions struct {
|
|
Enabled bool
|
|
Limit int32
|
|
}
|
|
|
|
type Client interface {
|
|
Validate() error
|
|
Generate(ctx context.Context, req GenerateRequest, onDelta func(string)) (*GenerateResult, error)
|
|
}
|
|
|
|
func New(cfg config.LLMConfig) Client {
|
|
provider := strings.ToLower(strings.TrimSpace(cfg.Provider))
|
|
switch provider {
|
|
case "", "disabled":
|
|
return disabledClient{reason: "llm provider is disabled"}
|
|
case "ark":
|
|
return NewArkClient(cfg)
|
|
default:
|
|
return disabledClient{reason: fmt.Sprintf("unsupported llm provider %q", cfg.Provider)}
|
|
}
|
|
}
|
|
|
|
type disabledClient struct {
|
|
reason string
|
|
}
|
|
|
|
func (c disabledClient) Validate() error {
|
|
if c.reason == "" {
|
|
c.reason = "missing LLM configuration"
|
|
}
|
|
return fmt.Errorf("%w: %s", ErrNotConfigured, c.reason)
|
|
}
|
|
|
|
func (c disabledClient) Generate(context.Context, GenerateRequest, func(string)) (*GenerateResult, error) {
|
|
return nil, c.Validate()
|
|
}
|