llm

type CompletionRequest ¶

type CompletionRequest struct {
	Model       string
	Messages    []Message
	MaxTokens   int
	Temperature float64
}

CompletionRequest describes a chat-completion call.

type CompletionResponse ¶

type CompletionResponse struct {
	Content      string
	Model        string
	InputTokens  int
	OutputTokens int
}

CompletionResponse holds the result of a chat-completion call.

type Loader ¶

type Loader struct {
	// contains filtered or unexported fields
}

Loader compiles and loads external LLM providers at runtime. It mirrors the approach used by storage.PluginLoader:

1. Clone the Git repository.
2. Flatten the optional actions/ subdirectory to the root.
3. Remove the provider's go.mod/go.sum (the host module is used instead).
4. Compile with go build -buildmode=plugin using the host module at appDir.
5. Open the resulting .so and resolve the "Plugin" symbol (a Provider).

Compiled .so files are cached at cacheDir so restarts do not require recompilation (unless the provider was updated).

func NewLoader(appDir, cacheDir, tempDir string) (*Loader, error)

func (l *Loader) CompileAndLoad(name, repoURL, gitRef, commitHash string) (Provider, string, error)

func (l *Loader) LoadCached(name string) (Provider, error)

type Message ¶

type Message struct {
	Role    string `json:"role"` // "system" | "user" | "assistant"
	Content string `json:"content"`
}

Message is a single turn in a chat conversation.

type Model ¶

type Model struct {
	ID            string `json:"id"`
	Name          string `json:"name"`
	ContextLength int    `json:"context_length"`
	IsFree        bool   `json:"is_free"`
	ProviderName  string `json:"provider_name"`
}

Model represents an LLM model available from a provider.

type Provider ¶

type Provider interface {
	// Name returns a human-readable identifier for this provider.
	Name() string
	// ListModels fetches the live model catalogue.  No caching is applied here;
	// caching is handled by Service.
	ListModels(ctx context.Context) ([]Model, error)
	// Complete sends a chat-completion request and returns the response.
	Complete(ctx context.Context, req CompletionRequest) (CompletionResponse, error)
}

Provider is the interface that all LLM back-ends must implement.

type Service ¶

type Service struct {
	// contains filtered or unexported fields
}

Service wraps a Provider with a TTL model cache and graceful degradation. A nil *Service is safe to use — all methods check the receiver.

func NewService(provider Provider, defaultModel string, enabled bool) *Service

func (s *Service) GetExternalProvider(name string) (*models.ExternalLLMProvider, error)

func (s *Service) GetProvider(name string) (Provider, error)

func (s *Service) InstallExternalProvider(req *models.ExternalLLMProviderInstallRequest) (*models.ExternalLLMProvider, error)

func (s *Service) IsEnabled() bool

func (s *Service) LabelEntityTypes(ctx context.Context, names []string, sourceName string, contextCols []string) map[string]string

func (s *Service) ListExternalProviders() ([]*models.ExternalLLMProvider, error)

func (s *Service) ListModels(ctx context.Context) ([]Model, error)

func (s *Service) ListRegisteredProviders() []string

func (s *Service) LoadInstalledExternalProviders() error

func (s *Service) ProviderName() string

func (s *Service) RegisterProvider(name string, p Provider)

func (s *Service) SetActiveProvider(p Provider, defaultModel string)

func (s *Service) UninstallExternalProvider(name string) error

func (s *Service) WithLoader(loader *Loader) *Service

func (s *Service) WithStore(store metadatastore.MetadataStore) *Service