WeKnora/internal/plugin/builtin/live.go

84 lines
2.4 KiB
Go

package builtin
import (
"sort"
"github.com/Tencent/WeKnora/internal/agent/tools"
"github.com/Tencent/WeKnora/internal/datasource"
"github.com/Tencent/WeKnora/internal/im"
"github.com/Tencent/WeKnora/internal/infrastructure/docparser"
"github.com/Tencent/WeKnora/internal/infrastructure/web_search"
modelruntime "github.com/Tencent/WeKnora/internal/models/runtime"
"github.com/Tencent/WeKnora/internal/plugin/registry"
"github.com/Tencent/WeKnora/internal/types"
)
// Live is what this process has actually registered. Metadata tables list
// some connectors and providers that are not wired up yet (GitHub, Google
// Drive); only registered ones become contributions.
type Live struct {
Version string
Connectors *datasource.ConnectorRegistry
WebSearch *web_search.Registry
IMPlatforms []string
}
// CollectSources gathers builtin metadata for what live has registered.
func CollectSources(live Live) Sources {
src := Sources{
Version: live.Version,
Tools: tools.AvailableToolDefinitions(),
}
for _, p := range modelruntime.List() {
src.ModelVendors = append(src.ModelVendors, p.Definition)
}
if live.Connectors != nil {
src.Connectors = live.Connectors.Metadata()
}
for _, p := range live.IMPlatforms {
src.IMPlatforms = append(src.IMPlatforms, im.LookupPlatformInfo(p))
}
if live.WebSearch != nil {
registered := toSet(live.WebSearch.Types())
for _, info := range types.GetWebSearchProviderTypes() {
if registered[info.ID] {
src.WebSearch = append(src.WebSearch, info)
delete(registered, info.ID)
}
}
for _, id := range sortedKeys(registered) {
src.WebSearch = append(src.WebSearch, types.WebSearchProviderTypeInfo{ID: id, Name: id})
}
}
for _, e := range docparser.Engines() {
src.Parsers = append(src.Parsers, Parser{Name: e.Name(), Description: e.Description()})
}
return src
}
// NewRegistry builds a plugin registry holding every builtin in live.
func NewRegistry(live Live) (*registry.Registry, error) {
r := registry.New()
if err := Register(r, CollectSources(live)); err != nil {
return nil, err
}
return r, nil
}
func toSet(values []string) map[string]bool {
out := make(map[string]bool, len(values))
for _, v := range values {
out[v] = true
}
return out
}
func sortedKeys(m map[string]bool) []string {
out := make([]string, 0, len(m))
for k := range m {
out = append(out, k)
}
sort.Strings(out)
return out
}