WeKnora/internal/models/provider/gpustack.go

58 lines
1.6 KiB
Go
Raw Blame History

This file contains ambiguous Unicode characters!

This file contains ambiguous Unicode characters that may be confused with others in your current locale. If your use case is intentional and legitimate, you can safely ignore this warning. Use the Escape button to highlight these characters.

package provider
import (
"fmt"
"github.com/Tencent/WeKnora/internal/types"
)
const (
// GPUStackBaseURL GPUStack API BaseURL (OpenAI 兼容模式)
GPUStackBaseURL = "http://your_gpustack_server_url/v1-openai"
// GPUStackRerankBaseURL GPUStack Rerank API 虽然兼容OpenAI,但路径不同 (/v1/rerank 而非 /v1-openai/rerank)
GPUStackRerankBaseURL = "http://your_gpustack_server_url/v1"
)
// GPUStackProvider 实现 GPUStack 的 Provider 接口
type GPUStackProvider struct{}
func init() {
Register(&GPUStackProvider{})
}
// Info 返回 GPUStack provider 的元数据
func (p *GPUStackProvider) Info() ProviderInfo {
return ProviderInfo{
Name: ProviderGPUStack,
DisplayName: "GPUStack",
Description: "Choose your deployed model on GPUStack",
DefaultURLs: map[types.ModelType]string{
types.ModelTypeKnowledgeQA: GPUStackBaseURL,
types.ModelTypeEmbedding: GPUStackBaseURL,
types.ModelTypeRerank: GPUStackRerankBaseURL,
types.ModelTypeVLLM: GPUStackBaseURL,
},
ModelTypes: []types.ModelType{
types.ModelTypeKnowledgeQA,
types.ModelTypeEmbedding,
types.ModelTypeRerank,
types.ModelTypeVLLM,
},
RequiresAuth: true, // GPUStack 需要 API Key
}
}
// ValidateConfig 验证 GPUStack provider 配置
func (p *GPUStackProvider) ValidateConfig(config *Config) error {
if config.BaseURL == "" {
return fmt.Errorf("base URL is required for GPUStack provider")
}
if config.APIKey == "" {
return fmt.Errorf("API key is required for GPUStack provider")
}
if config.ModelName == "" {
return fmt.Errorf("model name is required")
}
return nil
}