diff --git a/internal/models/embedding/batch.go b/internal/models/embedding/batch.go index 506948f0..2959e8a2 100644 --- a/internal/models/embedding/batch.go +++ b/internal/models/embedding/batch.go @@ -2,6 +2,7 @@ package embedding import ( "context" + "fmt" "os" "strconv" "sync" @@ -60,6 +61,14 @@ func (e *batchEmbedder) BatchEmbedWithPool(ctx context.Context, model Embedder, mu.Unlock() return } + if len(embedding) != len(texts) { + mu.Lock() + if firstErr == nil { + firstErr = fmt.Errorf("embedding model returned %d embeddings for %d inputs", len(embedding), len(texts)) + } + mu.Unlock() + return + } mu.Lock() for i, text := range texts { if text == nil {