all repos — searchix @ 3053e41b1528ef898cccd44e056e4d167619af6b

Search engine for NixOS, nix-darwin, home-manager and NUR users

fix: abort import of source on batch processing errors

Alan Pearce
commit

3053e41b1528ef898cccd44e056e4d167619af6b

parent

3149660f0fcbad484a71703cf2f7f715abc130ba

1 file changed, 18 insertions(+), 1 deletion(-)

changed files
M internal/index/indexer.gointernal/index/indexer.go
@@ -32,6 +32,14 @@ index bleve.Index
meta *Meta } +type BatchError struct { + error +} + +func (e *BatchError) Error() string { + return e.error.Error() +} + const batchSize = 10_000 func createIndexMapping() (mapping.IndexMapping, error) {
@@ -292,6 +300,8 @@ if k++; k%batchSize == 0 {
err = i.Flush(batch) if err != nil { errs <- err + + return } } }
@@ -307,11 +317,18 @@ }
func (i *WriteIndex) Flush(batch *bleve.Batch) error { size := batch.Size() + if size == 0 { + return &BatchError{ + error: errors.New("no documents to flush"), + } + } slog.Debug("flushing batch", "size", size) err := i.index.Batch(batch) if err != nil { - return errors.WithMessagef(err, "could not flush batch") + return &BatchError{ + error: errors.WithMessagef(err, "could not flush batch"), + } } batch.Reset()