all repos — searchix @ 7c0e3729dd314a571fd635408fb89f24199e00b3

Search engine for NixOS, nix-darwin, home-manager and NUR users

feat: revert back to using index as storage

Alan Pearce
commit

7c0e3729dd314a571fd635408fb89f24199e00b3

parent

e0bbccf0b9c5e43bfa2ef02a5bb33c27b8bf5d00

1 file changed, 0 insertions(+), 55 deletions(-)

changed files
M internal/importer/utils.gointernal/importer/utils.go
@@ -1,16 +1,13 @@
package importer import ( - "context" "fmt" "io" "strings" - "sync" "alin.ovh/searchix/internal/config" "alin.ovh/searchix/internal/nix" - "alin.ovh/x/log" "github.com/Southclaws/fault" "github.com/Southclaws/fault/fmsg" "github.com/bcicen/jstream"
@@ -64,55 +61,3 @@ }
return nil } - -func pipe( - ctx context.Context, - log *log.Logger, - src ImportSource, - dst ImportDestination, -) (bool, error) { - wg := sync.WaitGroup{} - - wg.Add(1) - objects, srcErrs := src(ctx) - - wg.Add(1) - dstErrors := dst(ctx, objects) - - var hadObjectErrors bool - var criticalError error - go func() { - for { - select { - case err, running := <-srcErrs: - if err != nil { - hadObjectErrors = true - log.Warn("error processing object from source", "error", err) - } - if !running { - wg.Done() - srcErrs = nil - log.Debug("processing completed") - - continue - } - case err, running := <-dstErrors: - if err != nil { - hadObjectErrors = true - log.Warn("error writing object to target", "error", err) - - } - if !running { - wg.Done() - dstErrors = nil - - continue - } - } - } - }() - - wg.Wait() - - return hadObjectErrors, criticalError -}