all repos — searchix @ b8da487f774aa2399b79bbde5f2e6e13be4fce1c

Search engine for NixOS, nix-darwin, home-manager and NUR users

feat: decode brotli-compressed files

Alan Pearce
commit

b8da487f774aa2399b79bbde5f2e6e13be4fce1c

parent

27b07a80f1872205dfeb949e9b90cf85f6e43744

1 file changed, 41 insertions(+), 0 deletions(-)

changed files
M internal/importer/utils.gointernal/importer/utils.go
@@ -3,11 +3,14 @@
import ( "bytes" "fmt" + "io" "net/url" "os" + "path" "searchix/internal/config" "searchix/internal/nix" + "github.com/andybalholm/brotli" "github.com/bcicen/jstream" "github.com/pkg/errors" )
@@ -80,3 +83,41 @@ }
return nil } + +type brotliReadCloser struct { + src io.ReadCloser + *brotli.Reader +} + +func newBrotliReader(src io.ReadCloser) *brotliReadCloser { + return &brotliReadCloser{ + src: src, + Reader: brotli.NewReader(src), + } +} + +func (r *brotliReadCloser) Close() error { + return errors.Wrap(r.src.Close(), "failed to call close on underlying reader") +} + +func openFileDecoded(filename string) (io.ReadCloser, error) { + var reader io.ReadCloser + var err error + ext := path.Ext(filename) + reader, err = os.Open(filename) + if err != nil { + return nil, errors.WithMessagef(err, "failed to open file %s", filename) + } + switch ext { + case ".json": + // nothing to do + case ".br": + reader = newBrotliReader(reader) + default: + reader.Close() + + return nil, errors.Errorf("invalid file extension %s", ext) + } + + return reader, nil +}