mirror of
https://github.com/hanzoai/team.git
synced 2026-09-30 01:57:35 +00:00
bad107aee2
* MM-64336: simplify doc extractor
Avoid creating a whole temporary directory when a single temporary file suffices.
Fixes: https://mattermost.atlassian.net/browse/MM-64337
* clarify -* semantics
(cherry picked from commit f91f9eefe4)
Co-authored-by: Jesse Hallam <[email protected]>
80 lines
1.9 KiB
Go
80 lines
1.9 KiB
Go
// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
|
|
// See LICENSE.txt for license information.
|
|
|
|
package docextractor
|
|
|
|
import (
|
|
"bytes"
|
|
"fmt"
|
|
"io"
|
|
"os"
|
|
"path/filepath"
|
|
"strings"
|
|
|
|
"github.com/mholt/archiver/v3"
|
|
)
|
|
|
|
type archiveExtractor struct {
|
|
SubExtractor Extractor
|
|
}
|
|
|
|
func (ae *archiveExtractor) Name() string {
|
|
return "archiveExtractor"
|
|
}
|
|
|
|
func (ae *archiveExtractor) Match(filename string) bool {
|
|
_, err := archiver.ByExtension(filename)
|
|
return err == nil
|
|
}
|
|
|
|
// getExtAlsoTarGz returns the extension of the given file name, special casing .tar.gz.
|
|
func getExtAlsoTarGz(name string) string {
|
|
if strings.HasSuffix(name, ".tar.gz") {
|
|
return ".tar.gz"
|
|
}
|
|
|
|
return filepath.Ext(name)
|
|
}
|
|
|
|
func (ae *archiveExtractor) Extract(name string, r io.ReadSeeker) (string, error) {
|
|
ext := getExtAlsoTarGz(name)
|
|
|
|
// Create a temporary file, using `*` control the random component while preserving the extension.
|
|
f, err := os.CreateTemp("", "archiver-*"+ext)
|
|
if err != nil {
|
|
return "", fmt.Errorf("error creating temporary file: %v", err)
|
|
}
|
|
defer os.Remove(f.Name())
|
|
|
|
_, err = io.Copy(f, r)
|
|
f.Close()
|
|
if err != nil {
|
|
return "", fmt.Errorf("error copying data into temporary file: %v", err)
|
|
}
|
|
|
|
var text strings.Builder
|
|
err = archiver.Walk(f.Name(), func(file archiver.File) error {
|
|
text.WriteString(file.Name() + " ")
|
|
if ae.SubExtractor != nil {
|
|
filename := filepath.Base(file.Name())
|
|
filename = strings.ReplaceAll(filename, "-", " ")
|
|
filename = strings.ReplaceAll(filename, ".", " ")
|
|
filename = strings.ReplaceAll(filename, ",", " ")
|
|
data, err2 := io.ReadAll(file)
|
|
if err2 != nil {
|
|
return err2
|
|
}
|
|
subtext, extractErr := ae.SubExtractor.Extract(filename, bytes.NewReader(data))
|
|
if extractErr == nil {
|
|
text.WriteString(subtext + " ")
|
|
}
|
|
}
|
|
return nil
|
|
})
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
|
|
return text.String(), nil
|
|
}
|