/
initActionDispatcher.go
117 lines (107 loc) · 3.32 KB
/
initActionDispatcher.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
package indexer
import (
"emperror.dev/errors"
"github.com/je4/utils/v2/pkg/zLogger"
"io/fs"
"os"
"regexp"
"strconv"
"strings"
)
func stringMapToMimeRelevance(mimeRelevanceInterface map[string]ConfigMimeWeight) (map[int]MimeWeightString, error) {
var mimeRelevance = map[int]MimeWeightString{}
for keyStr, val := range mimeRelevanceInterface {
key, err := strconv.Atoi(keyStr)
if err != nil {
return nil, errors.Wrapf(err, "invalid key entry '%s' in 'MimeRelevance'", keyStr)
}
mimeRelevance[key] = MimeWeightString{
Regexp: val.Regexp,
Weight: val.Weight,
}
}
return mimeRelevance, nil
}
var fsRegexp = regexp.MustCompile("^([^:]{2,}):(.+)$")
func InitActionDispatcher(fss map[string]fs.FS, conf IndexerConfig, logger zLogger.ZWrapper) (*ActionDispatcher, error) {
mimeRelevance, err := stringMapToMimeRelevance(conf.MimeRelevance)
if err != nil {
return nil, errors.Wrap(err, "cannot convert config string map to mime relevance")
}
actionDispatcher := NewActionDispatcher(mimeRelevance)
var signatureData []byte
found := fsRegexp.FindStringSubmatch(conf.Siegfried.SignatureFile)
if found == nil {
signatureData, err = os.ReadFile(conf.Siegfried.SignatureFile)
if err != nil {
return nil, errors.Wrapf(err, "no siegfried signature file provided. using default signature file. please provide a recent signature file. %s", conf.Siegfried.SignatureFile)
// signatureData = datasiegfried.DefaultSig
}
} else {
intFS, ok := fss[found[1]]
if !ok {
return nil, errors.Errorf("invalid filesystem %s", found[1])
}
signatureData, err = fs.ReadFile(intFS, strings.TrimLeft(found[2], "/"))
if err != nil {
return nil, errors.Wrapf(err, "no siegfried signature file provided. using default signature file. please provide a recent signature file. %s", conf.Siegfried.SignatureFile)
}
}
_ = NewActionSiegfried("siegfried", signatureData, conf.Siegfried.MimeMap, nil, actionDispatcher)
logger.Info("indexer action siegfried added")
if conf.XML.Enabled {
_ = NewActionXML("xml", conf.XML.Format, nil, actionDispatcher)
logger.Info("indexer action xml added")
}
if conf.Checksum.Enabled {
_ = NewActionChecksum(
"checksum",
conf.Checksum.Digest,
nil,
actionDispatcher,
)
}
if conf.FFMPEG.Enabled {
_ = NewActionFFProbe(
"ffprobe",
conf.FFMPEG.FFProbe,
conf.FFMPEG.Wsl,
conf.FFMPEG.Timeout.Duration,
conf.FFMPEG.Online,
conf.FFMPEG.Mime,
nil,
actionDispatcher)
logger.Info("indexer action ffprobe added")
}
if conf.ImageMagick.Enabled {
_ = NewActionIdentifyV2("identify",
conf.ImageMagick.Identify,
conf.ImageMagick.Convert,
conf.ImageMagick.Wsl,
conf.ImageMagick.Timeout.Duration,
conf.ImageMagick.Online, nil, actionDispatcher)
logger.Info("indexer action identify added")
}
if conf.Tika.Enabled {
_ = NewActionTika("tika",
conf.Tika.AddressMeta,
conf.Tika.Timeout.Duration,
conf.Tika.RegexpMimeMeta,
conf.Tika.RegexpMimeMetaNot,
"",
conf.Tika.Online,
nil, actionDispatcher)
logger.Info("indexer action tika added")
_ = NewActionTika("fulltext",
conf.Tika.AddressFulltext,
conf.Tika.Timeout.Duration,
conf.Tika.RegexpMimeFulltext,
conf.Tika.RegexpMimeFulltextNot,
"X-TIKA:content",
conf.Tika.Online,
nil,
actionDispatcher)
logger.Info("indexer action fulltext added")
}
return actionDispatcher, nil
}