Mirrors/stash
1
0
Fork 0
mirror of https://github.com/stashapp/stash.git synced 2025-12-17 04:14:39 +03:00
Code Issues Packages Projects Releases Wiki Activity

Discard null values from scraper results (#1374)

Browse Source
This commit is contained in:
bnkai
2021-05-16 09:40:54 +03:00
committed by GitHub
parent c73025c86d
commit bc9aa02835
2 changed files with 17 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
pkg/scraper/mapped.go
View File

@@ -75,7 +75,7 @@ func (s mappedConfig) postProcess(q mappedQuery, attrConfig mappedScraperAttrCon
result = attrConfig.postProcess(result, q)
if attrConfig.hasSplit() {
results := attrConfig.splitString(result)
results = attrConfig.distinctResults(results)
results = attrConfig.cleanResults(results)
return results
}
@@ -89,7 +89,7 @@ func (s mappedConfig) postProcess(q mappedQuery, attrConfig mappedScraperAttrCon
ret = append(ret, text)
}
ret = attrConfig.distinctResults(ret)
ret = attrConfig.cleanResults(ret)
}
return ret
@@ -643,8 +643,10 @@ func (c mappedScraperAttrConfig) concatenateResults(nodes []string) string {
return strings.Join(result, separator)
}
func (c mappedScraperAttrConfig) distinctResults(nodes []string) []string {
return utils.StrUnique(nodes)
func (c mappedScraperAttrConfig) cleanResults(nodes []string) []string {
cleaned := utils.StrUnique(nodes) // remove duplicate values
cleaned = utils.StrDelete(cleaned, "") // remove empty values
return cleaned
}
func (c mappedScraperAttrConfig) splitString(value string) []string {