Scrape tag exclusions (#1617)

* Add config option for scraper tag exclusion patterns

Add a config option for exclusing tags / tag patterns from the scraper
results.

* Handle tag exclusion patterns during scraping
This commit is contained in:
gitgiggety
2021-08-10 06:07:01 +02:00
committed by GitHub
parent 404eaa32d2
commit dfd55346b2
10 changed files with 114 additions and 27 deletions

View File

@@ -69,6 +69,7 @@ fragment ConfigScrapingData on ConfigScrapingResult {
scraperUserAgent
scraperCertCheck
scraperCDPPath
excludeTagPatterns
}
fragment ConfigData on ConfigResult {

View File

@@ -255,6 +255,8 @@ input ConfigScrapingInput {
scraperCDPPath: String
"""Whether the scraper should check for invalid certificates"""
scraperCertCheck: Boolean!
"""Tags blacklist during scraping"""
excludeTagPatterns: [String!]
}
type ConfigScrapingResult {
@@ -264,6 +266,8 @@ type ConfigScrapingResult {
scraperCDPPath: String
"""Whether the scraper should check for invalid certificates"""
scraperCertCheck: Boolean!
"""Tags blacklist during scraping"""
excludeTagPatterns: [String!]!
}
"""All configuration settings"""