From ec420df871a5ef0fc6dda205f7ee2cf27480f50a Mon Sep 17 00:00:00 2001
From: WithoutPants <53250216+WithoutPants@users.noreply.github.com>
Date: Wed, 20 May 2020 22:46:00 +1000
Subject: [PATCH] Add debug logging for xpath scraping (#555)

* Add debug logging for xpath scraping
* Add logging for processing scene members
---
 pkg/scraper/xpath.go | 14 +++++++++++++-
 1 file changed, 13 insertions(+), 1 deletion(-)

diff --git a/pkg/scraper/xpath.go b/pkg/scraper/xpath.go
index c765101fc..8c2670870 100644
--- a/pkg/scraper/xpath.go
+++ b/pkg/scraper/xpath.go
@@ -74,7 +74,12 @@ func (c xpathRegexConfig) apply(value string) string {
 			return value
 		}
 
-		return re.ReplaceAllString(value, with)
+		ret := re.ReplaceAllString(value, with)
+
+		logger.Debugf(`Replace: '%s' with '%s'`, regex, with)
+		logger.Debugf("Before: %s", value)
+		logger.Debugf("After: %s", ret)
+		return ret
 	}
 
 	return value
@@ -205,6 +210,7 @@ func (c xpathScraperAttrConfig) applySubScraper(value string) string {
 		return value
 	}
 
+	logger.Debugf("Sub-scraping for: %s", value)
 	doc, err := loadURL(value, nil)
 
 	if err != nil {
@@ -423,12 +429,14 @@ func (s xpathScraper) scrapeScene(doc *html.Node) (*models.ScrapedScene, error)
 	sceneStudioMap := s.GetSceneStudio()
 	sceneMoviesMap := s.GetSceneMovies()
 
+	logger.Debug(`Processing scene:`)
 	results := sceneMap.process(doc, s.Common)
 	if len(results) > 0 {
 		results[0].apply(&ret)
 
 		// now apply the performers and tags
 		if scenePerformersMap != nil {
+			logger.Debug(`Processing scene performers:`)
 			performerResults := scenePerformersMap.process(doc, s.Common)
 
 			for _, p := range performerResults {
@@ -439,6 +447,7 @@ func (s xpathScraper) scrapeScene(doc *html.Node) (*models.ScrapedScene, error)
 		}
 
 		if sceneTagsMap != nil {
+			logger.Debug(`Processing scene tags:`)
 			tagResults := sceneTagsMap.process(doc, s.Common)
 
 			for _, p := range tagResults {
@@ -449,6 +458,7 @@ func (s xpathScraper) scrapeScene(doc *html.Node) (*models.ScrapedScene, error)
 		}
 
 		if sceneStudioMap != nil {
+			logger.Debug(`Processing scene studio:`)
 			studioResults := sceneStudioMap.process(doc, s.Common)
 
 			if len(studioResults) > 0 {
@@ -459,6 +469,7 @@ func (s xpathScraper) scrapeScene(doc *html.Node) (*models.ScrapedScene, error)
 		}
 
 		if sceneMoviesMap != nil {
+			logger.Debug(`Processing scene movies:`)
 			movieResults := sceneMoviesMap.process(doc, s.Common)
 
 			for _, p := range movieResults {
@@ -508,6 +519,7 @@ func (r xPathResults) setKey(index int, key string, value string) xPathResults {
 		r = append(r, make(xPathResult))
 	}
 
+	logger.Debugf(`[%d][%s] = %s`, index, key, value)
 	r[index][key] = value
 	return r
 }