Autotag scraper (#1817)

* Refactor scraper structures
* Move matching code into new package
* Add autotag scraper
* Always check first letter of auto-tag names
* Account for nulls

Co-authored-by: Kermie <kermie@isinthe.house>

pkg/match/scraped.go

@@ -0,0 +1,117 @@
+package match
+
+import (
+	"strconv"
+
+	"github.com/stashapp/stash/pkg/models"
+	"github.com/stashapp/stash/pkg/studio"
+	"github.com/stashapp/stash/pkg/tag"
+)
+
+// ScrapedPerformer matches the provided performer with the
+// performers in the database and sets the ID field if one is found.
+func ScrapedPerformer(qb models.PerformerReader, p *models.ScrapedPerformer) error {
+	if p.StoredID != nil || p.Name == nil {
+		return nil
+	}
+
+	performers, err := qb.FindByNames([]string{*p.Name}, true)
+
+	if err != nil {
+		return err
+	}
+
+	if len(performers) != 1 {
+		// ignore - cannot match
+		return nil
+	}
+
+	id := strconv.Itoa(performers[0].ID)
+	p.StoredID = &id
+	return nil
+}
+
+// ScrapedStudio matches the provided studio with the studios
+// in the database and sets the ID field if one is found.
+func ScrapedStudio(qb models.StudioReader, s *models.ScrapedStudio) error {
+	if s.StoredID != nil {
+		return nil
+	}
+
+	st, err := studio.ByName(qb, s.Name)
+
+	if err != nil {
+		return err
+	}
+
+	if st == nil {
+		// try matching by alias
+		st, err = studio.ByAlias(qb, s.Name)
+		if err != nil {
+			return err
+		}
+	}
+
+	if st == nil {
+		// ignore - cannot match
+		return nil
+	}
+
+	id := strconv.Itoa(st.ID)
+	s.StoredID = &id
+	return nil
+}
+
+// ScrapedMovie matches the provided movie with the movies
+// in the database and sets the ID field if one is found.
+func ScrapedMovie(qb models.MovieReader, m *models.ScrapedMovie) error {
+	if m.StoredID != nil || m.Name == nil {
+		return nil
+	}
+
+	movies, err := qb.FindByNames([]string{*m.Name}, true)
+
+	if err != nil {
+		return err
+	}
+
+	if len(movies) != 1 {
+		// ignore - cannot match
+		return nil
+	}
+
+	id := strconv.Itoa(movies[0].ID)
+	m.StoredID = &id
+	return nil
+}
+
+// ScrapedTag matches the provided tag with the tags
+// in the database and sets the ID field if one is found.
+func ScrapedTag(qb models.TagReader, s *models.ScrapedTag) error {
+	if s.StoredID != nil {
+		return nil
+	}
+
+	t, err := tag.ByName(qb, s.Name)
+
+	if err != nil {
+		return err
+	}
+
+	if t == nil {
+		// try matching by alias
+		t, err = tag.ByAlias(qb, s.Name)
+		if err != nil {
+			return err
+		}
+	}
+
+	if t == nil {
+		// ignore - cannot match
+		return nil
+	}
+
+	id := strconv.Itoa(t.ID)
+	s.StoredID = &id
+	return nil
+}