File storage rewrite (#2676)

* Restructure data layer part 2 (#2599)
* Refactor and separate image model
* Refactor image query builder
* Handle relationships in image query builder
* Remove relationship management methods
* Refactor gallery model/query builder
* Add scenes to gallery model
* Convert scene model
* Refactor scene models
* Remove unused methods
* Add unit tests for gallery
* Add image tests
* Add scene tests
* Convert unnecessary scene value pointers to values
* Convert unnecessary pointer values to values
* Refactor scene partial
* Add scene partial tests
* Refactor ImagePartial
* Add image partial tests
* Refactor gallery partial update
* Add partial gallery update tests
* Use zero/null package for null values
* Add files and scan system
* Add sqlite implementation for files/folders
* Add unit tests for files/folders
* Image refactors
* Update image data layer
* Refactor gallery model and creation
* Refactor scene model
* Refactor scenes
* Don't set title from filename
* Allow galleries to freely add/remove images
* Add multiple scene file support to graphql and UI
* Add multiple file support for images in graphql/UI
* Add multiple file for galleries in graphql/UI
* Remove use of some deprecated fields
* Remove scene path usage
* Remove gallery path usage
* Remove path from image
* Move funscript to video file
* Refactor caption detection
* Migrate existing data
* Add post commit/rollback hook system
* Lint. Comment out import/export tests
* Add WithDatabase read only wrapper
* Prepend tasks to list
* Add 32 pre-migration
* Add warnings in release and migration notes

pkg/sqlite/fingerprint.go

@@ -0,0 +1,81 @@
+package sqlite
+
+import (
+	"context"
+	"fmt"
+
+	"github.com/doug-martin/goqu/v9"
+	"github.com/doug-martin/goqu/v9/exp"
+	"github.com/stashapp/stash/pkg/file"
+	"gopkg.in/guregu/null.v4"
+)
+
+const (
+	fingerprintTable = "files_fingerprints"
+)
+
+type fingerprintQueryRow struct {
+	Type        null.String `db:"fingerprint_type"`
+	Fingerprint interface{} `db:"fingerprint"`
+}
+
+func (r fingerprintQueryRow) valid() bool {
+	return r.Type.Valid
+}
+
+func (r *fingerprintQueryRow) resolve() file.Fingerprint {
+	return file.Fingerprint{
+		Type:        r.Type.String,
+		Fingerprint: r.Fingerprint,
+	}
+}
+
+type fingerprintQueryBuilder struct {
+	repository
+
+	tableMgr *table
+}
+
+var FingerprintReaderWriter = &fingerprintQueryBuilder{
+	repository: repository{
+		tableName: fingerprintTable,
+		idColumn:  fileIDColumn,
+	},
+
+	tableMgr: fingerprintTableMgr,
+}
+
+func (qb *fingerprintQueryBuilder) insert(ctx context.Context, fileID file.ID, f file.Fingerprint) error {
+	table := qb.table()
+	q := dialect.Insert(table).Cols(fileIDColumn, "type", "fingerprint").Vals(
+		goqu.Vals{fileID, f.Type, f.Fingerprint},
+	)
+	_, err := exec(ctx, q)
+	if err != nil {
+		return fmt.Errorf("inserting into %s: %w", table.GetTable(), err)
+	}
+
+	return nil
+}
+
+func (qb *fingerprintQueryBuilder) insertJoins(ctx context.Context, fileID file.ID, f []file.Fingerprint) error {
+	for _, ff := range f {
+		if err := qb.insert(ctx, fileID, ff); err != nil {
+			return err
+		}
+	}
+
+	return nil
+}
+
+func (qb *fingerprintQueryBuilder) replaceJoins(ctx context.Context, fileID file.ID, f []file.Fingerprint) error {
+	if err := qb.destroy(ctx, []int{int(fileID)}); err != nil {
+		return err
+	}
+
+	return qb.insertJoins(ctx, fileID, f)
+}
+
+func (qb *fingerprintQueryBuilder) table() exp.IdentifierExpression {
+	return qb.tableMgr.table
+}