File storage rewrite (#2676)

* Restructure data layer part 2 (#2599)
* Refactor and separate image model
* Refactor image query builder
* Handle relationships in image query builder
* Remove relationship management methods
* Refactor gallery model/query builder
* Add scenes to gallery model
* Convert scene model
* Refactor scene models
* Remove unused methods
* Add unit tests for gallery
* Add image tests
* Add scene tests
* Convert unnecessary scene value pointers to values
* Convert unnecessary pointer values to values
* Refactor scene partial
* Add scene partial tests
* Refactor ImagePartial
* Add image partial tests
* Refactor gallery partial update
* Add partial gallery update tests
* Use zero/null package for null values
* Add files and scan system
* Add sqlite implementation for files/folders
* Add unit tests for files/folders
* Image refactors
* Update image data layer
* Refactor gallery model and creation
* Refactor scene model
* Refactor scenes
* Don't set title from filename
* Allow galleries to freely add/remove images
* Add multiple scene file support to graphql and UI
* Add multiple file support for images in graphql/UI
* Add multiple file for galleries in graphql/UI
* Remove use of some deprecated fields
* Remove scene path usage
* Remove gallery path usage
* Remove path from image
* Move funscript to video file
* Refactor caption detection
* Migrate existing data
* Add post commit/rollback hook system
* Lint. Comment out import/export tests
* Add WithDatabase read only wrapper
* Prepend tasks to list
* Add 32 pre-migration
* Add warnings in release and migration notes

pkg/models/file.go

@@ -0,0 +1,80 @@
+package models
+
+import (
+	"context"
+	"path/filepath"
+	"strings"
+
+	"github.com/stashapp/stash/pkg/file"
+)
+
+type FileQueryOptions struct {
+	QueryOptions
+	FileFilter *FileFilterType
+}
+
+type FileFilterType struct {
+	And *FileFilterType `json:"AND"`
+	Or  *FileFilterType `json:"OR"`
+	Not *FileFilterType `json:"NOT"`
+
+	// Filter by path
+	Path *StringCriterionInput `json:"path"`
+}
+
+func PathsFileFilter(paths []string) *FileFilterType {
+	if paths == nil {
+		return nil
+	}
+
+	sep := string(filepath.Separator)
+
+	var ret *FileFilterType
+	var or *FileFilterType
+	for _, p := range paths {
+		newOr := &FileFilterType{}
+		if or != nil {
+			or.Or = newOr
+		} else {
+			ret = newOr
+		}
+
+		or = newOr
+
+		if !strings.HasSuffix(p, sep) {
+			p += sep
+		}
+
+		or.Path = &StringCriterionInput{
+			Modifier: CriterionModifierEquals,
+			Value:    p + "%",
+		}
+	}
+
+	return ret
+}
+
+type FileQueryResult struct {
+	// can't use QueryResult because id type is wrong
+
+	IDs   []file.ID
+	Count int
+
+	finder     file.Finder
+	files      []file.File
+	resolveErr error
+}
+
+func NewFileQueryResult(finder file.Finder) *FileQueryResult {
+	return &FileQueryResult{
+		finder: finder,
+	}
+}
+
+func (r *FileQueryResult) Resolve(ctx context.Context) ([]file.File, error) {
+	// cache results
+	if r.files == nil && r.resolveErr == nil {
+		r.files, r.resolveErr = r.finder.Find(ctx, r.IDs...)
+	}
+	return r.files, r.resolveErr
+}