mirror of
https://github.com/stashapp/stash.git
synced 2025-12-06 08:26:00 +01:00
* Restructure data layer part 2 (#2599) * Refactor and separate image model * Refactor image query builder * Handle relationships in image query builder * Remove relationship management methods * Refactor gallery model/query builder * Add scenes to gallery model * Convert scene model * Refactor scene models * Remove unused methods * Add unit tests for gallery * Add image tests * Add scene tests * Convert unnecessary scene value pointers to values * Convert unnecessary pointer values to values * Refactor scene partial * Add scene partial tests * Refactor ImagePartial * Add image partial tests * Refactor gallery partial update * Add partial gallery update tests * Use zero/null package for null values * Add files and scan system * Add sqlite implementation for files/folders * Add unit tests for files/folders * Image refactors * Update image data layer * Refactor gallery model and creation * Refactor scene model * Refactor scenes * Don't set title from filename * Allow galleries to freely add/remove images * Add multiple scene file support to graphql and UI * Add multiple file support for images in graphql/UI * Add multiple file for galleries in graphql/UI * Remove use of some deprecated fields * Remove scene path usage * Remove gallery path usage * Remove path from image * Move funscript to video file * Refactor caption detection * Migrate existing data * Add post commit/rollback hook system * Lint. Comment out import/export tests * Add WithDatabase read only wrapper * Prepend tasks to list * Add 32 pre-migration * Add warnings in release and migration notes
88 lines
1.8 KiB
Go
88 lines
1.8 KiB
Go
package manager
|
|
|
|
import (
|
|
"errors"
|
|
"fmt"
|
|
"io"
|
|
|
|
"github.com/stashapp/stash/internal/manager/config"
|
|
"github.com/stashapp/stash/pkg/file"
|
|
"github.com/stashapp/stash/pkg/hash/md5"
|
|
"github.com/stashapp/stash/pkg/hash/oshash"
|
|
)
|
|
|
|
type fingerprintCalculator struct {
|
|
Config *config.Instance
|
|
}
|
|
|
|
func (c *fingerprintCalculator) calculateOshash(f *file.BaseFile, o file.Opener) (*file.Fingerprint, error) {
|
|
r, err := o.Open()
|
|
if err != nil {
|
|
return nil, fmt.Errorf("opening file: %w", err)
|
|
}
|
|
|
|
defer r.Close()
|
|
|
|
rc, isRC := r.(io.ReadSeeker)
|
|
if !isRC {
|
|
return nil, errors.New("cannot calculate oshash for non-readcloser")
|
|
}
|
|
|
|
hash, err := oshash.FromReader(rc, f.Size)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("calculating oshash: %w", err)
|
|
}
|
|
|
|
return &file.Fingerprint{
|
|
Type: file.FingerprintTypeOshash,
|
|
Fingerprint: hash,
|
|
}, nil
|
|
}
|
|
|
|
func (c *fingerprintCalculator) calculateMD5(o file.Opener) (*file.Fingerprint, error) {
|
|
r, err := o.Open()
|
|
if err != nil {
|
|
return nil, fmt.Errorf("opening file: %w", err)
|
|
}
|
|
|
|
defer r.Close()
|
|
|
|
hash, err := md5.FromReader(r)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("calculating md5: %w", err)
|
|
}
|
|
|
|
return &file.Fingerprint{
|
|
Type: file.FingerprintTypeMD5,
|
|
Fingerprint: hash,
|
|
}, nil
|
|
}
|
|
|
|
func (c *fingerprintCalculator) CalculateFingerprints(f *file.BaseFile, o file.Opener) ([]file.Fingerprint, error) {
|
|
var ret []file.Fingerprint
|
|
calculateMD5 := true
|
|
|
|
if isVideo(f.Basename) {
|
|
// calculate oshash first
|
|
fp, err := c.calculateOshash(f, o)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
ret = append(ret, *fp)
|
|
|
|
// only calculate MD5 if enabled in config
|
|
calculateMD5 = c.Config.IsCalculateMD5()
|
|
}
|
|
|
|
if calculateMD5 {
|
|
fp, err := c.calculateMD5(o)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
ret = append(ret, *fp)
|
|
}
|
|
|
|
return ret, nil
|
|
}
|