mirror of
https://github.com/stashapp/stash.git
synced 2025-12-06 08:26:00 +01:00
* Restructure data layer part 2 (#2599) * Refactor and separate image model * Refactor image query builder * Handle relationships in image query builder * Remove relationship management methods * Refactor gallery model/query builder * Add scenes to gallery model * Convert scene model * Refactor scene models * Remove unused methods * Add unit tests for gallery * Add image tests * Add scene tests * Convert unnecessary scene value pointers to values * Convert unnecessary pointer values to values * Refactor scene partial * Add scene partial tests * Refactor ImagePartial * Add image partial tests * Refactor gallery partial update * Add partial gallery update tests * Use zero/null package for null values * Add files and scan system * Add sqlite implementation for files/folders * Add unit tests for files/folders * Image refactors * Update image data layer * Refactor gallery model and creation * Refactor scene model * Refactor scenes * Don't set title from filename * Allow galleries to freely add/remove images * Add multiple scene file support to graphql and UI * Add multiple file support for images in graphql/UI * Add multiple file for galleries in graphql/UI * Remove use of some deprecated fields * Remove scene path usage * Remove gallery path usage * Remove path from image * Move funscript to video file * Refactor caption detection * Migrate existing data * Add post commit/rollback hook system * Lint. Comment out import/export tests * Add WithDatabase read only wrapper * Prepend tasks to list * Add 32 pre-migration * Add warnings in release and migration notes
70 lines
1.6 KiB
Go
70 lines
1.6 KiB
Go
package utils
|
|
|
|
import (
|
|
"strconv"
|
|
|
|
"github.com/corona10/goimagehash"
|
|
"github.com/stashapp/stash/pkg/sliceutil/intslice"
|
|
)
|
|
|
|
type Phash struct {
|
|
SceneID int `db:"id"`
|
|
Hash int64 `db:"phash"`
|
|
Neighbors []int
|
|
Bucket int
|
|
}
|
|
|
|
func FindDuplicates(hashes []*Phash, distance int) [][]int {
|
|
for i, scene := range hashes {
|
|
sceneHash := goimagehash.NewImageHash(uint64(scene.Hash), goimagehash.PHash)
|
|
for j, neighbor := range hashes {
|
|
if i != j && scene.SceneID != neighbor.SceneID {
|
|
neighborHash := goimagehash.NewImageHash(uint64(neighbor.Hash), goimagehash.PHash)
|
|
neighborDistance, _ := sceneHash.Distance(neighborHash)
|
|
if neighborDistance <= distance {
|
|
scene.Neighbors = append(scene.Neighbors, j)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
var buckets [][]int
|
|
for _, scene := range hashes {
|
|
if len(scene.Neighbors) > 0 && scene.Bucket == -1 {
|
|
bucket := len(buckets)
|
|
scenes := []int{scene.SceneID}
|
|
scene.Bucket = bucket
|
|
findNeighbors(bucket, scene.Neighbors, hashes, &scenes)
|
|
|
|
if len(scenes) > 1 {
|
|
buckets = append(buckets, scenes)
|
|
}
|
|
}
|
|
}
|
|
|
|
return buckets
|
|
}
|
|
|
|
func findNeighbors(bucket int, neighbors []int, hashes []*Phash, scenes *[]int) {
|
|
for _, id := range neighbors {
|
|
hash := hashes[id]
|
|
if hash.Bucket == -1 {
|
|
hash.Bucket = bucket
|
|
*scenes = intslice.IntAppendUnique(*scenes, hash.SceneID)
|
|
findNeighbors(bucket, hash.Neighbors, hashes, scenes)
|
|
}
|
|
}
|
|
}
|
|
|
|
func PhashToString(phash int64) string {
|
|
return strconv.FormatUint(uint64(phash), 16)
|
|
}
|
|
|
|
func StringToPhash(s string) (int64, error) {
|
|
ret, err := strconv.ParseUint(s, 16, 64)
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
|
|
return int64(ret), nil
|
|
}
|