mirror of
https://github.com/stashapp/stash.git
synced 2026-04-29 10:27:20 +02:00
5495d72849
* Restructure data layer part 2 (#2599) * Refactor and separate image model * Refactor image query builder * Handle relationships in image query builder * Remove relationship management methods * Refactor gallery model/query builder * Add scenes to gallery model * Convert scene model * Refactor scene models * Remove unused methods * Add unit tests for gallery * Add image tests * Add scene tests * Convert unnecessary scene value pointers to values * Convert unnecessary pointer values to values * Refactor scene partial * Add scene partial tests * Refactor ImagePartial * Add image partial tests * Refactor gallery partial update * Add partial gallery update tests * Use zero/null package for null values * Add files and scan system * Add sqlite implementation for files/folders * Add unit tests for files/folders * Image refactors * Update image data layer * Refactor gallery model and creation * Refactor scene model * Refactor scenes * Don't set title from filename * Allow galleries to freely add/remove images * Add multiple scene file support to graphql and UI * Add multiple file support for images in graphql/UI * Add multiple file for galleries in graphql/UI * Remove use of some deprecated fields * Remove scene path usage * Remove gallery path usage * Remove path from image * Move funscript to video file * Refactor caption detection * Migrate existing data * Add post commit/rollback hook system * Lint. Comment out import/export tests * Add WithDatabase read only wrapper * Prepend tasks to list * Add 32 pre-migration * Add warnings in release and migration notes
104 lines
2.7 KiB
Go
104 lines
2.7 KiB
Go
package videophash
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"fmt"
|
|
"image"
|
|
"image/color"
|
|
"math"
|
|
|
|
"github.com/corona10/goimagehash"
|
|
"github.com/disintegration/imaging"
|
|
|
|
"github.com/stashapp/stash/pkg/ffmpeg"
|
|
"github.com/stashapp/stash/pkg/ffmpeg/transcoder"
|
|
"github.com/stashapp/stash/pkg/file"
|
|
"github.com/stashapp/stash/pkg/logger"
|
|
)
|
|
|
|
const (
|
|
screenshotSize = 160
|
|
columns = 5
|
|
rows = 5
|
|
)
|
|
|
|
func Generate(encoder ffmpeg.FFMpeg, videoFile *file.VideoFile) (*uint64, error) {
|
|
sprite, err := generateSprite(encoder, videoFile)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
hash, err := goimagehash.PerceptionHash(sprite)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("computing phash from sprite: %w", err)
|
|
}
|
|
hashValue := hash.GetHash()
|
|
return &hashValue, nil
|
|
}
|
|
|
|
func generateSpriteScreenshot(encoder ffmpeg.FFMpeg, input string, t float64) (image.Image, error) {
|
|
options := transcoder.ScreenshotOptions{
|
|
Width: screenshotSize,
|
|
OutputPath: "-",
|
|
OutputType: transcoder.ScreenshotOutputTypeBMP,
|
|
}
|
|
|
|
args := transcoder.ScreenshotTime(input, t, options)
|
|
data, err := encoder.GenerateOutput(context.Background(), args, nil)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
reader := bytes.NewReader(data)
|
|
|
|
img, _, err := image.Decode(reader)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("decoding image: %w", err)
|
|
}
|
|
|
|
return img, nil
|
|
}
|
|
|
|
func combineImages(images []image.Image) image.Image {
|
|
width := images[0].Bounds().Size().X
|
|
height := images[0].Bounds().Size().Y
|
|
canvasWidth := width * columns
|
|
canvasHeight := height * rows
|
|
montage := imaging.New(canvasWidth, canvasHeight, color.NRGBA{})
|
|
for index := 0; index < len(images); index++ {
|
|
x := width * (index % columns)
|
|
y := height * int(math.Floor(float64(index)/float64(rows)))
|
|
img := images[index]
|
|
montage = imaging.Paste(montage, img, image.Pt(x, y))
|
|
}
|
|
|
|
return montage
|
|
}
|
|
|
|
func generateSprite(encoder ffmpeg.FFMpeg, videoFile *file.VideoFile) (image.Image, error) {
|
|
logger.Infof("[generator] generating phash sprite for %s", videoFile.Path)
|
|
|
|
// Generate sprite image offset by 5% on each end to avoid intro/outros
|
|
chunkCount := columns * rows
|
|
offset := 0.05 * videoFile.Duration
|
|
stepSize := (0.9 * videoFile.Duration) / float64(chunkCount)
|
|
var images []image.Image
|
|
for i := 0; i < chunkCount; i++ {
|
|
time := offset + (float64(i) * stepSize)
|
|
|
|
img, err := generateSpriteScreenshot(encoder, videoFile.Path, time)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("generating sprite screenshot: %w", err)
|
|
}
|
|
|
|
images = append(images, img)
|
|
}
|
|
|
|
// Combine all of the thumbnails into a sprite image
|
|
if len(images) == 0 {
|
|
return nil, fmt.Errorf("images slice is empty, failed to generate phash sprite for %s", videoFile.Path)
|
|
}
|
|
|
|
return combineImages(images), nil
|
|
}
|