package sqlite import ( "context" "database/sql" "errors" "fmt" "github.com/doug-martin/goqu/v9" "github.com/doug-martin/goqu/v9/exp" "github.com/jmoiron/sqlx" "gopkg.in/guregu/null.v4/zero" "github.com/stashapp/stash/pkg/models" "github.com/stashapp/stash/pkg/sliceutil/intslice" ) const sceneMarkerTable = "scene_markers" const countSceneMarkersForTagQuery = ` SELECT scene_markers.id FROM scene_markers LEFT JOIN scene_markers_tags as tags_join on tags_join.scene_marker_id = scene_markers.id WHERE tags_join.tag_id = ? OR scene_markers.primary_tag_id = ? GROUP BY scene_markers.id ` type sceneMarkerRow struct { ID int `db:"id" goqu:"skipinsert"` Title string `db:"title"` Seconds float64 `db:"seconds"` PrimaryTagID int `db:"primary_tag_id"` SceneID zero.Int `db:"scene_id,omitempty"` // TODO: make schema non-nullable CreatedAt Timestamp `db:"created_at"` UpdatedAt Timestamp `db:"updated_at"` } func (r *sceneMarkerRow) fromSceneMarker(o models.SceneMarker) { r.ID = o.ID r.Title = o.Title r.Seconds = o.Seconds r.PrimaryTagID = o.PrimaryTagID r.SceneID = zero.IntFrom(int64(o.SceneID)) r.CreatedAt = Timestamp{Timestamp: o.CreatedAt} r.UpdatedAt = Timestamp{Timestamp: o.UpdatedAt} } func (r *sceneMarkerRow) resolve() *models.SceneMarker { ret := &models.SceneMarker{ ID: r.ID, Title: r.Title, Seconds: r.Seconds, PrimaryTagID: r.PrimaryTagID, SceneID: int(r.SceneID.Int64), CreatedAt: r.CreatedAt.Timestamp, UpdatedAt: r.UpdatedAt.Timestamp, } return ret } type SceneMarkerStore struct { repository tableMgr *table } func NewSceneMarkerStore() *SceneMarkerStore { return &SceneMarkerStore{ repository: repository{ tableName: sceneMarkerTable, idColumn: idColumn, }, tableMgr: sceneMarkerTableMgr, } } func (qb *SceneMarkerStore) table() exp.IdentifierExpression { return qb.tableMgr.table } func (qb *SceneMarkerStore) selectDataset() *goqu.SelectDataset { return dialect.From(qb.table()).Select(qb.table().All()) } func (qb *SceneMarkerStore) Create(ctx context.Context, newObject *models.SceneMarker) error { var r sceneMarkerRow r.fromSceneMarker(*newObject) id, err := qb.tableMgr.insertID(ctx, r) if err != nil { return err } updated, err := qb.find(ctx, id) if err != nil { return fmt.Errorf("finding after create: %w", err) } *newObject = *updated return nil } func (qb *SceneMarkerStore) Update(ctx context.Context, updatedObject *models.SceneMarker) error { var r sceneMarkerRow r.fromSceneMarker(*updatedObject) if err := qb.tableMgr.updateByID(ctx, updatedObject.ID, r); err != nil { return err } return nil } func (qb *SceneMarkerStore) Destroy(ctx context.Context, id int) error { return qb.destroyExisting(ctx, []int{id}) } // returns nil, nil if not found func (qb *SceneMarkerStore) Find(ctx context.Context, id int) (*models.SceneMarker, error) { ret, err := qb.find(ctx, id) if errors.Is(err, sql.ErrNoRows) { return nil, nil } return ret, err } func (qb *SceneMarkerStore) FindMany(ctx context.Context, ids []int) ([]*models.SceneMarker, error) { ret := make([]*models.SceneMarker, len(ids)) table := qb.table() q := qb.selectDataset().Prepared(true).Where(table.Col(idColumn).In(ids)) unsorted, err := qb.getMany(ctx, q) if err != nil { return nil, err } for _, s := range unsorted { i := intslice.IntIndex(ids, s.ID) ret[i] = s } for i := range ret { if ret[i] == nil { return nil, fmt.Errorf("scene marker with id %d not found", ids[i]) } } return ret, nil } // returns nil, sql.ErrNoRows if not found func (qb *SceneMarkerStore) find(ctx context.Context, id int) (*models.SceneMarker, error) { q := qb.selectDataset().Where(qb.tableMgr.byID(id)) ret, err := qb.get(ctx, q) if err != nil { return nil, err } return ret, nil } // returns nil, sql.ErrNoRows if not found func (qb *SceneMarkerStore) get(ctx context.Context, q *goqu.SelectDataset) (*models.SceneMarker, error) { ret, err := qb.getMany(ctx, q) if err != nil { return nil, err } if len(ret) == 0 { return nil, sql.ErrNoRows } return ret[0], nil } func (qb *SceneMarkerStore) getMany(ctx context.Context, q *goqu.SelectDataset) ([]*models.SceneMarker, error) { const single = false var ret []*models.SceneMarker if err := queryFunc(ctx, q, single, func(r *sqlx.Rows) error { var f sceneMarkerRow if err := r.StructScan(&f); err != nil { return err } s := f.resolve() ret = append(ret, s) return nil }); err != nil { return nil, err } return ret, nil } func (qb *SceneMarkerStore) FindBySceneID(ctx context.Context, sceneID int) ([]*models.SceneMarker, error) { query := ` SELECT scene_markers.* FROM scene_markers WHERE scene_markers.scene_id = ? GROUP BY scene_markers.id ORDER BY scene_markers.seconds ASC ` args := []interface{}{sceneID} return qb.querySceneMarkers(ctx, query, args) } func (qb *SceneMarkerStore) CountByTagID(ctx context.Context, tagID int) (int, error) { args := []interface{}{tagID, tagID} return qb.runCountQuery(ctx, qb.buildCountQuery(countSceneMarkersForTagQuery), args) } func (qb *SceneMarkerStore) GetMarkerStrings(ctx context.Context, q *string, sort *string) ([]*models.MarkerStringsResultType, error) { query := "SELECT count(*) as `count`, scene_markers.id as id, scene_markers.title as title FROM scene_markers" if q != nil { query += " WHERE title LIKE '%" + *q + "%'" } query += " GROUP BY title" if sort != nil && *sort == "count" { query += " ORDER BY `count` DESC" } else { query += " ORDER BY title ASC" } var args []interface{} return qb.queryMarkerStringsResultType(ctx, query, args) } func (qb *SceneMarkerStore) Wall(ctx context.Context, q *string) ([]*models.SceneMarker, error) { s := "" if q != nil { s = *q } table := qb.table() qq := qb.selectDataset().Prepared(true).Where(table.Col("title").Like("%" + s + "%")).Order(goqu.L("RANDOM()").Asc()).Limit(80) return qb.getMany(ctx, qq) } func (qb *SceneMarkerStore) makeFilter(ctx context.Context, sceneMarkerFilter *models.SceneMarkerFilterType) *filterBuilder { query := &filterBuilder{} query.handleCriterion(ctx, sceneMarkerTagIDCriterionHandler(qb, sceneMarkerFilter.TagID)) query.handleCriterion(ctx, sceneMarkerTagsCriterionHandler(qb, sceneMarkerFilter.Tags)) query.handleCriterion(ctx, sceneMarkerSceneTagsCriterionHandler(qb, sceneMarkerFilter.SceneTags)) query.handleCriterion(ctx, sceneMarkerPerformersCriterionHandler(qb, sceneMarkerFilter.Performers)) query.handleCriterion(ctx, timestampCriterionHandler(sceneMarkerFilter.CreatedAt, "scene_markers.created_at")) query.handleCriterion(ctx, timestampCriterionHandler(sceneMarkerFilter.UpdatedAt, "scene_markers.updated_at")) query.handleCriterion(ctx, dateCriterionHandler(sceneMarkerFilter.SceneDate, "scenes.date")) query.handleCriterion(ctx, timestampCriterionHandler(sceneMarkerFilter.SceneCreatedAt, "scenes.created_at")) query.handleCriterion(ctx, timestampCriterionHandler(sceneMarkerFilter.SceneUpdatedAt, "scenes.updated_at")) return query } func (qb *SceneMarkerStore) makeQuery(ctx context.Context, sceneMarkerFilter *models.SceneMarkerFilterType, findFilter *models.FindFilterType) (*queryBuilder, error) { if sceneMarkerFilter == nil { sceneMarkerFilter = &models.SceneMarkerFilterType{} } if findFilter == nil { findFilter = &models.FindFilterType{} } query := qb.newQuery() distinctIDs(&query, sceneMarkerTable) if q := findFilter.Q; q != nil && *q != "" { searchColumns := []string{"scene_markers.title", "scenes.title"} query.parseQueryString(searchColumns, *q) } filter := qb.makeFilter(ctx, sceneMarkerFilter) if err := query.addFilter(filter); err != nil { return nil, err } query.sortAndPagination = qb.getSceneMarkerSort(&query, findFilter) + getPagination(findFilter) return &query, nil } func (qb *SceneMarkerStore) Query(ctx context.Context, sceneMarkerFilter *models.SceneMarkerFilterType, findFilter *models.FindFilterType) ([]*models.SceneMarker, int, error) { query, err := qb.makeQuery(ctx, sceneMarkerFilter, findFilter) if err != nil { return nil, 0, err } idsResult, countResult, err := query.executeFind(ctx) if err != nil { return nil, 0, err } sceneMarkers, err := qb.FindMany(ctx, idsResult) if err != nil { return nil, 0, err } return sceneMarkers, countResult, nil } func (qb *SceneMarkerStore) QueryCount(ctx context.Context, sceneMarkerFilter *models.SceneMarkerFilterType, findFilter *models.FindFilterType) (int, error) { query, err := qb.makeQuery(ctx, sceneMarkerFilter, findFilter) if err != nil { return 0, err } return query.executeCount(ctx) } func sceneMarkerTagIDCriterionHandler(qb *SceneMarkerStore, tagID *string) criterionHandlerFunc { return func(ctx context.Context, f *filterBuilder) { if tagID != nil { f.addLeftJoin("scene_markers_tags", "", "scene_markers_tags.scene_marker_id = scene_markers.id") f.addWhere("(scene_markers.primary_tag_id = ? OR scene_markers_tags.tag_id = ?)", *tagID, *tagID) } } } func sceneMarkerTagsCriterionHandler(qb *SceneMarkerStore, criterion *models.HierarchicalMultiCriterionInput) criterionHandlerFunc { return func(ctx context.Context, f *filterBuilder) { if criterion != nil { tags := criterion.CombineExcludes() if tags.Modifier == models.CriterionModifierIsNull || tags.Modifier == models.CriterionModifierNotNull { var notClause string if tags.Modifier == models.CriterionModifierNotNull { notClause = "NOT" } f.addLeftJoin("scene_markers_tags", "", "scene_markers.id = scene_markers_tags.scene_marker_id") f.addWhere(fmt.Sprintf("%s scene_markers_tags.tag_id IS NULL", notClause)) return } if tags.Modifier == models.CriterionModifierEquals && tags.Depth != nil && *tags.Depth != 0 { f.setError(fmt.Errorf("depth is not supported for equals modifier for marker tag filtering")) return } if len(tags.Value) == 0 && len(tags.Excludes) == 0 { return } if len(tags.Value) > 0 { valuesClause, err := getHierarchicalValues(ctx, qb.tx, tags.Value, tagTable, "tags_relations", "parent_id", "child_id", tags.Depth) if err != nil { f.setError(err) return } f.addWith(`marker_tags AS ( SELECT mt.scene_marker_id, t.column1 AS root_tag_id FROM scene_markers_tags mt INNER JOIN (` + valuesClause + `) t ON t.column2 = mt.tag_id UNION SELECT m.id, t.column1 FROM scene_markers m INNER JOIN (` + valuesClause + `) t ON t.column2 = m.primary_tag_id )`) f.addLeftJoin("marker_tags", "", "marker_tags.scene_marker_id = scene_markers.id") switch tags.Modifier { case models.CriterionModifierEquals: // includes only the provided ids f.addWhere("marker_tags.root_tag_id IS NOT NULL") tagsLen := len(tags.Value) f.addHaving(fmt.Sprintf("count(distinct marker_tags.root_tag_id) IS %d", tagsLen)) // decrement by one to account for primary tag id f.addWhere("(SELECT COUNT(*) FROM scene_markers_tags s WHERE s.scene_marker_id = scene_markers.id) = ?", tagsLen-1) case models.CriterionModifierNotEquals: f.setError(fmt.Errorf("not equals modifier is not supported for scene marker tags")) default: addHierarchicalConditionClauses(f, tags, "marker_tags", "root_tag_id") } } if len(criterion.Excludes) > 0 { valuesClause, err := getHierarchicalValues(ctx, dbWrapper{}, tags.Excludes, tagTable, "tags_relations", "parent_id", "child_id", tags.Depth) if err != nil { f.setError(err) return } clause := "scene_markers.id NOT IN (SELECT scene_markers_tags.scene_marker_id FROM scene_markers_tags WHERE scene_markers_tags.tag_id IN (SELECT column2 FROM (%s)))" f.addWhere(fmt.Sprintf(clause, valuesClause)) f.addWhere(fmt.Sprintf("scene_markers.primary_tag_id NOT IN (SELECT column2 FROM (%s))", valuesClause)) } } } } func sceneMarkerSceneTagsCriterionHandler(qb *SceneMarkerStore, tags *models.HierarchicalMultiCriterionInput) criterionHandlerFunc { return func(ctx context.Context, f *filterBuilder) { if tags != nil { f.addLeftJoin("scenes_tags", "", "scene_markers.scene_id = scenes_tags.scene_id") h := joinedHierarchicalMultiCriterionHandlerBuilder{ tx: qb.tx, primaryTable: "scene_markers", primaryKey: sceneIDColumn, foreignTable: tagTable, foreignFK: tagIDColumn, relationsTable: "tags_relations", joinTable: "scenes_tags", joinAs: "marker_scenes_tags", primaryFK: sceneIDColumn, } h.handler(tags).handle(ctx, f) } } } func sceneMarkerPerformersCriterionHandler(qb *SceneMarkerStore, performers *models.MultiCriterionInput) criterionHandlerFunc { h := joinedMultiCriterionHandlerBuilder{ primaryTable: sceneTable, joinTable: performersScenesTable, joinAs: "performers_join", primaryFK: sceneIDColumn, foreignFK: performerIDColumn, addJoinTable: func(f *filterBuilder) { f.addLeftJoin(performersScenesTable, "performers_join", "performers_join.scene_id = scene_markers.scene_id") }, } handler := h.handler(performers) return func(ctx context.Context, f *filterBuilder) { // Make sure scenes is included, otherwise excludes filter fails f.addLeftJoin(sceneTable, "", "scenes.id = scene_markers.scene_id") handler(ctx, f) } } func (qb *SceneMarkerStore) getSceneMarkerSort(query *queryBuilder, findFilter *models.FindFilterType) string { sort := findFilter.GetSort("title") direction := findFilter.GetDirection() tableName := "scene_markers" if sort == "scenes_updated_at" { // ensure scene table is joined query.join(sceneTable, "", "scenes.id = scene_markers.scene_id") sort = "updated_at" tableName = "scenes" } additional := ", scene_markers.scene_id ASC, scene_markers.seconds ASC" return getSort(sort, direction, tableName) + additional } func (qb *SceneMarkerStore) querySceneMarkers(ctx context.Context, query string, args []interface{}) ([]*models.SceneMarker, error) { const single = false var ret []*models.SceneMarker if err := qb.queryFunc(ctx, query, args, single, func(r *sqlx.Rows) error { var f sceneMarkerRow if err := r.StructScan(&f); err != nil { return err } s := f.resolve() ret = append(ret, s) return nil }); err != nil { return nil, err } return ret, nil } func (qb *SceneMarkerStore) queryMarkerStringsResultType(ctx context.Context, query string, args []interface{}) ([]*models.MarkerStringsResultType, error) { rows, err := qb.tx.Queryx(ctx, query, args...) if err != nil && !errors.Is(err, sql.ErrNoRows) { return nil, err } defer rows.Close() markerStrings := make([]*models.MarkerStringsResultType, 0) for rows.Next() { markerString := models.MarkerStringsResultType{} if err := rows.StructScan(&markerString); err != nil { return nil, err } markerStrings = append(markerStrings, &markerString) } if err := rows.Err(); err != nil { return nil, err } return markerStrings, nil } func (qb *SceneMarkerStore) tagsRepository() *joinRepository { return &joinRepository{ repository: repository{ tx: qb.tx, tableName: "scene_markers_tags", idColumn: "scene_marker_id", }, fkColumn: tagIDColumn, } } func (qb *SceneMarkerStore) GetTagIDs(ctx context.Context, id int) ([]int, error) { return qb.tagsRepository().getIDs(ctx, id) } func (qb *SceneMarkerStore) UpdateTags(ctx context.Context, id int, tagIDs []int) error { // Delete the existing joins and then create new ones return qb.tagsRepository().replace(ctx, id, tagIDs) } func (qb *SceneMarkerStore) Count(ctx context.Context) (int, error) { q := dialect.Select(goqu.COUNT("*")).From(qb.table()) return count(ctx, q) } func (qb *SceneMarkerStore) All(ctx context.Context) ([]*models.SceneMarker, error) { return qb.getMany(ctx, qb.selectDataset()) }