mirror of
https://github.com/idanoo/autobrr
synced 2025-07-22 08:19:12 +00:00

* feat(filters): skip duplicates * fix: add interface instead of any * fix(filters): tonullint * feat(filters): skip dupes check month day * chore: cleanup * feat(db): set autoincrement id * feat(filters): add repack and proper to dupe profile * feat(filters): add default dupe profiles * feat(duplicates): check audio and website * feat(duplicates): update tests * feat(duplicates): add toggles on addform * feat(duplicates): fix sqlite upgrade path and initialize duplicate profiles * feat(duplicates): simplify sqlite upgrade avoiding temp table and unwieldy select. Besides, FK constraints are turned off anyway in #229. * feat(duplicates): change CheckIsDuplicateRelease treatment of PROPER and REPACK "Proper" and "Repack" are not parallel to the other conditions like "Title", so they do not belong as dedup conditions. "PROPER" means there was an issue in the previous release, and so a PROPER is never a duplicate, even if it replaces another PROPER. Similarly, "REPACK" means there was an issue in the previous release by that group, and so it is a duplicate only if we previously took a release from a DIFFERENT group. I have not removed Proper and Repack from the UI or the schema yet. * feat(duplicates): update postgres schema to match sqlite * feat(duplicates): fix web build errors * feat(duplicates): fix postgres errors * feat(filters): do leftjoin for duplicate profile * fix(filters): partial update dupe profile * go fmt `internal/domain/filter.go` * feat(duplicates): restore straightforward logic for proper/repack * feat(duplicates): remove mostly duplicate TV duplicate profiles Having one profile seems the cleanest. If somebody wants multiple resolutions then they can add Resolution to the duplicate profile. Tested this profile with both weekly episodic releases and daily show releases. * feat(release): add db indexes and sub_title * feat(release): add IsDuplicate tests * feat(release): update action handler * feat(release): add more tests for skip duplicates * feat(duplicates): check audio * feat(duplicates): add more tests * feat(duplicates): match edition cut and more * fix(duplicates): tests * fix(duplicates): missing imports * fix(duplicates): tests * feat(duplicates): handle sub_title edition and language in ui * fix(duplicates): tests * feat(duplicates): check name against normalized hash * fix(duplicates): tests * chore: update .gitignore to ignore .pnpm-store * fix: tests * fix(filters): tests * fix: bad conflict merge * fix: update release type in test * fix: use vendored hot-toast * fix: release_test.go * fix: rss_test.go * feat(duplicates): improve title hashing for unique check * feat(duplicates): further improve title hashing for unique check with lang * feat(duplicates): fix tests * feat(duplicates): add macros IsDuplicate and DuplicateProfile ID and name * feat(duplicates): add normalized hash match option * fix: headlessui-state prop warning * fix(duplicates): add missing year in daily ep normalize * fix(duplicates): check rejections len --------- Co-authored-by: ze0s <ze0s@riseup.net>
1232 lines
37 KiB
Go
1232 lines
37 KiB
Go
// Copyright (c) 2021 - 2024, Ludvig Lundgren and the autobrr contributors.
|
|
// SPDX-License-Identifier: GPL-2.0-or-later
|
|
|
|
package database
|
|
|
|
import (
|
|
"context"
|
|
"database/sql"
|
|
"fmt"
|
|
"regexp"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/autobrr/autobrr/internal/domain"
|
|
"github.com/autobrr/autobrr/internal/logger"
|
|
"github.com/autobrr/autobrr/pkg/errors"
|
|
|
|
sq "github.com/Masterminds/squirrel"
|
|
"github.com/lib/pq"
|
|
"github.com/rs/zerolog"
|
|
)
|
|
|
|
type ReleaseRepo struct {
|
|
log zerolog.Logger
|
|
db *DB
|
|
}
|
|
|
|
func NewReleaseRepo(log logger.Logger, db *DB) domain.ReleaseRepo {
|
|
return &ReleaseRepo{
|
|
log: log.With().Str("repo", "release").Logger(),
|
|
db: db,
|
|
}
|
|
}
|
|
|
|
func (repo *ReleaseRepo) Store(ctx context.Context, r *domain.Release) error {
|
|
var (
|
|
codecStr = strings.Join(r.Codec, ",")
|
|
hdrStr = strings.Join(r.HDR, ",")
|
|
audioStr = strings.Join(r.Audio, ",")
|
|
editionStr = strings.Join(r.Edition, ",")
|
|
cutStr = strings.Join(r.Cut, ",")
|
|
languageStr = strings.Join(r.Language, ",")
|
|
)
|
|
|
|
queryBuilder := repo.db.squirrel.
|
|
Insert("release").
|
|
Columns("filter_status", "rejections", "indexer", "filter", "protocol", "implementation", "timestamp", "announce_type", "group_id", "torrent_id", "info_url", "download_url", "torrent_name", "normalized_hash", "size", "title", "sub_title", "category", "season", "episode", "year", "month", "day", "resolution", "source", "codec", "container", "hdr", "audio", "audio_channels", "release_group", "proper", "repack", "region", "language", "cut", "edition", "hybrid", "media_processing", "website", "type", "origin", "tags", "uploader", "pre_time", "other", "filter_id").
|
|
Values(r.FilterStatus, pq.Array(r.Rejections), r.Indexer.Identifier, r.FilterName, r.Protocol, r.Implementation, r.Timestamp.Format(time.RFC3339), r.AnnounceType, r.GroupID, r.TorrentID, r.InfoURL, r.DownloadURL, r.TorrentName, r.NormalizedHash, r.Size, r.Title, r.SubTitle, r.Category, r.Season, r.Episode, r.Year, r.Month, r.Day, r.Resolution, r.Source, codecStr, r.Container, hdrStr, audioStr, r.AudioChannels, r.Group, r.Proper, r.Repack, r.Region, languageStr, cutStr, editionStr, r.Hybrid, r.MediaProcessing, r.Website, r.Type.String(), r.Origin, pq.Array(r.Tags), r.Uploader, r.PreTime, pq.Array(r.Other), r.FilterID).
|
|
Suffix("RETURNING id").RunWith(repo.db.handler)
|
|
|
|
q, args, err := queryBuilder.ToSql()
|
|
if err != nil {
|
|
return errors.Wrap(err, "error building query")
|
|
}
|
|
|
|
repo.log.Debug().Msgf("release.store: %s %v", q, args)
|
|
|
|
if err := queryBuilder.QueryRowContext(ctx).Scan(&r.ID); err != nil {
|
|
return errors.Wrap(err, "error executing query")
|
|
}
|
|
|
|
repo.log.Debug().Msgf("release.store: %+v", r)
|
|
|
|
return nil
|
|
}
|
|
|
|
func (repo *ReleaseRepo) Update(ctx context.Context, r *domain.Release) error {
|
|
queryBuilder := repo.db.squirrel.
|
|
Update("release").
|
|
Set("size", r.Size).
|
|
Where(sq.Eq{"id": r.ID})
|
|
|
|
query, args, err := queryBuilder.ToSql()
|
|
if err != nil {
|
|
return errors.Wrap(err, "error building query")
|
|
}
|
|
|
|
if _, err = repo.db.handler.ExecContext(ctx, query, args...); err != nil {
|
|
return errors.Wrap(err, "error executing query")
|
|
}
|
|
|
|
repo.log.Debug().Msgf("release.update: %d %s", r.ID, r.TorrentName)
|
|
|
|
return nil
|
|
}
|
|
|
|
func (repo *ReleaseRepo) StoreReleaseActionStatus(ctx context.Context, status *domain.ReleaseActionStatus) error {
|
|
if status.ID != 0 {
|
|
queryBuilder := repo.db.squirrel.
|
|
Update("release_action_status").
|
|
Set("status", status.Status).
|
|
Set("rejections", pq.Array(status.Rejections)).
|
|
Set("timestamp", status.Timestamp.Format(time.RFC3339)).
|
|
Where(sq.Eq{"id": status.ID}).
|
|
Where(sq.Eq{"release_id": status.ReleaseID})
|
|
|
|
query, args, err := queryBuilder.ToSql()
|
|
if err != nil {
|
|
return errors.Wrap(err, "error building query")
|
|
}
|
|
|
|
if _, err = repo.db.handler.ExecContext(ctx, query, args...); err != nil {
|
|
return errors.Wrap(err, "error executing query")
|
|
}
|
|
|
|
} else {
|
|
queryBuilder := repo.db.squirrel.
|
|
Insert("release_action_status").
|
|
Columns("status", "action", "action_id", "type", "client", "filter", "filter_id", "rejections", "timestamp", "release_id").
|
|
Values(status.Status, status.Action, status.ActionID, status.Type, status.Client, status.Filter, status.FilterID, pq.Array(status.Rejections), status.Timestamp.Format(time.RFC3339), status.ReleaseID).
|
|
Suffix("RETURNING id").RunWith(repo.db.handler)
|
|
|
|
if err := queryBuilder.QueryRowContext(ctx).Scan(&status.ID); err != nil {
|
|
return errors.Wrap(err, "error executing query")
|
|
}
|
|
}
|
|
|
|
repo.log.Trace().Msgf("release.store_release_action_status: %+v", status)
|
|
|
|
return nil
|
|
}
|
|
|
|
func (repo *ReleaseRepo) StoreDuplicateProfile(ctx context.Context, profile *domain.DuplicateReleaseProfile) error {
|
|
if profile.ID == 0 {
|
|
queryBuilder := repo.db.squirrel.
|
|
Insert("release_profile_duplicate").
|
|
Columns("name", "protocol", "release_name", "hash", "title", "sub_title", "season", "episode", "year", "month", "day", "resolution", "source", "codec", "container", "dynamic_range", "audio", "release_group", "website", "proper", "repack").
|
|
Values(profile.Name, profile.Protocol, profile.ReleaseName, profile.Hash, profile.Title, profile.SubTitle, profile.Season, profile.Episode, profile.Year, profile.Month, profile.Day, profile.Resolution, profile.Source, profile.Codec, profile.Container, profile.DynamicRange, profile.Audio, profile.Group, profile.Website, profile.Proper, profile.Repack).
|
|
Suffix("RETURNING id").
|
|
RunWith(repo.db.handler)
|
|
|
|
// return values
|
|
var retID int64
|
|
|
|
err := queryBuilder.QueryRowContext(ctx).Scan(&retID)
|
|
if err != nil {
|
|
return errors.Wrap(err, "error executing query")
|
|
}
|
|
|
|
profile.ID = retID
|
|
} else {
|
|
queryBuilder := repo.db.squirrel.
|
|
Update("release_profile_duplicate").
|
|
Set("name", profile.Name).
|
|
Set("protocol", profile.Protocol).
|
|
Set("release_name", profile.ReleaseName).
|
|
Set("hash", profile.Hash).
|
|
Set("title", profile.Title).
|
|
Set("sub_title", profile.SubTitle).
|
|
Set("season", profile.Season).
|
|
Set("episode", profile.Episode).
|
|
Set("year", profile.Year).
|
|
Set("month", profile.Month).
|
|
Set("day", profile.Day).
|
|
Set("resolution", profile.Resolution).
|
|
Set("source", profile.Source).
|
|
Set("codec", profile.Codec).
|
|
Set("container", profile.Container).
|
|
Set("dynamic_range", profile.DynamicRange).
|
|
Set("audio", profile.Audio).
|
|
Set("release_group", profile.Group).
|
|
Set("website", profile.Website).
|
|
Set("proper", profile.Proper).
|
|
Set("repack", profile.Repack).
|
|
Where(sq.Eq{"id": profile.ID}).
|
|
RunWith(repo.db.handler)
|
|
|
|
_, err := queryBuilder.ExecContext(ctx)
|
|
if err != nil {
|
|
return errors.Wrap(err, "error executing query")
|
|
}
|
|
}
|
|
|
|
repo.log.Debug().Msgf("release.StoreDuplicateProfile: %+v", profile)
|
|
|
|
return nil
|
|
}
|
|
|
|
func (repo *ReleaseRepo) Find(ctx context.Context, params domain.ReleaseQueryParams) (*domain.FindReleasesResponse, error) {
|
|
tx, err := repo.db.BeginTx(ctx, &sql.TxOptions{Isolation: sql.LevelReadCommitted})
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "error begin transaction")
|
|
}
|
|
defer tx.Rollback()
|
|
|
|
resp, err := repo.findReleases(ctx, tx, params)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return resp, nil
|
|
}
|
|
|
|
var reservedSearch = map[string]*regexp.Regexp{
|
|
"r.title": regexp.MustCompile(`(?i)(?:` + `title` + `:)(?P<value>'.*?'|".*?"|\S+)`),
|
|
"r.release_group": regexp.MustCompile(`(?i)(?:` + `group` + `:)(?P<value>'.*?'|".*?"|\S+)`),
|
|
"r.category": regexp.MustCompile(`(?i)(?:` + `category` + `:)(?P<value>'.*?'|".*?"|\S+)`),
|
|
"r.season": regexp.MustCompile(`(?i)(?:` + `season` + `:)(?P<value>'.*?'|".*?"|\S+)`),
|
|
"r.episode": regexp.MustCompile(`(?i)(?:` + `episode` + `:)(?P<value>'.*?'|".*?"|\S+)`),
|
|
"r.year": regexp.MustCompile(`(?i)(?:` + `year` + `:)(?P<value>'.*?'|".*?"|\S+)`),
|
|
"r.resolution": regexp.MustCompile(`(?i)(?:` + `resolution` + `:)(?P<value>'.*?'|".*?"|\S+)`),
|
|
"r.source": regexp.MustCompile(`(?i)(?:` + `source` + `:)(?P<value>'.*?'|".*?"|\S+)`),
|
|
"r.codec": regexp.MustCompile(`(?i)(?:` + `codec` + `:)(?P<value>'.*?'|".*?"|\S+)`),
|
|
"r.hdr": regexp.MustCompile(`(?i)(?:` + `hdr` + `:)(?P<value>'.*?'|".*?"|\S+)`),
|
|
"r.filter": regexp.MustCompile(`(?i)(?:` + `filter` + `:)(?P<value>'.*?'|".*?"|\S+)`),
|
|
}
|
|
|
|
func (repo *ReleaseRepo) findReleases(ctx context.Context, tx *Tx, params domain.ReleaseQueryParams) (*domain.FindReleasesResponse, error) {
|
|
whereQueryBuilder := sq.And{}
|
|
if params.Cursor > 0 {
|
|
whereQueryBuilder = append(whereQueryBuilder, sq.Lt{"r.id": params.Cursor})
|
|
}
|
|
|
|
if params.Search != "" {
|
|
search := strings.TrimSpace(params.Search)
|
|
for dbField, regex := range reservedSearch {
|
|
if reskey := regex.FindAllStringSubmatch(search, -1); len(reskey) != 0 {
|
|
filter := sq.Or{}
|
|
for _, found := range reskey {
|
|
filter = append(filter, repo.db.ILike(dbField, strings.ReplaceAll(strings.Trim(strings.Trim(found[1], `"`), `'`), ".", "_")+"%"))
|
|
}
|
|
|
|
if len(filter) == 0 {
|
|
continue
|
|
}
|
|
|
|
whereQueryBuilder = append(whereQueryBuilder, filter)
|
|
search = strings.TrimSpace(regex.ReplaceAllLiteralString(search, ""))
|
|
}
|
|
}
|
|
|
|
if len(search) != 0 {
|
|
if len(whereQueryBuilder) > 1 {
|
|
whereQueryBuilder = append(whereQueryBuilder, repo.db.ILike("r.torrent_name", "%"+search+"%"))
|
|
} else {
|
|
whereQueryBuilder = append(whereQueryBuilder, repo.db.ILike("r.torrent_name", search+"%"))
|
|
}
|
|
}
|
|
}
|
|
|
|
if params.Filters.Indexers != nil {
|
|
filter := sq.And{}
|
|
for _, v := range params.Filters.Indexers {
|
|
filter = append(filter, sq.Eq{"r.indexer": v})
|
|
}
|
|
|
|
if len(filter) > 0 {
|
|
whereQueryBuilder = append(whereQueryBuilder, filter)
|
|
}
|
|
}
|
|
|
|
whereQuery, _, err := whereQueryBuilder.ToSql()
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "error building where query")
|
|
}
|
|
|
|
subQueryBuilder := repo.db.squirrel.
|
|
Select("r.id").
|
|
Distinct().
|
|
From("release r").
|
|
OrderBy("r.id DESC")
|
|
|
|
if params.Limit > 0 {
|
|
subQueryBuilder = subQueryBuilder.Limit(params.Limit)
|
|
} else {
|
|
subQueryBuilder = subQueryBuilder.Limit(20)
|
|
}
|
|
|
|
if params.Offset > 0 {
|
|
subQueryBuilder = subQueryBuilder.Offset(params.Offset)
|
|
}
|
|
|
|
if len(whereQueryBuilder) != 0 {
|
|
subQueryBuilder = subQueryBuilder.Where(whereQueryBuilder)
|
|
}
|
|
|
|
countQuery := repo.db.squirrel.Select("COUNT(*)").From("release r").Where(whereQuery)
|
|
|
|
if params.Filters.PushStatus != "" {
|
|
subQueryBuilder = subQueryBuilder.InnerJoin("release_action_status ras ON r.id = ras.release_id").Where(sq.Eq{"ras.status": params.Filters.PushStatus})
|
|
|
|
// using sq.Eq for countQuery breaks search with Postgres.
|
|
countQuery = countQuery.InnerJoin("release_action_status ras ON r.id = ras.release_id").Where("ras.status = '" + params.Filters.PushStatus + `'`)
|
|
}
|
|
|
|
subQuery, subArgs, err := subQueryBuilder.ToSql()
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "error building subquery")
|
|
}
|
|
|
|
queryBuilder := repo.db.squirrel.
|
|
Select(
|
|
"r.id",
|
|
"r.filter_status",
|
|
"r.rejections",
|
|
"r.indexer",
|
|
"i.id",
|
|
"i.name",
|
|
"i.identifier_external",
|
|
"r.filter",
|
|
"r.protocol",
|
|
"r.announce_type",
|
|
"r.info_url",
|
|
"r.download_url",
|
|
"r.title",
|
|
"r.sub_title",
|
|
"r.torrent_name",
|
|
"r.normalized_hash",
|
|
"r.size",
|
|
"r.category",
|
|
"r.season",
|
|
"r.episode",
|
|
"r.year",
|
|
"r.resolution",
|
|
"r.source",
|
|
"r.codec",
|
|
"r.container",
|
|
"r.hdr",
|
|
"r.audio",
|
|
"r.audio_channels",
|
|
"r.release_group",
|
|
"r.region",
|
|
"r.language",
|
|
"r.edition",
|
|
"r.cut",
|
|
"r.hybrid",
|
|
"r.proper",
|
|
"r.repack",
|
|
"r.website",
|
|
"r.media_processing",
|
|
"r.type",
|
|
"r.timestamp",
|
|
"ras.id", "ras.status", "ras.action", "ras.action_id", "ras.type", "ras.client", "ras.filter", "ras.filter_id", "ras.release_id", "ras.rejections", "ras.timestamp",
|
|
).
|
|
Column(sq.Alias(countQuery, "page_total")).
|
|
From("release r").
|
|
OrderBy("r.id DESC").
|
|
Where("r.id IN ("+subQuery+")", subArgs...).
|
|
LeftJoin("release_action_status ras ON r.id = ras.release_id").
|
|
LeftJoin("indexer i ON r.indexer = i.identifier")
|
|
|
|
query, args, err := queryBuilder.ToSql()
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "error building query")
|
|
}
|
|
|
|
repo.log.Trace().Str("database", "release.find").Msgf("query: '%v', args: '%v'", query, args)
|
|
|
|
resp := &domain.FindReleasesResponse{
|
|
Data: make([]*domain.Release, 0),
|
|
TotalCount: 0,
|
|
NextCursor: 0,
|
|
}
|
|
|
|
rows, err := tx.QueryContext(ctx, query, args...)
|
|
if err != nil {
|
|
return resp, errors.Wrap(err, "error executing query")
|
|
}
|
|
|
|
defer rows.Close()
|
|
|
|
if err := rows.Err(); err != nil {
|
|
return resp, errors.Wrap(err, "error rows findreleases")
|
|
}
|
|
|
|
for rows.Next() {
|
|
var rls domain.Release
|
|
var ras domain.ReleaseActionStatus
|
|
|
|
var rlsIndexer, rlsIndexerName, rlsIndexerExternalName, rlsFilter, rlsAnnounceType, infoUrl, downloadUrl, subTitle, normalizedHash, codec, hdr, rlsType, audioStr, languageStr, editionStr, cutStr, website sql.NullString
|
|
|
|
var rlsIndexerID sql.NullInt64
|
|
var rasId, rasFilterId, rasReleaseId, rasActionId sql.NullInt64
|
|
var rasStatus, rasAction, rasType, rasClient, rasFilter sql.NullString
|
|
var rasRejections []sql.NullString
|
|
var rasTimestamp sql.NullTime
|
|
|
|
if err := rows.Scan(
|
|
&rls.ID,
|
|
&rls.FilterStatus,
|
|
pq.Array(&rls.Rejections),
|
|
&rlsIndexer,
|
|
&rlsIndexerID,
|
|
&rlsIndexerName,
|
|
&rlsIndexerExternalName,
|
|
&rlsFilter,
|
|
&rls.Protocol,
|
|
&rlsAnnounceType,
|
|
&infoUrl,
|
|
&downloadUrl,
|
|
&rls.Title,
|
|
&subTitle,
|
|
&rls.TorrentName,
|
|
&normalizedHash,
|
|
&rls.Size,
|
|
&rls.Category,
|
|
&rls.Season,
|
|
&rls.Episode,
|
|
&rls.Year,
|
|
&rls.Resolution,
|
|
&rls.Source,
|
|
&codec,
|
|
&rls.Container,
|
|
&hdr,
|
|
&audioStr,
|
|
&rls.AudioChannels,
|
|
&rls.Group,
|
|
&rls.Region,
|
|
&languageStr,
|
|
&editionStr,
|
|
&cutStr,
|
|
&rls.Hybrid,
|
|
&rls.Proper,
|
|
&rls.Repack,
|
|
&website,
|
|
&rls.MediaProcessing,
|
|
&rlsType,
|
|
&rls.Timestamp,
|
|
&rasId, &rasStatus, &rasAction, &rasActionId, &rasType, &rasClient, &rasFilter, &rasFilterId, &rasReleaseId, pq.Array(&rasRejections), &rasTimestamp, &resp.TotalCount,
|
|
); err != nil {
|
|
return resp, errors.Wrap(err, "error scanning row")
|
|
}
|
|
|
|
//for _, codec := range codecs {
|
|
// rls.Codec = append(rls.Codec, codec.String)
|
|
//
|
|
//}
|
|
|
|
ras.ID = rasId.Int64
|
|
ras.Status = domain.ReleasePushStatus(rasStatus.String)
|
|
ras.Action = rasAction.String
|
|
ras.ActionID = rasActionId.Int64
|
|
ras.Type = domain.ActionType(rasType.String)
|
|
ras.Client = rasClient.String
|
|
ras.Filter = rasFilter.String
|
|
ras.FilterID = rasFilterId.Int64
|
|
ras.Timestamp = rasTimestamp.Time
|
|
ras.ReleaseID = rasReleaseId.Int64
|
|
ras.Rejections = []string{}
|
|
|
|
for _, rejection := range rasRejections {
|
|
ras.Rejections = append(ras.Rejections, rejection.String)
|
|
}
|
|
|
|
idx := 0
|
|
for ; idx < len(resp.Data); idx++ {
|
|
if resp.Data[idx].ID != rls.ID {
|
|
continue
|
|
}
|
|
|
|
resp.Data[idx].ActionStatus = append(resp.Data[idx].ActionStatus, ras)
|
|
break
|
|
}
|
|
|
|
if idx != len(resp.Data) {
|
|
continue
|
|
}
|
|
|
|
rls.Indexer.Identifier = rlsIndexer.String
|
|
rls.Indexer.ID = int(rlsIndexerID.Int64)
|
|
rls.Indexer.Name = rlsIndexerName.String
|
|
rls.Indexer.IdentifierExternal = rlsIndexerExternalName.String
|
|
|
|
rls.FilterName = rlsFilter.String
|
|
rls.AnnounceType = domain.AnnounceType(rlsAnnounceType.String)
|
|
rls.ActionStatus = make([]domain.ReleaseActionStatus, 0)
|
|
rls.InfoURL = infoUrl.String
|
|
rls.DownloadURL = downloadUrl.String
|
|
rls.SubTitle = subTitle.String
|
|
rls.NormalizedHash = normalizedHash.String
|
|
rls.Codec = strings.Split(codec.String, ",")
|
|
rls.HDR = strings.Split(hdr.String, ",")
|
|
rls.Audio = strings.Split(audioStr.String, ",")
|
|
rls.Language = strings.Split(languageStr.String, ",")
|
|
rls.Edition = strings.Split(editionStr.String, ",")
|
|
rls.Cut = strings.Split(cutStr.String, ",")
|
|
rls.Website = website.String
|
|
//rls.Type = rlsType.String
|
|
if rlsType.Valid {
|
|
rls.ParseType(rlsType.String)
|
|
}
|
|
|
|
// only add ActionStatus if it's not empty
|
|
if ras.ID > 0 {
|
|
rls.ActionStatus = append(rls.ActionStatus, ras)
|
|
}
|
|
|
|
resp.Data = append(resp.Data, &rls)
|
|
}
|
|
|
|
if len(resp.Data) > 0 {
|
|
lastID := resp.Data[len(resp.Data)-1].ID
|
|
resp.NextCursor = lastID
|
|
}
|
|
|
|
return resp, nil
|
|
}
|
|
|
|
func (repo *ReleaseRepo) FindDuplicateReleaseProfiles(ctx context.Context) ([]*domain.DuplicateReleaseProfile, error) {
|
|
queryBuilder := repo.db.squirrel.
|
|
Select(
|
|
"id",
|
|
"name",
|
|
"protocol",
|
|
"release_name",
|
|
"hash",
|
|
"title",
|
|
"sub_title",
|
|
"year",
|
|
"month",
|
|
"day",
|
|
"source",
|
|
"resolution",
|
|
"codec",
|
|
"container",
|
|
"dynamic_range",
|
|
"audio",
|
|
"release_group",
|
|
"season",
|
|
"episode",
|
|
"website",
|
|
"proper",
|
|
"repack",
|
|
).
|
|
From("release_profile_duplicate")
|
|
|
|
query, args, err := queryBuilder.ToSql()
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "error building query")
|
|
}
|
|
|
|
rows, err := repo.db.handler.QueryContext(ctx, query, args...)
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "error executing query")
|
|
}
|
|
|
|
defer rows.Close()
|
|
|
|
if err := rows.Err(); err != nil {
|
|
return nil, errors.Wrap(err, "error rows FindDuplicateReleaseProfiles")
|
|
}
|
|
|
|
res := make([]*domain.DuplicateReleaseProfile, 0)
|
|
|
|
for rows.Next() {
|
|
var p domain.DuplicateReleaseProfile
|
|
|
|
err := rows.Scan(&p.ID, &p.Name, &p.Protocol, &p.ReleaseName, &p.Hash, &p.Title, &p.SubTitle, &p.Year, &p.Month, &p.Day, &p.Source, &p.Resolution, &p.Codec, &p.Container, &p.DynamicRange, &p.Audio, &p.Group, &p.Season, &p.Episode, &p.Website, &p.Proper, &p.Repack)
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "error scanning row")
|
|
}
|
|
|
|
res = append(res, &p)
|
|
}
|
|
|
|
return res, nil
|
|
}
|
|
|
|
func (repo *ReleaseRepo) GetIndexerOptions(ctx context.Context) ([]string, error) {
|
|
query := `SELECT DISTINCT indexer FROM "release" UNION SELECT DISTINCT identifier indexer FROM indexer;`
|
|
|
|
repo.log.Trace().Str("database", "release.get_indexers").Msgf("query: '%v'", query)
|
|
|
|
res := make([]string, 0)
|
|
|
|
rows, err := repo.db.handler.QueryContext(ctx, query)
|
|
if err != nil {
|
|
return res, errors.Wrap(err, "error executing query")
|
|
}
|
|
|
|
defer rows.Close()
|
|
|
|
if err := rows.Err(); err != nil {
|
|
return res, errors.Wrap(err, "rows error")
|
|
}
|
|
|
|
for rows.Next() {
|
|
var indexer string
|
|
|
|
if err := rows.Scan(&indexer); err != nil {
|
|
return res, errors.Wrap(err, "error scanning row")
|
|
}
|
|
|
|
res = append(res, indexer)
|
|
}
|
|
|
|
return res, nil
|
|
}
|
|
|
|
func (repo *ReleaseRepo) GetActionStatusByReleaseID(ctx context.Context, releaseID int64) ([]domain.ReleaseActionStatus, error) {
|
|
queryBuilder := repo.db.squirrel.
|
|
Select("id", "status", "action", "action_id", "type", "client", "filter", "release_id", "rejections", "timestamp").
|
|
From("release_action_status").
|
|
Where(sq.Eq{"release_id": releaseID})
|
|
|
|
query, args, err := queryBuilder.ToSql()
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "error building query")
|
|
}
|
|
|
|
res := make([]domain.ReleaseActionStatus, 0)
|
|
|
|
rows, err := repo.db.handler.QueryContext(ctx, query, args...)
|
|
if err != nil {
|
|
return res, errors.Wrap(err, "error executing query")
|
|
}
|
|
|
|
defer rows.Close()
|
|
|
|
if err := rows.Err(); err != nil {
|
|
repo.log.Error().Stack().Err(err)
|
|
return res, err
|
|
}
|
|
|
|
for rows.Next() {
|
|
var rls domain.ReleaseActionStatus
|
|
|
|
var client, filter sql.NullString
|
|
var actionId sql.NullInt64
|
|
|
|
if err := rows.Scan(&rls.ID, &rls.Status, &rls.Action, &actionId, &rls.Type, &client, &filter, &rls.ReleaseID, pq.Array(&rls.Rejections), &rls.Timestamp); err != nil {
|
|
return res, errors.Wrap(err, "error scanning row")
|
|
}
|
|
|
|
rls.ActionID = actionId.Int64
|
|
rls.Client = client.String
|
|
rls.Filter = filter.String
|
|
|
|
res = append(res, rls)
|
|
}
|
|
|
|
return res, nil
|
|
}
|
|
|
|
func (repo *ReleaseRepo) Get(ctx context.Context, req *domain.GetReleaseRequest) (*domain.Release, error) {
|
|
queryBuilder := repo.db.squirrel.
|
|
Select("r.id", "r.filter_status", "r.rejections", "r.indexer", "r.filter", "r.filter_id", "r.protocol", "r.implementation", "r.announce_type", "r.info_url", "r.download_url", "r.title", "r.sub_title", "r.torrent_name", "r.category", "r.size", "r.group_id", "r.torrent_id", "r.uploader", "r.timestamp").
|
|
From("release r").
|
|
OrderBy("r.id DESC").
|
|
Where(sq.Eq{"r.id": req.Id})
|
|
|
|
query, args, err := queryBuilder.ToSql()
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "error building query")
|
|
}
|
|
|
|
repo.log.Trace().Str("database", "release.find").Msgf("query: '%s', args: '%v'", query, args)
|
|
|
|
row := repo.db.handler.QueryRowContext(ctx, query, args...)
|
|
if err := row.Err(); err != nil {
|
|
return nil, errors.Wrap(err, "error executing query")
|
|
}
|
|
|
|
var rls domain.Release
|
|
|
|
var indexerName, filterName, announceType, infoUrl, downloadUrl, subTitle, groupId, torrentId, category, uploader sql.NullString
|
|
var filterId sql.NullInt64
|
|
|
|
if err := row.Scan(&rls.ID, &rls.FilterStatus, pq.Array(&rls.Rejections), &indexerName, &filterName, &filterId, &rls.Protocol, &rls.Implementation, &announceType, &infoUrl, &downloadUrl, &rls.Title, &subTitle, &rls.TorrentName, &category, &rls.Size, &groupId, &torrentId, &uploader, &rls.Timestamp); err != nil {
|
|
if errors.Is(err, sql.ErrNoRows) {
|
|
return nil, domain.ErrRecordNotFound
|
|
}
|
|
|
|
return nil, errors.Wrap(err, "error scanning row")
|
|
}
|
|
|
|
rls.Indexer.Identifier = indexerName.String
|
|
rls.FilterName = filterName.String
|
|
rls.FilterID = int(filterId.Int64)
|
|
rls.ActionStatus = make([]domain.ReleaseActionStatus, 0)
|
|
rls.AnnounceType = domain.AnnounceType(announceType.String)
|
|
rls.InfoURL = infoUrl.String
|
|
rls.DownloadURL = downloadUrl.String
|
|
rls.SubTitle = subTitle.String
|
|
rls.Category = category.String
|
|
rls.GroupID = groupId.String
|
|
rls.TorrentID = torrentId.String
|
|
rls.Uploader = uploader.String
|
|
|
|
return &rls, nil
|
|
}
|
|
|
|
func (repo *ReleaseRepo) GetActionStatus(ctx context.Context, req *domain.GetReleaseActionStatusRequest) (*domain.ReleaseActionStatus, error) {
|
|
queryBuilder := repo.db.squirrel.
|
|
Select("id", "status", "action", "action_id", "type", "client", "filter", "filter_id", "release_id", "rejections", "timestamp").
|
|
From("release_action_status").
|
|
Where(sq.Eq{"id": req.Id})
|
|
|
|
query, args, err := queryBuilder.ToSql()
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "error building query")
|
|
}
|
|
|
|
row := repo.db.handler.QueryRowContext(ctx, query, args...)
|
|
if err := row.Err(); err != nil {
|
|
return nil, errors.Wrap(err, "error executing query")
|
|
}
|
|
|
|
var rls domain.ReleaseActionStatus
|
|
|
|
var client, filter sql.NullString
|
|
var actionId, filterId sql.NullInt64
|
|
|
|
if err := row.Scan(&rls.ID, &rls.Status, &rls.Action, &actionId, &rls.Type, &client, &filter, &filterId, &rls.ReleaseID, pq.Array(&rls.Rejections), &rls.Timestamp); err != nil {
|
|
if errors.Is(err, sql.ErrNoRows) {
|
|
return nil, domain.ErrRecordNotFound
|
|
}
|
|
|
|
return nil, errors.Wrap(err, "error scanning row")
|
|
}
|
|
|
|
rls.ActionID = actionId.Int64
|
|
rls.Client = client.String
|
|
rls.Filter = filter.String
|
|
rls.FilterID = filterId.Int64
|
|
|
|
return &rls, nil
|
|
}
|
|
|
|
func (repo *ReleaseRepo) attachActionStatus(ctx context.Context, tx *Tx, releaseID int64) ([]domain.ReleaseActionStatus, error) {
|
|
queryBuilder := repo.db.squirrel.
|
|
Select("id", "status", "action", "action_id", "type", "client", "filter", "filter_id", "release_id", "rejections", "timestamp").
|
|
From("release_action_status").
|
|
Where(sq.Eq{"release_id": releaseID})
|
|
|
|
query, args, err := queryBuilder.ToSql()
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "error building query")
|
|
}
|
|
|
|
res := make([]domain.ReleaseActionStatus, 0)
|
|
|
|
rows, err := tx.QueryContext(ctx, query, args...)
|
|
if err != nil {
|
|
return res, errors.Wrap(err, "error executing query")
|
|
}
|
|
|
|
defer rows.Close()
|
|
|
|
if err := rows.Err(); err != nil {
|
|
return res, errors.Wrap(err, "error rows")
|
|
}
|
|
|
|
for rows.Next() {
|
|
var rls domain.ReleaseActionStatus
|
|
|
|
var client, filter sql.NullString
|
|
var actionId, filterID sql.NullInt64
|
|
|
|
if err := rows.Scan(&rls.ID, &rls.Status, &rls.Action, &actionId, &rls.Type, &client, &filter, &filterID, &rls.ReleaseID, pq.Array(&rls.Rejections), &rls.Timestamp); err != nil {
|
|
return res, errors.Wrap(err, "error scanning row")
|
|
}
|
|
|
|
rls.ActionID = actionId.Int64
|
|
rls.Client = client.String
|
|
rls.Filter = filter.String
|
|
rls.FilterID = filterID.Int64
|
|
|
|
res = append(res, rls)
|
|
}
|
|
|
|
return res, nil
|
|
}
|
|
|
|
func (repo *ReleaseRepo) Stats(ctx context.Context) (*domain.ReleaseStats, error) {
|
|
query := `SELECT *
|
|
FROM (
|
|
SELECT
|
|
COUNT(*) AS total,
|
|
COUNT(CASE WHEN filter_status = 'FILTER_APPROVED' THEN 0 END) AS filtered_count,
|
|
COUNT(CASE WHEN filter_status = 'FILTER_REJECTED' THEN 0 END) AS filter_rejected_count
|
|
FROM release
|
|
) AS zoo
|
|
CROSS JOIN (
|
|
SELECT
|
|
COUNT(CASE WHEN status = 'PUSH_APPROVED' THEN 0 END) AS push_approved_count,
|
|
COUNT(CASE WHEN status = 'PUSH_REJECTED' THEN 0 END) AS push_rejected_count,
|
|
COUNT(CASE WHEN status = 'PUSH_ERROR' THEN 0 END) AS push_error_count
|
|
FROM release_action_status
|
|
) AS foo`
|
|
|
|
row := repo.db.handler.QueryRowContext(ctx, query)
|
|
if err := row.Err(); err != nil {
|
|
return nil, errors.Wrap(err, "error executing query")
|
|
}
|
|
|
|
var rls domain.ReleaseStats
|
|
|
|
if err := row.Scan(&rls.TotalCount, &rls.FilteredCount, &rls.FilterRejectedCount, &rls.PushApprovedCount, &rls.PushRejectedCount, &rls.PushErrorCount); err != nil {
|
|
return nil, errors.Wrap(err, "error scanning row")
|
|
}
|
|
|
|
return &rls, nil
|
|
}
|
|
|
|
func (repo *ReleaseRepo) Delete(ctx context.Context, req *domain.DeleteReleaseRequest) error {
|
|
tx, err := repo.db.BeginTx(ctx, nil)
|
|
if err != nil {
|
|
return errors.Wrap(err, "could not start transaction")
|
|
}
|
|
|
|
defer func() {
|
|
var txErr error
|
|
if p := recover(); p != nil {
|
|
txErr = tx.Rollback()
|
|
if txErr != nil {
|
|
repo.log.Error().Err(txErr).Msg("error rolling back transaction")
|
|
}
|
|
repo.log.Error().Msgf("something went terribly wrong panic: %v", p)
|
|
} else if err != nil {
|
|
txErr = tx.Rollback()
|
|
if txErr != nil {
|
|
repo.log.Error().Err(txErr).Msg("error rolling back transaction")
|
|
}
|
|
} else {
|
|
// All good, commit
|
|
txErr = tx.Commit()
|
|
if txErr != nil {
|
|
repo.log.Error().Err(txErr).Msg("error committing transaction")
|
|
}
|
|
}
|
|
}()
|
|
|
|
qb := repo.db.squirrel.Delete("release")
|
|
|
|
if req.OlderThan > 0 {
|
|
if repo.db.Driver == "sqlite" {
|
|
qb = qb.Where(fmt.Sprintf("timestamp < strftime('%%Y-%%m-%%dT%%H:00:00', datetime('now','-%d hours'))", req.OlderThan))
|
|
} else {
|
|
// postgres compatible
|
|
thresholdTime := time.Now().Add(time.Duration(-req.OlderThan) * time.Hour)
|
|
qb = qb.Where(sq.Lt{
|
|
//"timestamp": fmt.Sprintf("(now() - interval '%d hours')", req.OlderThan),
|
|
"timestamp": thresholdTime,
|
|
})
|
|
}
|
|
}
|
|
|
|
if len(req.Indexers) > 0 {
|
|
qb = qb.Where(sq.Eq{"indexer": req.Indexers})
|
|
}
|
|
|
|
if len(req.ReleaseStatuses) > 0 {
|
|
subQuery := sq.Select("release_id").From("release_action_status").Where(sq.Eq{"status": req.ReleaseStatuses})
|
|
subQueryText, subQueryArgs, err := subQuery.ToSql()
|
|
if err != nil {
|
|
return errors.Wrap(err, "error building subquery")
|
|
}
|
|
qb = qb.Where("id IN ("+subQueryText+")", subQueryArgs...)
|
|
}
|
|
|
|
query, args, err := qb.ToSql()
|
|
if err != nil {
|
|
return errors.Wrap(err, "error building SQL query")
|
|
}
|
|
|
|
repo.log.Trace().Str("query", query).Interface("args", args).Msg("Executing combined delete query")
|
|
|
|
result, err := tx.ExecContext(ctx, query, args...)
|
|
if err != nil {
|
|
repo.log.Error().Err(err).Str("query", query).Interface("args", args).Msg("Error executing combined delete query")
|
|
return errors.Wrap(err, "error executing delete query")
|
|
}
|
|
|
|
deletedRows, err := result.RowsAffected()
|
|
if err != nil {
|
|
return errors.Wrap(err, "error fetching rows affected")
|
|
}
|
|
|
|
repo.log.Debug().Msgf("deleted %d rows from release table", deletedRows)
|
|
|
|
// clean up orphaned rows
|
|
orphanedResult, err := tx.ExecContext(ctx, `DELETE FROM release_action_status WHERE release_id NOT IN (SELECT id FROM "release")`)
|
|
if err != nil {
|
|
return errors.Wrap(err, "error executing query")
|
|
}
|
|
|
|
deletedRowsOrphaned, err := orphanedResult.RowsAffected()
|
|
if err != nil {
|
|
return errors.Wrap(err, "error fetching rows affected")
|
|
}
|
|
|
|
repo.log.Debug().Msgf("deleted %d orphaned rows from release table", deletedRowsOrphaned)
|
|
|
|
return nil
|
|
}
|
|
|
|
func (repo *ReleaseRepo) DeleteReleaseProfileDuplicate(ctx context.Context, id int64) error {
|
|
qb := repo.db.squirrel.Delete("release_profile_duplicate").Where(sq.Eq{"id": id})
|
|
|
|
query, args, err := qb.ToSql()
|
|
if err != nil {
|
|
return errors.Wrap(err, "error building SQL query")
|
|
}
|
|
|
|
_, err = repo.db.handler.ExecContext(ctx, query, args...)
|
|
if err != nil {
|
|
return errors.Wrap(err, "error executing delete query")
|
|
}
|
|
|
|
//deletedRows, err := result.RowsAffected()
|
|
//if err != nil {
|
|
// return errors.Wrap(err, "error fetching rows affected")
|
|
//}
|
|
//
|
|
//repo.log.Debug().Msgf("deleted %d rows from release table", deletedRows)
|
|
|
|
repo.log.Debug().Msgf("deleted duplicate release profile: %d", id)
|
|
|
|
return nil
|
|
}
|
|
|
|
func (repo *ReleaseRepo) CheckSmartEpisodeCanDownload(ctx context.Context, p *domain.SmartEpisodeParams) (bool, error) {
|
|
queryBuilder := repo.db.squirrel.
|
|
Select("COUNT(*)").
|
|
From("release r").
|
|
LeftJoin("release_action_status ras ON r.id = ras.release_id").
|
|
Where(sq.And{
|
|
repo.db.ILike("r.title", p.Title+"%"),
|
|
sq.Eq{"ras.status": "PUSH_APPROVED"},
|
|
})
|
|
|
|
if p.Proper {
|
|
queryBuilder = queryBuilder.Where(sq.Eq{"r.proper": p.Proper})
|
|
}
|
|
if p.Repack {
|
|
queryBuilder = queryBuilder.Where(sq.And{
|
|
sq.Eq{"r.repack": p.Repack},
|
|
repo.db.ILike("r.release_group", p.Group),
|
|
})
|
|
}
|
|
|
|
if p.Season > 0 && p.Episode > 0 {
|
|
queryBuilder = queryBuilder.Where(sq.Or{
|
|
sq.And{
|
|
sq.Eq{"r.season": p.Season},
|
|
sq.Gt{"r.episode": p.Episode},
|
|
},
|
|
sq.Gt{"r.season": p.Season},
|
|
})
|
|
} else if p.Season > 0 && p.Episode == 0 {
|
|
queryBuilder = queryBuilder.Where(sq.Gt{"r.season": p.Season})
|
|
} else if p.Year > 0 && p.Month > 0 && p.Day > 0 {
|
|
queryBuilder = queryBuilder.Where(sq.Or{
|
|
sq.And{
|
|
sq.Eq{"r.year": p.Year},
|
|
sq.Eq{"r.month": p.Month},
|
|
sq.Gt{"r.day": p.Day},
|
|
},
|
|
sq.And{
|
|
sq.Eq{"r.year": p.Year},
|
|
sq.Gt{"r.month": p.Month},
|
|
},
|
|
sq.Gt{"r.year": p.Year},
|
|
})
|
|
} else {
|
|
/* No support for this scenario today. Specifically multi-part specials.
|
|
* The Database presently does not have Subtitle as a field, but is coming at a future date. */
|
|
return true, nil
|
|
}
|
|
|
|
query, args, err := queryBuilder.ToSql()
|
|
if err != nil {
|
|
return false, errors.Wrap(err, "error building query")
|
|
}
|
|
|
|
repo.log.Trace().Str("method", "CheckSmartEpisodeCanDownload").Str("query", query).Interface("args", args).Msgf("executing query")
|
|
|
|
row := repo.db.handler.QueryRowContext(ctx, query, args...)
|
|
if err := row.Err(); err != nil {
|
|
return false, err
|
|
}
|
|
|
|
var count int
|
|
|
|
if err := row.Scan(&count); err != nil {
|
|
return false, err
|
|
}
|
|
|
|
if count > 0 {
|
|
return false, nil
|
|
}
|
|
|
|
return true, nil
|
|
}
|
|
|
|
func (repo *ReleaseRepo) UpdateBaseURL(ctx context.Context, indexer string, oldBaseURL, newBaseURL string) error {
|
|
tx, err := repo.db.BeginTx(ctx, &sql.TxOptions{})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
defer func() {
|
|
var txErr error
|
|
if p := recover(); p != nil {
|
|
txErr = tx.Rollback()
|
|
if txErr != nil {
|
|
repo.log.Error().Err(txErr).Msg("error rolling back transaction")
|
|
}
|
|
repo.log.Error().Msgf("something went terribly wrong panic: %v", p)
|
|
} else if err != nil {
|
|
txErr = tx.Rollback()
|
|
if txErr != nil {
|
|
repo.log.Error().Err(txErr).Msg("error rolling back transaction")
|
|
}
|
|
} else {
|
|
// All good, commit
|
|
txErr = tx.Commit()
|
|
if txErr != nil {
|
|
repo.log.Error().Err(txErr).Msg("error committing transaction")
|
|
}
|
|
}
|
|
}()
|
|
|
|
queryBuilder := repo.db.squirrel.
|
|
RunWith(tx).
|
|
Update("release").
|
|
Set("download_url", sq.Expr("REPLACE(download_url, ?, ?)", oldBaseURL, newBaseURL)).
|
|
Set("info_url", sq.Expr("REPLACE(info_url, ?, ?)", oldBaseURL, newBaseURL)).
|
|
Where(sq.Eq{"indexer": indexer})
|
|
|
|
result, err := queryBuilder.ExecContext(ctx)
|
|
if err != nil {
|
|
return errors.Wrap(err, "error executing query")
|
|
}
|
|
|
|
rowsAffected, err := result.RowsAffected()
|
|
if err != nil {
|
|
return errors.Wrap(err, "error getting rows affected")
|
|
}
|
|
|
|
repo.log.Trace().Msgf("release updated (%d) base urls from %q to %q", rowsAffected, oldBaseURL, newBaseURL)
|
|
|
|
return nil
|
|
}
|
|
|
|
func (repo *ReleaseRepo) CheckIsDuplicateRelease(ctx context.Context, profile *domain.DuplicateReleaseProfile, release *domain.Release) (bool, error) {
|
|
queryBuilder := repo.db.squirrel.
|
|
Select("r.id, r.torrent_name, r.normalized_hash, r.title, ras.action, ras.status").
|
|
From("release r").
|
|
LeftJoin("release_action_status ras ON r.id = ras.release_id").
|
|
Where("ras.status = 'PUSH_APPROVED'")
|
|
|
|
if profile.ReleaseName && profile.Hash {
|
|
//queryBuilder = queryBuilder.Where(repo.db.ILike("r.torrent_name", release.TorrentName))
|
|
queryBuilder = queryBuilder.Where(sq.Eq{"r.normalized_hash": release.NormalizedHash})
|
|
} else {
|
|
if profile.Title {
|
|
queryBuilder = queryBuilder.Where(repo.db.ILike("r.title", release.Title))
|
|
}
|
|
|
|
if profile.SubTitle {
|
|
queryBuilder = queryBuilder.Where(repo.db.ILike("r.sub_title", release.SubTitle))
|
|
}
|
|
|
|
if profile.ReleaseName && profile.Hash {
|
|
//queryBuilder = queryBuilder.Where(repo.db.ILike("r.torrent_name", release.TorrentName))
|
|
queryBuilder = queryBuilder.Where(sq.Eq{"r.normalized_hash": release.NormalizedHash})
|
|
}
|
|
|
|
if profile.Year {
|
|
queryBuilder = queryBuilder.Where(sq.Eq{"r.year": release.Year})
|
|
}
|
|
|
|
if profile.Month {
|
|
queryBuilder = queryBuilder.Where(sq.Eq{"r.month": release.Month})
|
|
}
|
|
|
|
if profile.Day {
|
|
queryBuilder = queryBuilder.Where(sq.Eq{"r.day": release.Day})
|
|
}
|
|
|
|
if profile.Source {
|
|
queryBuilder = queryBuilder.Where(sq.Eq{"r.source": release.Source})
|
|
}
|
|
|
|
if profile.Container {
|
|
queryBuilder = queryBuilder.Where(sq.Eq{"r.container": release.Container})
|
|
}
|
|
|
|
if profile.Edition {
|
|
//queryBuilder = queryBuilder.Where(sq.Eq{"r.cut": release.Cut})
|
|
if len(release.Cut) > 1 {
|
|
var and sq.And
|
|
for _, cut := range release.Cut {
|
|
//and = append(and, sq.Eq{"r.cut": "%" + cut + "%"})
|
|
and = append(and, repo.db.ILike("r.cut", "%"+cut+"%"))
|
|
}
|
|
queryBuilder = queryBuilder.Where(and)
|
|
} else if len(release.Cut) == 1 {
|
|
queryBuilder = queryBuilder.Where(repo.db.ILike("r.cut", "%"+release.Cut[0]+"%"))
|
|
}
|
|
|
|
//queryBuilder = queryBuilder.Where(sq.Eq{"r.edition": release.Edition})
|
|
if len(release.Edition) > 1 {
|
|
var and sq.And
|
|
for _, edition := range release.Edition {
|
|
and = append(and, repo.db.ILike("r.edition", "%"+edition+"%"))
|
|
}
|
|
queryBuilder = queryBuilder.Where(and)
|
|
} else if len(release.Edition) == 1 {
|
|
queryBuilder = queryBuilder.Where(repo.db.ILike("r.edition", "%"+release.Edition[0]+"%"))
|
|
}
|
|
}
|
|
|
|
// video features (hybrid, remux)
|
|
if release.IsTypeVideo() {
|
|
queryBuilder = queryBuilder.Where(sq.Eq{"r.hybrid": release.Hybrid})
|
|
queryBuilder = queryBuilder.Where(sq.Eq{"r.media_processing": release.MediaProcessing})
|
|
}
|
|
|
|
if profile.Language {
|
|
queryBuilder = queryBuilder.Where(sq.Eq{"r.region": release.Region})
|
|
|
|
if len(release.Language) > 0 {
|
|
var and sq.And
|
|
for _, lang := range release.Language {
|
|
and = append(and, repo.db.ILike("r.language", "%"+lang+"%"))
|
|
}
|
|
|
|
queryBuilder = queryBuilder.Where(and)
|
|
} else {
|
|
queryBuilder = queryBuilder.Where(sq.Eq{"r.language": ""})
|
|
}
|
|
}
|
|
|
|
if profile.Codec {
|
|
if len(release.Codec) > 1 {
|
|
var and sq.And
|
|
for _, codec := range release.Codec {
|
|
and = append(and, repo.db.ILike("r.codec", "%"+codec+"%"))
|
|
}
|
|
queryBuilder = queryBuilder.Where(and)
|
|
} else {
|
|
// FIXME this does an IN (arg)
|
|
queryBuilder = queryBuilder.Where(sq.Eq{"r.codec": release.Codec})
|
|
}
|
|
}
|
|
|
|
if profile.Resolution {
|
|
queryBuilder = queryBuilder.Where(sq.Eq{"r.resolution": release.Resolution})
|
|
}
|
|
|
|
if profile.DynamicRange {
|
|
//if len(release.HDR) > 1 {
|
|
// var and sq.And
|
|
// for _, hdr := range release.HDR {
|
|
// and = append(and, repo.db.ILike("r.hdr", "%"+hdr+"%"))
|
|
// }
|
|
// queryBuilder = queryBuilder.Where(and)
|
|
//} else {
|
|
// queryBuilder = queryBuilder.Where(sq.Eq{"r.hdr": release.HDR})
|
|
//}
|
|
queryBuilder = queryBuilder.Where(sq.Eq{"r.hdr": strings.Join(release.HDR, ",")})
|
|
}
|
|
|
|
if profile.Audio {
|
|
queryBuilder = queryBuilder.Where(sq.Eq{"r.audio": strings.Join(release.Audio, ",")})
|
|
queryBuilder = queryBuilder.Where(sq.Eq{"r.audio_channels": release.AudioChannels})
|
|
}
|
|
|
|
if profile.Group {
|
|
queryBuilder = queryBuilder.Where(repo.db.ILike("r.release_group", release.Group))
|
|
}
|
|
|
|
if profile.Season {
|
|
queryBuilder = queryBuilder.Where(sq.Eq{"r.season": release.Season})
|
|
}
|
|
|
|
if profile.Episode {
|
|
queryBuilder = queryBuilder.Where(sq.Eq{"r.episode": release.Episode})
|
|
}
|
|
|
|
if profile.Website {
|
|
queryBuilder = queryBuilder.Where(sq.Eq{"r.website": release.Website})
|
|
}
|
|
|
|
if profile.Proper {
|
|
queryBuilder = queryBuilder.Where(sq.Eq{"r.proper": release.Proper})
|
|
}
|
|
|
|
if profile.Repack {
|
|
queryBuilder = queryBuilder.Where(sq.And{
|
|
sq.Eq{"r.repack": release.Repack},
|
|
repo.db.ILike("r.release_group", release.Group),
|
|
})
|
|
}
|
|
}
|
|
|
|
query, args, err := queryBuilder.ToSql()
|
|
if err != nil {
|
|
return false, errors.Wrap(err, "error building query")
|
|
}
|
|
|
|
repo.log.Trace().Str("database", "release.FindDuplicateReleases").Msgf("query: %q, args: %q", query, args)
|
|
|
|
rows, err := repo.db.handler.QueryContext(ctx, query, args...)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
|
|
if err := rows.Err(); err != nil {
|
|
return false, errors.Wrap(err, "error rows CheckIsDuplicateRelease")
|
|
}
|
|
|
|
type result struct {
|
|
id int
|
|
release string
|
|
hash string
|
|
title string
|
|
action string
|
|
status string
|
|
}
|
|
|
|
var res []result
|
|
|
|
for rows.Next() {
|
|
r := result{}
|
|
if err := rows.Scan(&r.id, &r.release, &r.hash, &r.title, &r.action, &r.status); err != nil {
|
|
return false, errors.Wrap(err, "error scan CheckIsDuplicateRelease")
|
|
}
|
|
res = append(res, r)
|
|
}
|
|
|
|
repo.log.Trace().Str("database", "release.FindDuplicateReleases").Msgf("found duplicate releases: %+v", res)
|
|
|
|
if len(res) == 0 {
|
|
return false, nil
|
|
}
|
|
|
|
return true, nil
|
|
}
|