mirror of
https://github.com/idanoo/autobrr
synced 2025-07-23 00:39:13 +00:00
119 lines
4.2 KiB
Go
119 lines
4.2 KiB
Go
// Copyright (c) 2021 - 2025, Ludvig Lundgren and the autobrr contributors.
|
||
// SPDX-License-Identifier: GPL-2.0-or-later
|
||
|
||
package list
|
||
|
||
import (
|
||
"fmt"
|
||
"regexp"
|
||
"strings"
|
||
)
|
||
|
||
var (
|
||
/*
|
||
replaceRegexp replaces various character classes/categories such as
|
||
\p{P} all Unicode punctuation category characters
|
||
\p{S} all Unicode symbol category characters
|
||
\p{Z) the Unicode seperator category characters
|
||
\x{0080}-\x{017F} Unicode block "Latin-1 Supplement" and "Latin Extended-A" characters
|
||
https://www.unicode.org/reports/tr44/#General_Category_Values
|
||
https://www.regular-expressions.info/unicode.html#category
|
||
https://www.compart.com/en/unicode/block/U+0080
|
||
https://www.compart.com/en/unicode/block/U+0100
|
||
*/
|
||
replaceRegexp = regexp.MustCompile(`[\p{P}\p{S}\p{Z}\x{0080}-\x{017F}]`)
|
||
questionmarkRegexp = regexp.MustCompile(`[?]{2,}`)
|
||
regionCodeRegexp = regexp.MustCompile(`\(\S+\)`) // also cleans titles from years like (YYYY)!
|
||
parenthesesEndRegexp = regexp.MustCompile(`\)$`)
|
||
)
|
||
|
||
// yearRegexp = regexp.MustCompile(`\(\d{4}\)$`)
|
||
func processTitle(title string, matchRelease bool) []string {
|
||
// Checking if the title is empty.
|
||
if strings.TrimSpace(title) == "" {
|
||
return nil
|
||
}
|
||
|
||
// cleans year like (2020) from arr title
|
||
// var re = regexp.MustCompile(`(?m)\s(\(\d+\))`)
|
||
// title = re.ReplaceAllString(title, "")
|
||
|
||
t := NewTitleSlice()
|
||
|
||
if replaceRegexp.ReplaceAllString(title, "") == "" {
|
||
t.Add(title, matchRelease)
|
||
} else {
|
||
// title with all non-alphanumeric characters replaced by "?"
|
||
apostropheTitle := parenthesesEndRegexp.ReplaceAllString(title, "?")
|
||
apostropheTitle = replaceRegexp.ReplaceAllString(apostropheTitle, "?")
|
||
apostropheTitle = questionmarkRegexp.ReplaceAllString(apostropheTitle, "*")
|
||
|
||
t.Add(apostropheTitle, matchRelease)
|
||
t.Add(strings.TrimRight(apostropheTitle, "?* "), matchRelease)
|
||
|
||
// title with apostrophes removed and all non-alphanumeric characters replaced by "?"
|
||
noApostropheTitle := parenthesesEndRegexp.ReplaceAllString(title, "?")
|
||
noApostropheTitle = strings.NewReplacer("'", "", "´", "", "`", "", "‘", "", "’", "").Replace(noApostropheTitle)
|
||
noApostropheTitle = replaceRegexp.ReplaceAllString(noApostropheTitle, "?")
|
||
noApostropheTitle = questionmarkRegexp.ReplaceAllString(noApostropheTitle, "*")
|
||
|
||
t.Add(noApostropheTitle, matchRelease)
|
||
t.Add(strings.TrimRight(noApostropheTitle, "?* "), matchRelease)
|
||
|
||
// title with regions in parentheses removed and all non-alphanumeric characters replaced by "?"
|
||
removedRegionCodeApostrophe := regionCodeRegexp.ReplaceAllString(title, "")
|
||
removedRegionCodeApostrophe = strings.TrimRight(removedRegionCodeApostrophe, " ")
|
||
removedRegionCodeApostrophe = replaceRegexp.ReplaceAllString(removedRegionCodeApostrophe, "?")
|
||
removedRegionCodeApostrophe = questionmarkRegexp.ReplaceAllString(removedRegionCodeApostrophe, "*")
|
||
|
||
t.Add(removedRegionCodeApostrophe, matchRelease)
|
||
t.Add(strings.TrimRight(removedRegionCodeApostrophe, "?* "), matchRelease)
|
||
|
||
// title with regions in parentheses and apostrophes removed and all non-alphanumeric characters replaced by "?"
|
||
removedRegionCodeNoApostrophe := regionCodeRegexp.ReplaceAllString(title, "")
|
||
removedRegionCodeNoApostrophe = strings.TrimRight(removedRegionCodeNoApostrophe, " ")
|
||
removedRegionCodeNoApostrophe = strings.NewReplacer("'", "", "´", "", "`", "", "‘", "", "’", "").Replace(removedRegionCodeNoApostrophe)
|
||
removedRegionCodeNoApostrophe = replaceRegexp.ReplaceAllString(removedRegionCodeNoApostrophe, "?")
|
||
removedRegionCodeNoApostrophe = questionmarkRegexp.ReplaceAllString(removedRegionCodeNoApostrophe, "*")
|
||
|
||
t.Add(removedRegionCodeNoApostrophe, matchRelease)
|
||
t.Add(strings.TrimRight(removedRegionCodeNoApostrophe, "?* "), matchRelease)
|
||
}
|
||
|
||
return t.Titles()
|
||
}
|
||
|
||
type Titles struct {
|
||
tm map[string]struct{}
|
||
}
|
||
|
||
func NewTitleSlice() *Titles {
|
||
ts := Titles{
|
||
tm: map[string]struct{}{},
|
||
}
|
||
return &ts
|
||
}
|
||
|
||
func (ts *Titles) Add(title string, matchRelease bool) {
|
||
if title == "" || title == "*" {
|
||
return
|
||
}
|
||
|
||
if matchRelease {
|
||
title = strings.Trim(title, "?")
|
||
title = fmt.Sprintf("*%v*", title)
|
||
}
|
||
|
||
_, ok := ts.tm[title]
|
||
if !ok {
|
||
ts.tm[title] = struct{}{}
|
||
}
|
||
}
|
||
|
||
func (ts *Titles) Titles() []string {
|
||
titles := []string{}
|
||
for key := range ts.tm {
|
||
titles = append(titles, key)
|
||
}
|
||
return titles
|
||
}
|