feat(lists): add anilist support (#1949)

* fix(lists): clear selected list * chore(web): improve onChange set values for select_wide * feat(web): add anilist lists * feat(web): Filter is required on ListForm * fix(web): ListForm reset url when change type * feat(lists): add anilist support * feat(lists): filter duplicates for anilist * feat(anilist): handle special characters * fix(lists): better title matching fix(lists): add alternatives to apostrophe replacement * test(title): add some anime cases * feat(anilist): replace unicodes with regex * feat(lists): move additional anilist processing to autobrr instead of brr api * feat(lists): clean Unicode Block “Latin Extended-A” chars --------- Co-authored-by: martylukyy <35452459+martylukyy@users.noreply.github.com>
2025-07-23 08:49:13 +00:00 · 2025-01-31 18:17:23 +00:00 · 2025-01-31 18:17:23 +00:00 · b724429b97
commit b724429b97
parent 5e2769639f
10 changed files with 257 additions and 55 deletions
--- a/internal/list/process_list_anilist.go
+++ b/internal/list/process_list_anilist.go
@ -0,0 +1,118 @@
+// Copyright (c) 2021 - 2025, Ludvig Lundgren and the autobrr contributors.
+// SPDX-License-Identifier: GPL-2.0-or-later
+
+package list
+
+import (
+	"context"
+	"encoding/json"
+	"net/http"
+	"regexp"
+	"sort"
+	"strings"
+
+	"github.com/autobrr/autobrr/internal/domain"
+
+	"github.com/pkg/errors"
+)
+
+var (
+	// including math and curreny symbols: $¤<~♡+=^ etc
+	symbolsRegexp          = regexp.MustCompile(`\p{S}`)
+	latin1SupplementRegexp = regexp.MustCompile(`[\x{0080}-\x{00FF}]`) // Unicode Block “Latin-1 Supplement”
+	latinExtendedARegexp   = regexp.MustCompile(`[\x{0100}-\x{017F}]`)
+)
+
+func (s *service) anilist(ctx context.Context, list *domain.List) error {
+	l := s.log.With().Str("type", "anilist").Str("list", list.Name).Logger()
+
+	if list.URL == "" {
+		return errors.New("no URL provided for AniList")
+	}
+
+	l.Debug().Msgf("fetching titles from %s", list.URL)
+
+	req, err := http.NewRequestWithContext(ctx, http.MethodGet, list.URL, nil)
+	if err != nil {
+		return errors.Wrapf(err, "could not make new request for URL: %s", list.URL)
+	}
+
+	list.SetRequestHeaders(req)
+
+	resp, err := s.httpClient.Do(req)
+	if err != nil {
+		return errors.Wrapf(err, "failed to fetch titles from URL: %s", list.URL)
+	}
+	defer resp.Body.Close()
+
+	if resp.StatusCode != http.StatusOK {
+		return errors.Errorf("failed to fetch titles from URL: %s", list.URL)
+	}
+
+	var data []struct {
+		Romaji   string   `json:"romaji"`
+		English  string   `json:"english"`
+		Synonyms []string `json:"synonyms"`
+	}
+
+	if err := json.NewDecoder(resp.Body).Decode(&data); err != nil {
+		return errors.Wrapf(err, "failed to decode JSON data from URL: %s", list.URL)
+	}
+
+	// remove duplicates
+	titleSet := make(map[string]struct{})
+	for _, item := range data {
+		titlesToProcess := make(map[string]struct{})
+		titlesToProcess[item.Romaji] = struct{}{}
+		titlesToProcess[item.English] = struct{}{}
+		for _, synonym := range item.Synonyms {
+			titlesToProcess[synonym] = struct{}{}
+		}
+
+		for title := range titlesToProcess {
+			// replace unicode symbols, Unicode Block “Latin-1 Supplement” and Unicode Block “Latin Extended-A” chars by "?"
+			clearedTitle := symbolsRegexp.ReplaceAllString(title, "?")
+			clearedTitle = latin1SupplementRegexp.ReplaceAllString(clearedTitle, "?")
+			clearedTitle = latinExtendedARegexp.ReplaceAllString(clearedTitle, "?")
+			for _, processedTitle := range processTitle(clearedTitle, list.MatchRelease) {
+				titleSet[processedTitle] = struct{}{}
+			}
+		}
+	}
+
+	filterTitles := make([]string, 0, len(titleSet))
+	for title := range titleSet {
+		filterTitles = append(filterTitles, title)
+	}
+
+	if len(filterTitles) == 0 {
+		l.Debug().Msgf("no titles found to update for list: %v", list.Name)
+		return nil
+	}
+
+	sort.Strings(filterTitles)
+	joinedTitles := strings.Join(filterTitles, ",")
+
+	l.Trace().Str("titles", joinedTitles).Msgf("found %d titles", len(joinedTitles))
+
+	filterUpdate := domain.FilterUpdate{Shows: &joinedTitles}
+
+	if list.MatchRelease {
+		filterUpdate.Shows = &nullString
+		filterUpdate.MatchReleases = &joinedTitles
+	}
+
+	for _, filter := range list.Filters {
+		l.Debug().Msgf("updating filter: %v", filter.ID)
+
+		filterUpdate.ID = filter.ID
+
+		if err := s.filterSvc.UpdatePartial(ctx, filterUpdate); err != nil {
+			return errors.Wrapf(err, "error updating filter: %v", filter.ID)
+		}
+
+		l.Debug().Msgf("successfully updated filter: %v", filter.ID)
+	}
+
+	return nil
+}