mirror of
https://github.com/idanoo/autobrr
synced 2025-07-23 08:49:13 +00:00
40c5462df9
* fix(lists): improve parsing and ignore invalid titles * chore: add missing license headers * fix(lists): add missing tests from omegabrr
99 lines
2.5 KiB
Go
99 lines
2.5 KiB
Go
// Copyright (c) 2021 - 2024, Ludvig Lundgren and the autobrr contributors.
|
|
// SPDX-License-Identifier: GPL-2.0-or-later
|
|
|
|
package list
|
|
|
|
import (
|
|
"context"
|
|
"io"
|
|
"net/http"
|
|
"strings"
|
|
|
|
"github.com/autobrr/autobrr/internal/domain"
|
|
|
|
"github.com/pkg/errors"
|
|
)
|
|
|
|
func (s *service) plaintext(ctx context.Context, list *domain.List) error {
|
|
l := s.log.With().Str("type", "plaintext").Str("list", list.Name).Logger()
|
|
|
|
if list.URL == "" {
|
|
return errors.New("no URL provided for plaintext")
|
|
}
|
|
|
|
l.Debug().Msgf("fetching titles from %s", list.URL)
|
|
|
|
req, err := http.NewRequestWithContext(ctx, http.MethodGet, list.URL, nil)
|
|
if err != nil {
|
|
return errors.Wrapf(err, "could not make new request for URL: %s", list.URL)
|
|
}
|
|
|
|
list.SetRequestHeaders(req)
|
|
|
|
//setUserAgent(req)
|
|
|
|
resp, err := s.httpClient.Do(req)
|
|
if err != nil {
|
|
return errors.Wrapf(err, "failed to fetch titles from URL: %s", list.URL)
|
|
}
|
|
defer resp.Body.Close()
|
|
|
|
if resp.StatusCode != http.StatusOK {
|
|
return errors.Wrapf(err, "failed to fetch titles from URL: %s", list.URL)
|
|
}
|
|
|
|
contentType := resp.Header.Get("Content-Type")
|
|
if !strings.HasPrefix(contentType, "text/plain") {
|
|
return errors.Wrapf(err, "unexpected content type for URL: %s expected text/plain got %s", list.URL, contentType)
|
|
}
|
|
|
|
body, err := io.ReadAll(resp.Body)
|
|
if err != nil {
|
|
return errors.Wrapf(err, "failed to read response body from URL: %s", list.URL)
|
|
}
|
|
|
|
var titles []string
|
|
titleLines := strings.Split(string(body), "\n")
|
|
for _, titleLine := range titleLines {
|
|
title := strings.TrimSpace(titleLine)
|
|
if title == "" {
|
|
continue
|
|
}
|
|
titles = append(titles, title)
|
|
}
|
|
|
|
filterTitles := []string{}
|
|
for _, title := range titles {
|
|
filterTitles = append(filterTitles, processTitle(title, list.MatchRelease)...)
|
|
}
|
|
|
|
if len(filterTitles) == 0 {
|
|
l.Debug().Msgf("no titles found to update for list: %v", list.Name)
|
|
return nil
|
|
}
|
|
|
|
joinedTitles := strings.Join(filterTitles, ",")
|
|
|
|
l.Trace().Str("titles", joinedTitles).Msgf("found %d titles", len(joinedTitles))
|
|
|
|
filterUpdate := domain.FilterUpdate{Shows: &joinedTitles}
|
|
|
|
if list.MatchRelease {
|
|
filterUpdate.Shows = &nullString
|
|
filterUpdate.MatchReleases = &joinedTitles
|
|
}
|
|
|
|
for _, filter := range list.Filters {
|
|
l.Debug().Msgf("updating filter: %v", filter.ID)
|
|
|
|
filterUpdate.ID = filter.ID
|
|
|
|
if err := s.filterSvc.UpdatePartial(ctx, filterUpdate); err != nil {
|
|
return errors.Wrapf(err, "error updating filter: %v", filter.ID)
|
|
}
|
|
|
|
l.Debug().Msgf("successfully updated filter: %v", filter.ID)
|
|
}
|
|
|
|
return nil
|
|
}
|