mirror of
https://github.com/idanoo/autobrr
synced 2025-07-22 16:29:12 +00:00

* Added: Plaintext untouched * Revert "Added: Plaintext untouched" This reverts commit e6ceaec5f4776cfc8335ae2c02e1caa4a2bbb0bc. * Added: skipCleanSanitize * TS definition for List object doesn't yet know about the new skip_clean_sanitize property * Update: ListForms.tsx with the bypass option * Update: Database internals for skip_clean_sanitize * Fix: Snake case
137 lines
3.5 KiB
Go
137 lines
3.5 KiB
Go
// Copyright (c) 2021 - 2025, Ludvig Lundgren and the autobrr contributors.
|
|
// SPDX-License-Identifier: GPL-2.0-or-later
|
|
|
|
package list
|
|
|
|
import (
|
|
"context"
|
|
"io"
|
|
"net/http"
|
|
"net/url"
|
|
"os"
|
|
"runtime"
|
|
"strings"
|
|
|
|
"github.com/autobrr/autobrr/internal/domain"
|
|
|
|
"github.com/pkg/errors"
|
|
)
|
|
|
|
func (s *service) plaintext(ctx context.Context, list *domain.List) error {
|
|
l := s.log.With().Str("type", "plaintext").Str("list", list.Name).Logger()
|
|
|
|
if list.URL == "" {
|
|
return errors.New("no URL provided for plaintext")
|
|
}
|
|
|
|
l.Debug().Msgf("fetching titles from %s", list.URL)
|
|
|
|
// Parse the URL to determine if it's a file or HTTP scheme
|
|
parsedURL, err := url.Parse(list.URL)
|
|
if err != nil {
|
|
return errors.Wrapf(err, "failed to parse URL: %s", list.URL)
|
|
}
|
|
|
|
var body []byte
|
|
|
|
// Handle different URL schemes
|
|
switch parsedURL.Scheme {
|
|
case "file":
|
|
// Read from filesystem for file:// URLs
|
|
filePath := parsedURL.Path
|
|
|
|
if runtime.GOOS == "windows" {
|
|
// On Windows, remove leading slash from path if needed
|
|
if len(filePath) > 0 && filePath[0] == '/' && len(parsedURL.Host) > 0 {
|
|
filePath = parsedURL.Host + filePath
|
|
} else if len(filePath) > 0 && filePath[0] == '/' {
|
|
filePath = filePath[1:]
|
|
}
|
|
}
|
|
|
|
l.Debug().Msgf("reading from file: %s", filePath)
|
|
|
|
body, err = os.ReadFile(filePath)
|
|
if err != nil {
|
|
return errors.Wrapf(err, "failed to read file: %s", filePath)
|
|
}
|
|
|
|
case "http", "https":
|
|
// Use HTTP client for http:// or https:// URLs
|
|
req, err := http.NewRequestWithContext(ctx, http.MethodGet, list.URL, nil)
|
|
if err != nil {
|
|
return errors.Wrapf(err, "could not make new request for URL: %s", list.URL)
|
|
}
|
|
|
|
list.SetRequestHeaders(req)
|
|
|
|
//setUserAgent(req)
|
|
|
|
resp, err := s.httpClient.Do(req)
|
|
if err != nil {
|
|
return errors.Wrapf(err, "failed to fetch titles from URL: %s", list.URL)
|
|
}
|
|
defer resp.Body.Close()
|
|
|
|
if resp.StatusCode != http.StatusOK {
|
|
return errors.Wrapf(err, "failed to fetch titles from URL: %s with status code: %d", list.URL, resp.StatusCode)
|
|
}
|
|
|
|
contentType := resp.Header.Get("Content-Type")
|
|
if !strings.HasPrefix(contentType, "text/plain") {
|
|
return errors.Errorf("unexpected content type for URL: %s expected text/plain got %s", list.URL, contentType)
|
|
}
|
|
|
|
body, err = io.ReadAll(resp.Body)
|
|
if err != nil {
|
|
return errors.Wrapf(err, "failed to read response body from URL: %s", list.URL)
|
|
}
|
|
|
|
default:
|
|
return errors.Errorf("unsupported URL scheme: %s", parsedURL.Scheme)
|
|
}
|
|
|
|
var titles []string
|
|
titleLines := strings.Split(string(body), "\n")
|
|
for _, titleLine := range titleLines {
|
|
title := strings.TrimSpace(titleLine)
|
|
if title == "" {
|
|
continue
|
|
}
|
|
if list.SkipCleanSanitize {
|
|
titles = append(titles, title) // Add title as-is
|
|
} else {
|
|
titles = append(titles, processTitle(title, list.MatchRelease)...) // Existing logic
|
|
}
|
|
}
|
|
|
|
if len(titles) == 0 {
|
|
l.Debug().Msgf("no titles found to update for list: %v", list.Name)
|
|
return nil
|
|
}
|
|
|
|
joinedTitles := strings.Join(titles, ",")
|
|
|
|
l.Trace().Str("titles", joinedTitles).Msgf("found %d titles", len(titles))
|
|
|
|
filterUpdate := domain.FilterUpdate{Shows: &joinedTitles}
|
|
|
|
if list.MatchRelease {
|
|
filterUpdate.Shows = &nullString
|
|
filterUpdate.MatchReleases = &joinedTitles
|
|
}
|
|
|
|
for _, filter := range list.Filters {
|
|
l.Debug().Msgf("updating filter: %v", filter.ID)
|
|
|
|
filterUpdate.ID = filter.ID
|
|
|
|
if err := s.filterSvc.UpdatePartial(ctx, filterUpdate); err != nil {
|
|
return errors.Wrapf(err, "error updating filter: %v", filter.ID)
|
|
}
|
|
|
|
l.Debug().Msgf("successfully updated filter: %v", filter.ID)
|
|
}
|
|
|
|
return nil
|
|
}
|