autobrr/internal/list/process_list_plaintext.go
ze0s a8c4114d6d
feat(lists): read Plaintext from file on disk (#2031)
* feat(lists): read Plaintext from file on disk

* feat(lists): add tooltip to plaintext url field
2025-04-13 17:40:38 +02:00

133 lines
3.4 KiB
Go

// Copyright (c) 2021 - 2025, Ludvig Lundgren and the autobrr contributors.
// SPDX-License-Identifier: GPL-2.0-or-later
package list
import (
"context"
"io"
"net/http"
"net/url"
"os"
"runtime"
"strings"
"github.com/autobrr/autobrr/internal/domain"
"github.com/pkg/errors"
)
func (s *service) plaintext(ctx context.Context, list *domain.List) error {
l := s.log.With().Str("type", "plaintext").Str("list", list.Name).Logger()
if list.URL == "" {
return errors.New("no URL provided for plaintext")
}
l.Debug().Msgf("fetching titles from %s", list.URL)
// Parse the URL to determine if it's a file or HTTP scheme
parsedURL, err := url.Parse(list.URL)
if err != nil {
return errors.Wrapf(err, "failed to parse URL: %s", list.URL)
}
var body []byte
// Handle different URL schemes
switch parsedURL.Scheme {
case "file":
// Read from filesystem for file:// URLs
filePath := parsedURL.Path
if runtime.GOOS == "windows" {
// On Windows, remove leading slash from path if needed
if len(filePath) > 0 && filePath[0] == '/' && len(parsedURL.Host) > 0 {
filePath = parsedURL.Host + filePath
} else if len(filePath) > 0 && filePath[0] == '/' {
filePath = filePath[1:]
}
}
l.Debug().Msgf("reading from file: %s", filePath)
body, err = os.ReadFile(filePath)
if err != nil {
return errors.Wrapf(err, "failed to read file: %s", filePath)
}
case "http", "https":
// Use HTTP client for http:// or https:// URLs
req, err := http.NewRequestWithContext(ctx, http.MethodGet, list.URL, nil)
if err != nil {
return errors.Wrapf(err, "could not make new request for URL: %s", list.URL)
}
list.SetRequestHeaders(req)
//setUserAgent(req)
resp, err := s.httpClient.Do(req)
if err != nil {
return errors.Wrapf(err, "failed to fetch titles from URL: %s", list.URL)
}
defer resp.Body.Close()
if resp.StatusCode != http.StatusOK {
return errors.Wrapf(err, "failed to fetch titles from URL: %s with status code: %d", list.URL, resp.StatusCode)
}
contentType := resp.Header.Get("Content-Type")
if !strings.HasPrefix(contentType, "text/plain") {
return errors.Errorf("unexpected content type for URL: %s expected text/plain got %s", list.URL, contentType)
}
body, err = io.ReadAll(resp.Body)
if err != nil {
return errors.Wrapf(err, "failed to read response body from URL: %s", list.URL)
}
default:
return errors.Errorf("unsupported URL scheme: %s", parsedURL.Scheme)
}
var titles []string
titleLines := strings.Split(string(body), "\n")
for _, titleLine := range titleLines {
title := strings.TrimSpace(titleLine)
if title == "" {
continue
}
titles = append(titles, processTitle(title, list.MatchRelease)...)
}
if len(titles) == 0 {
l.Debug().Msgf("no titles found to update for list: %v", list.Name)
return nil
}
joinedTitles := strings.Join(titles, ",")
l.Trace().Str("titles", joinedTitles).Msgf("found %d titles", len(titles))
filterUpdate := domain.FilterUpdate{Shows: &joinedTitles}
if list.MatchRelease {
filterUpdate.Shows = &nullString
filterUpdate.MatchReleases = &joinedTitles
}
for _, filter := range list.Filters {
l.Debug().Msgf("updating filter: %v", filter.ID)
filterUpdate.ID = filter.ID
if err := s.filterSvc.UpdatePartial(ctx, filterUpdate); err != nil {
return errors.Wrapf(err, "error updating filter: %v", filter.ID)
}
l.Debug().Msgf("successfully updated filter: %v", filter.ID)
}
return nil
}