feat(feeds): add generic RSS support (#410)

* feat(feeds): add generic rss support

* feat(feeds/web): add generic rss support

* implement rss downloading

* gosum + mod

* re-add size from Custom field.

* implement uploader + category

* sync

* remove double assignment (+torznab)

* didn't save the rss file >.>

* cleanup

* fixfeeds): create rss indexer

* fix(feeds): stop feed

* feat(feeds): support nexusphp rss enclosure link

* feat(feeds): check size for custom size

* fix(feeds): race condition and only stop enabled feeds

* fix(feeds): unify indexer implementation badge

Co-authored-by: Kyle Sanderson <kyle.leet@gmail.com>

web/src/forms/settings/FeedForms.tsx

@@ -5,10 +5,10 @@ import { toast } from "react-hot-toast";
 import Toast from "../../components/notifications/Toast";
 import { SlideOver } from "../../components/panels";
 import { NumberFieldWide, PasswordFieldWide, SwitchGroupWide, TextFieldWide } from "../../components/inputs";
-import { ImplementationMap } from "../../screens/settings/Feed";
 import { componentMapType } from "./DownloadClientForms";
 import { sleep } from "../../utils";
 import { useState } from "react";
+import { ImplementationBadges } from "../../screens/settings/Indexer";
 
 interface UpdateProps {
   isOpen: boolean;
@@ -126,11 +126,11 @@ export function FeedUpdateForm({ isOpen, toggle, feed }: UpdateProps) {
                 </label>
               </div>
               <div className="flex justify-end sm:col-span-2">
-                {ImplementationMap[feed.type]}
+                {ImplementationBadges[feed.type.toLowerCase()]}
               </div>
             </div>
 
-            <div className="py-6 px-6 space-y-6 sm:py-0 sm:space-y-0 sm:divide-y sm:divide-gray-200">
+            <div className="py-6 space-y-6 sm:py-0 sm:space-y-0 sm:divide-y sm:divide-gray-200">
               <SwitchGroupWide name="enabled" label="Enabled"/>
             </div>
           </div>
@@ -158,6 +158,21 @@ function FormFieldsTorznab() {
   );
 }
 
+function FormFieldsRSS() {
+  return (
+    <div className="border-t border-gray-200 dark:border-gray-700 py-5">
+      <TextFieldWide
+        name="url"
+        label="URL"
+        help="RSS url"
+      />
+
+      <NumberFieldWide name="interval" label="Refresh interval" help="Minutes. Recommended 15-30. To low and risk ban."/>
+    </div>
+  );
+}
+
 const componentMap: componentMapType = {
-  TORZNAB: <FormFieldsTorznab/>
+  TORZNAB: <FormFieldsTorznab/>,
+  RSS: <FormFieldsRSS />
 };

web/src/forms/settings/IndexerForms.tsx

@@ -119,6 +119,37 @@ const FeedSettingFields = (ind: IndexerDefinition, indexer: string) => {
   }
 };
 
+const RSSFeedSettingFields = (ind: IndexerDefinition, indexer: string) => {
+  if (indexer !== "") {
+    return (
+      <Fragment>
+        {ind && ind.rss && ind.rss.settings && (
+          <div className="">
+            <div className="px-4 space-y-1">
+              <Dialog.Title className="text-lg font-medium text-gray-900 dark:text-white">RSS</Dialog.Title>
+              <p className="text-sm text-gray-500 dark:text-gray-200">
+                RSS feed
+              </p>
+            </div>
+
+            <TextFieldWide name="name" label="Name" defaultValue={""} />
+
+            {ind.rss.settings.map((f: IndexerSetting, idx: number) => {
+              switch (f.type) {
+              case "text":
+                return <TextFieldWide name={`feed.${f.name}`} label={f.label} required={f.required} key={idx} help={f.help} />;
+              case "secret":
+                return <PasswordFieldWide name={`feed.${f.name}`} label={f.label} required={f.required} key={idx} help={f.help} defaultValue={f.default} />;
+              }
+              return null;
+            })}
+          </div>
+        )}
+      </Fragment>
+    );
+  }
+};
+
 const SettingFields = (ind: IndexerDefinition, indexer: string) => {
   if (indexer !== "") {
     return (
@@ -144,10 +175,13 @@ const SettingFields = (ind: IndexerDefinition, indexer: string) => {
   }
 };
 
-function slugIdentifier(name: string) {
+function slugIdentifier(name: string, prefix?: string) {
   const l = name.toLowerCase();
-  const r = l.replaceAll("torznab", "");
-  return slugify(`torznab-${r}`);
+  if (prefix && prefix !== "") {
+    const r = l.replaceAll(prefix, "");
+    return slugify(`${prefix}-${r}`);
+  }
+  return slugify(l);
 }
 
 // interface initialValues {
@@ -210,7 +244,7 @@ export function IndexerAddForm({ isOpen, toggle }: AddProps) {
 
     if (formData.implementation === "torznab") {
       // create slug for indexer identifier as "torznab-indexer_name"
-      const name = slugIdentifier(formData.name);
+      const name = slugIdentifier(formData.name, "torznab");
 
       const createFeed: FeedCreate = {
         name: formData.name,
@@ -234,6 +268,31 @@ export function IndexerAddForm({ isOpen, toggle }: AddProps) {
       return;
     }
 
+    if (formData.implementation === "rss") {
+      // create slug for indexer identifier as "torznab-indexer_name"
+      const name = slugIdentifier(formData.name, "rss");
+
+      const createFeed: FeedCreate = {
+        name: formData.name,
+        enabled: false,
+        type: "RSS",
+        url: formData.feed.url,
+        interval: 30,
+        indexer: name,
+        indexer_id: 0
+      };
+
+      mutation.mutate(formData as Indexer, {
+        onSuccess: (indexer) => {
+          // @eslint-ignore
+          createFeed.indexer_id = indexer.id;
+
+          feedMutation.mutate(createFeed);
+        }
+      });
+      return;
+    }
+
     if (formData.implementation === "irc") {
 
       const channels: IrcChannel[] = [];
@@ -399,6 +458,7 @@ export function IndexerAddForm({ isOpen, toggle }: AddProps) {
 
                         {IrcSettingFields(indexer, values.identifier)}
                         {FeedSettingFields(indexer, values.identifier)}
+                        {RSSFeedSettingFields(indexer, values.identifier)}
                       </div>
 
                       <div