feat(docs): add indexer docs update script (#1872)

* feat(docs): add indexer docs update script

Add Python script to automatically update indexer documentation from YAML definitions.

- Creates a markdown table of supported indexers with feature support
- Sorts indexers alphabetically with generics at the end
- Includes support status for IRC and RSS features
- Outputs documentation to autobrr.com/snippets/indexers.mdx

* fix: use existing PAT

* fix: use correct token

* feat(docs): add freeleech support documentation

.github/workflows/update-indexers.yml

@@ -0,0 +1,64 @@
+name: Update Indexers List
+
+on:
+  workflow_dispatch:
+  schedule:
+    - cron: '0 0 * * *'
+  repository_dispatch:
+    types: [update-indexers]
+
+jobs:
+  update-indexers:
+    runs-on: ubuntu-latest
+    
+    steps:
+    - name: Check out autobrr.com repo
+      uses: actions/checkout@v3
+      with:
+        repository: 'autobrr/autobrr.com'
+        path: 'autobrr.com'
+        token: ${{ secrets.DOCS_TOKEN }}
+
+    - name: Check out autobrr repo
+      uses: actions/checkout@v3
+      with:
+        repository: 'autobrr/autobrr'
+        path: 'autobrr'
+
+    - name: Set up Python
+      uses: actions/setup-python@v4
+      with:
+        python-version: '3.x'
+
+    - name: Update indexers list
+      run: python3 autobrr/scripts/update-indexers.py
+
+    - name: Create Pull Request
+      run: |
+        cd autobrr.com
+        git config --local user.email "github-actions[bot]@users.noreply.github.com"
+        git config --local user.name "github-actions[bot]"
+        
+        # Create a new branch
+        BRANCH_NAME="update-indexers-$(date +%Y%m%d-%H%M%S)"
+        git checkout -b $BRANCH_NAME
+        
+        # Add and commit changes
+        git add snippets/indexers.mdx snippets/freeleech.mdx
+        
+        # Only proceed if there are changes
+        if ! git diff --quiet && ! git diff --staged --quiet; then
+          git commit -m "docs: update indexers and freeleech support lists"
+          git push origin $BRANCH_NAME
+          
+          # Create PR using GitHub CLI
+          gh pr create \
+            --repo autobrr/autobrr.com \
+            --base main \
+            --head $BRANCH_NAME \
+            --title "docs: update indexers and freeleech support lists" \
+            --body "Automated update of the indexers and freeleech support lists from definitions" \
+            --label "documentation"
+        fi
+      env:
+        GITHUB_TOKEN: ${{ secrets.DOCS_TOKEN }}

scripts/update-indexers.py

@@ -0,0 +1,108 @@
+#!/usr/bin/env python3
+
+import os
+import re
+from typing import Dict
+
+# Paths relative to GitHub Actions workspace
+DEFINITIONS_DIR = "autobrr/internal/indexer/definitions"
+INDEXERS_OUTPUT = "autobrr.com/snippets/indexers.mdx"
+FREELEECH_OUTPUT = "autobrr.com/snippets/freeleech.mdx"
+
+def parse_yaml_file(file_path: str) -> Dict:
+    """Parse YAML files"""
+    result = {}
+    with open(file_path, 'r', encoding='utf-8') as f:
+        content = f.read()
+        
+        # Extract fields using regex
+        name_match = re.search(r'name:\s*(.*)', content)
+        desc_match = re.search(r'description:\s*(.*)', content)
+        
+        supports_match = re.search(r'supports:\s*\n((?:\s*-\s*[^\n]+\n)*)', content)
+        supports = []
+        if supports_match:
+            supports = re.findall(r'-\s*(\w+)', supports_match.group(1))
+        
+        # Look for freeleech in vars section
+        has_freeleech = bool(re.search(r'vars:.*?-\s*freeleech\s*$', content, re.MULTILINE | re.DOTALL))
+        has_freeleech_percent = bool(re.search(r'vars:.*?-\s*freeleechPercent\s*$', content, re.MULTILINE | re.DOTALL))
+        
+        result = {
+            'name': name_match.group(1).strip() if name_match else '',
+            'description': desc_match.group(1).strip() if desc_match else '',
+            'supports': supports,
+            'freeleech': has_freeleech,
+            'freeleechPercent': has_freeleech_percent
+        }
+    return result
+
+def get_feature_checkmark(value: bool) -> str:
+    return "✓" if value else "✗"
+
+def generate_indexers_markdown(indexers: list) -> str:
+    """Generate markdown for indexers table."""
+    markdown = "<details>\n\n"
+    markdown += "<summary>Click to view supported indexers</summary>\n\n"
+    markdown += "| Indexer | Description | IRC | RSS |\n"
+    markdown += "|---------|-------------|-----|-----|\n"
+    
+    for indexer in indexers:
+        name = indexer.get('name', '')
+        description = indexer.get('description', '')
+        irc_support = get_feature_checkmark('irc' in [f.lower() for f in indexer.get('supports', [])])
+        rss_support = get_feature_checkmark('rss' in [f.lower() for f in indexer.get('supports', [])])
+        
+        markdown += f"| {name} | {description} | {irc_support} | {rss_support} |\n"
+    
+    markdown += "\n</details>"
+    return markdown
+
+def generate_freeleech_markdown(indexers: list) -> str:
+    """Generate markdown for freeleech table."""
+    markdown = "| Indexer | Freeleech | Freeleech Percent |\n"
+    markdown += "|---------|-----------|------------------|\n"
+    
+    for indexer in indexers:
+        # Skip if neither freeleech feature is supported
+        if not (indexer.get('freeleech', False) or indexer.get('freeleechPercent', False)):
+            continue
+            
+        name = indexer.get('name', '')
+        freeleech = get_feature_checkmark(indexer.get('freeleech', False))
+        freeleech_percent = get_feature_checkmark(indexer.get('freeleechPercent', False))
+        
+        markdown += f"| {name} | {freeleech} | {freeleech_percent} |\n"
+    
+    return markdown
+
+def main():
+    """Generate markdown documents"""
+    indexers = []
+    
+    # Read the YAML files
+    for filename in os.listdir(DEFINITIONS_DIR):
+        if filename.endswith('.yaml'):
+            file_path = os.path.join(DEFINITIONS_DIR, filename)
+            indexer = parse_yaml_file(file_path)
+            if indexer:
+                indexers.append(indexer)
+    
+    # Sort indexers by name, but put generic ones last
+    def sort_key(indexer):
+        name = indexer.get('name', '').lower()
+        return (name.startswith('generic'), name)
+    
+    indexers.sort(key=sort_key)
+    
+    # Generate and write files
+    for output_file, content in [
+        (INDEXERS_OUTPUT, generate_indexers_markdown(indexers)),
+        (FREELEECH_OUTPUT, generate_freeleech_markdown(indexers))
+    ]:
+        os.makedirs(os.path.dirname(output_file), exist_ok=True)
+        with open(output_file, 'w', encoding='utf-8') as f:
+            f.write(content)
+
+if __name__ == "__main__":
+    main()