46 lines
2.1 KiB
Python
46 lines
2.1 KiB
Python
from django.core.management.base import BaseCommand
|
|
from django.utils import timezone
|
|
|
|
from podcasts.models import PodcastFeed
|
|
from podcasts.discover import index_new
|
|
from podcasts.views import _in_backoff_q, _refresh_feeds, refresh_due
|
|
|
|
|
|
class Command(BaseCommand):
|
|
help = 'Refresh podcast feeds (fetch new episodes from RSS)'
|
|
|
|
def add_arguments(self, parser):
|
|
parser.add_argument('--feed-id', type=int, help='Refresh only this feed ID (even when backing off)')
|
|
parser.add_argument('--limit', type=int, default=0, help='Max number of feeds to refresh')
|
|
parser.add_argument(
|
|
'--full', action='store_true',
|
|
help='Download every feed in full (ignore ETag/Last-Modified) and take in episodes skipped before '
|
|
'(e.g. video ones); those out before the last refresh go into the list, not into "Neu"',
|
|
)
|
|
|
|
def handle(self, *args, **options):
|
|
qs = PodcastFeed.objects.all().order_by('last_refreshed_at')
|
|
|
|
if options['feed_id']:
|
|
qs = qs.filter(pk=options['feed_id'])
|
|
else:
|
|
# A feed failing 3+ times in a row is tried every 2, 4, 8, 16,
|
|
# at most 24 hours instead of every hour.
|
|
qs = qs.exclude(_in_backoff_q(timezone.now()))
|
|
# Each feed as often as its interval says (docs/podcasts.md): by its rhythm,
|
|
# or hourly, daily, weekly. --feed-id and --full take every one.
|
|
if not options['full']:
|
|
qs = qs.filter(pk__in=refresh_due(list(qs.select_related('user'))))
|
|
|
|
if options['limit']:
|
|
qs = qs[: options['limit']]
|
|
|
|
if not qs.exists():
|
|
self.stdout.write('No feeds to refresh.')
|
|
return
|
|
|
|
# Parallel downloads, one per distinct feed URL (see _refresh_feeds).
|
|
refreshed, failed, new = _refresh_feeds(qs, full=options['full'])
|
|
# New episodes into the full-text index (Stöbern, podcasts/discover.py).
|
|
indexed = index_new()
|
|
self.stdout.write(f'{refreshed} feeds refreshed, {failed} failed, +{new} episodes, {indexed} indexed')
|