Mercurial > public > sg101

annotate downloads/management/commands/dlorphan.py @ 917:0365fdbb4d78

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
Fix app conflict with messages. Django's messages app label conflicts with our messages app. We can't easily rename our label as that will make us rename database tables. Since our app came first we'll just customize Django messages label. For Django 1.7.7 upgrade.
author Brian Neal <bgneal@gmail.com>
date Mon, 06 Apr 2015 20:02:25 -0500
parents 264b08bce8b8
children
rev   line source
bgneal@665 1 """dlorphan - a management command to remove orphaned downloads files."""
bgneal@665 2
bgneal@665 3 from optparse import make_option
bgneal@665 4 import os
bgneal@665 5
bgneal@665 6 from django.core.management.base import NoArgsCommand
bgneal@665 7 from django.conf import settings
bgneal@665 8
bgneal@665 9 from downloads.models import Download, PendingDownload
bgneal@665 10
bgneal@665 11
bgneal@665 12 class Command(NoArgsCommand):
bgneal@665 13 help = "Finds and optionally deletes orphan downloads files"
bgneal@665 14 option_list = NoArgsCommand.option_list + (
bgneal@665 15 make_option('--delete',
bgneal@665 16 action='store_true',
bgneal@665 17 dest='delete',
bgneal@665 18 default=False,
bgneal@665 19 help='Delete orphan files'),
bgneal@665 20 )
bgneal@665 21
bgneal@665 22 def handle_noargs(self, **options):
bgneal@665 23 """Find and optionally delete orphan downloads files."""
bgneal@665 24
bgneal@665 25 delete = options.get('delete', False)
bgneal@665 26
bgneal@665 27 orphans = set()
bgneal@665 28 missing_pending = []
bgneal@665 29 missing_dls = []
bgneal@665 30
bgneal@665 31 dls_dir = os.path.join(settings.MEDIA_ROOT, 'downloads')
bgneal@665 32 # find the set of all files in the downloads area
bgneal@665 33 for root, dirs, files in os.walk(dls_dir, followlinks=True):
bgneal@665 34 for name in files:
bgneal@665 35 orphans.add(unicode(os.path.join(root, name), 'utf-8'))
bgneal@665 36
bgneal@665 37 # examine the pending downloads:
bgneal@665 38 for dl in PendingDownload.objects.iterator():
bgneal@665 39 try:
bgneal@665 40 orphans.remove(dl.file.path)
bgneal@665 41 except KeyError:
bgneal@665 42 missing_pending.append(dl)
bgneal@665 43
bgneal@665 44 # examine the downloads:
bgneal@665 45 for dl in Download.objects.iterator():
bgneal@665 46 try:
bgneal@665 47 orphans.remove(dl.file.path)
bgneal@665 48 except KeyError:
bgneal@665 49 missing_dls.append(dl)
bgneal@665 50
bgneal@667 51 if orphans and delete:
bgneal@667 52 for path in orphans:
bgneal@667 53 self.stdout.write("Deleting: {}\n".format(path))
bgneal@667 54 os.remove(path)
bgneal@667 55 elif orphans:
bgneal@667 56 self.stdout.write("Orphan files:\n")
bgneal@665 57 for orphan in orphans:
bgneal@667 58 self.stdout.write("{}\n".format(orphan))
bgneal@665 59
bgneal@665 60 if missing_pending:
bgneal@667 61 self.stdout.write("PendingDownloads with missing files:\n")
bgneal@665 62 for dl in missing_pending:
bgneal@667 63 self.stdout.write("{}\n".format(dl))
bgneal@665 64
bgneal@665 65 if missing_dls:
bgneal@667 66 self.stdout.write("Downloads with missing files:\n")
bgneal@665 67 for dl in missing_dls:
bgneal@667 68 self.stdout.write("{}\n".format(dl))
bgneal@665 69
bgneal@667 70 empty_dirs = []
bgneal@667 71 # check for empty directories after deletions
bgneal@667 72 for root, dirs, files in os.walk(dls_dir, followlinks=True):
bgneal@667 73 if not len(dirs) and not len(files):
bgneal@667 74 empty_dirs.append(root)
bgneal@665 75
bgneal@667 76 if empty_dirs and delete:
bgneal@665 77 for path in empty_dirs:
bgneal@667 78 self.stdout.write("Deleting empty dir: {}\n".format(path))
bgneal@665 79 os.removedirs(path)
bgneal@667 80 elif empty_dirs:
bgneal@667 81 self.stdout.write("Empty directories:\n")
bgneal@667 82 for d in empty_dirs:
bgneal@667 83 self.stdout.write("{}\n".format(d))