view downloads/management/commands/dlorphan.py @ 917:0365fdbb4d78

Fix app conflict with messages. Django's messages app label conflicts with our messages app. We can't easily rename our label as that will make us rename database tables. Since our app came first we'll just customize Django messages label. For Django 1.7.7 upgrade.
author Brian Neal <bgneal@gmail.com>
date Mon, 06 Apr 2015 20:02:25 -0500
parents 264b08bce8b8
children
line wrap: on
line source
"""dlorphan - a management command to remove orphaned downloads files."""

from optparse import make_option
import os

from django.core.management.base import NoArgsCommand
from django.conf import settings

from downloads.models import Download, PendingDownload


class Command(NoArgsCommand):
    help = "Finds and optionally deletes orphan downloads files"
    option_list = NoArgsCommand.option_list + (
            make_option('--delete',
                action='store_true',
                dest='delete',
                default=False,
                help='Delete orphan files'),
    )

    def handle_noargs(self, **options):
        """Find and optionally delete orphan downloads files."""

        delete = options.get('delete', False)

        orphans = set()
        missing_pending = []
        missing_dls = []

        dls_dir = os.path.join(settings.MEDIA_ROOT, 'downloads')
        # find the set of all files in the downloads area
        for root, dirs, files in os.walk(dls_dir, followlinks=True):
            for name in files:
                orphans.add(unicode(os.path.join(root, name), 'utf-8'))

        # examine the pending downloads:
        for dl in PendingDownload.objects.iterator():
            try:
                orphans.remove(dl.file.path)
            except KeyError:
                missing_pending.append(dl)

        # examine the downloads:
        for dl in Download.objects.iterator():
            try:
                orphans.remove(dl.file.path)
            except KeyError:
                missing_dls.append(dl)

        if orphans and delete:
            for path in orphans:
                self.stdout.write("Deleting: {}\n".format(path))
                os.remove(path)
        elif orphans:
            self.stdout.write("Orphan files:\n")
            for orphan in orphans:
                self.stdout.write("{}\n".format(orphan))

        if missing_pending:
            self.stdout.write("PendingDownloads with missing files:\n")
            for dl in missing_pending:
                self.stdout.write("{}\n".format(dl))

        if missing_dls:
            self.stdout.write("Downloads with missing files:\n")
            for dl in missing_dls:
                self.stdout.write("{}\n".format(dl))

        empty_dirs = []
        # check for empty directories after deletions
        for root, dirs, files in os.walk(dls_dir, followlinks=True):
            if not len(dirs) and not len(files):
                empty_dirs.append(root)

        if empty_dirs and delete:
            for path in empty_dirs:
                self.stdout.write("Deleting empty dir: {}\n".format(path))
                os.removedirs(path)
        elif empty_dirs:
            self.stdout.write("Empty directories:\n")
            for d in empty_dirs:
                self.stdout.write("{}\n".format(d))