view gpp/ygroup/management/commands/sync_ygroup_posts.py @ 467:b910cc1460c8

Add the ability to conditionally add model instances to the search index on update. This is not perfect, as some instances should be deleted from the index if they are updated such that they should not be in the index anymore. Will think about and address that later.
author Brian Neal <bgneal@gmail.com>
date Sun, 24 Jul 2011 18:12:20 +0000
parents 0c18dfb1da1c
children
line wrap: on
line source
"""
sync_ygroup_posts.py - A management command to synchronize the yahoo group
archives by recomputing the de-normalized fields in the post objects.

"""
import optparse

from django.core.management.base import NoArgsCommand, CommandError
from django.core.urlresolvers import reverse

from ygroup.models import Thread, Post
import ygroup.views


class Command(NoArgsCommand):
    help = """\
This command synchronizes the ygroup application's post objects
by updating their de-normalized fields.
"""
    option_list = NoArgsCommand.option_list + (
        optparse.make_option("-p", "--progress", action="store_true",
            help="Output a . after every 100 posts to show progress"),
    )

    def handle_noargs(self, **opts):

        show_progress = opts.get('progress', False) or False

        threads = {}
        self.stdout.write("Processing threads...\n")
        for thread in Thread.objects.iterator():
            threads[thread.id] = [reverse('ygroup-thread_view', args=[thread.id]),
                list(Post.objects.filter(thread=thread).values_list('id', flat=True))]

        self.stdout.write("Processing posts...\n")
        n = 0
        for post in Post.objects.iterator():
            thread = threads[post.thread.id]
            pos = thread[1].index(post.id)
            page = pos / ygroup.views.POSTS_PER_PAGE + 1
            if page == 1:
                post.thread_url = thread[0] + '#p%d' % (post.id, )
            else:
                post.thread_url = thread[0] + '?page=%d#p%d' % (page, post.id)
            post.save()

            n += 1
            if show_progress and n % 100 == 0:
                self.stdout.write('.')
                self.stdout.flush()

        self.stdout.write('\n')