Mercurial > public > sg101

annotate gpp/legacy/management/commands/import_old_download_comments.py @ 446:72ef6e809f79

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
For #218, put back the logic that updates the topic last visit after you make a post.
author Brian Neal <bgneal@gmail.com>
date Mon, 13 Jun 2011 02:19:13 +0000
parents 639cfdf59167
children 4021ea1045f7
rev   line source
bgneal@412 1 """
bgneal@412 2 import_old_download_comments.py - For importing download comments from SG101 1.0
bgneal@412 3 as csv files.
bgneal@412 4
bgneal@412 5 """
bgneal@412 6 from __future__ import with_statement
bgneal@412 7 import csv
bgneal@412 8 from datetime import datetime
bgneal@412 9
bgneal@412 10 from django.core.management.base import LabelCommand, CommandError
bgneal@412 11 from django.contrib.auth.models import User
bgneal@412 12 from django.contrib.contenttypes.models import ContentType
bgneal@412 13
bgneal@412 14 from downloads.models import Download, VoteRecord
bgneal@412 15 from comments.models import Comment
bgneal@412 16 from legacy.html2md import MarkdownWriter
bgneal@412 17 import legacy.data
bgneal@412 18
bgneal@412 19
bgneal@412 20 class Command(LabelCommand):
bgneal@412 21 args = '<filename filename ...>'
bgneal@412 22 help = 'Imports download comments from the old database in CSV format'
bgneal@412 23 md_writer = MarkdownWriter()
bgneal@412 24
bgneal@412 25 def handle_label(self, filename, **options):
bgneal@412 26 """
bgneal@412 27 Process each line in the CSV file given by filename by
bgneal@412 28 creating a new object and saving it to the database.
bgneal@412 29
bgneal@412 30 """
bgneal@412 31 try:
bgneal@412 32 with open(filename, "rb") as f:
bgneal@412 33 self.reader = csv.DictReader(f)
bgneal@412 34 try:
bgneal@412 35 for row in self.reader:
bgneal@412 36 self.process_row(row)
bgneal@412 37 except csv.Error, e:
bgneal@412 38 raise CommandError("CSV error: %s %s %s" % (
bgneal@412 39 filename, self.reader.line_num, e))
bgneal@412 40
bgneal@412 41 except IOError:
bgneal@412 42 raise CommandError("Could not open file: %s" % filename)
bgneal@412 43
bgneal@412 44 def process_row(self, row):
bgneal@412 45 """
bgneal@412 46 Process one row from the CSV file: create an object for the row
bgneal@412 47 and save it in the database.
bgneal@412 48
bgneal@412 49 """
bgneal@412 50 dl_id = int(row['ratinglid'])
bgneal@412 51 if dl_id in (1, 2, 3, 4):
bgneal@412 52 return
bgneal@412 53
bgneal@412 54 try:
bgneal@412 55 dl = Download.objects.get(pk=dl_id)
bgneal@412 56 except Download.DoesNotExist:
bgneal@412 57 return
bgneal@412 58
bgneal@412 59 try:
bgneal@412 60 user = User.objects.get(username=row['ratinguser'])
bgneal@412 61 except User.DoesNotExist:
bgneal@412 62 try:
bgneal@412 63 user = User.objects.get(
bgneal@412 64 username=legacy.data.KNOWN_USERNAME_CHANGES[row['ratinguser']])
bgneal@412 65 except (User.DoesNotExist, KeyError):
bgneal@412 66 return
bgneal@412 67
bgneal@412 68 vote_date = datetime.strptime(row['ratingtimestamp'], "%Y-%m-%d %H:%M:%S")
bgneal@412 69
bgneal@412 70 comment_text = row['ratingcomments'].decode('latin-1').strip()
bgneal@412 71 if comment_text:
bgneal@412 72 comment = Comment(
bgneal@412 73 content_type=ContentType.objects.get_for_model(dl),
bgneal@412 74 object_id=dl.id,
bgneal@412 75 user=user,
bgneal@412 76 comment=comment_text,
bgneal@412 77 creation_date=vote_date,
bgneal@412 78 ip_address = row['ratinghostname'],
bgneal@412 79 is_public = True,
bgneal@412 80 is_removed = False,
bgneal@412 81 )
bgneal@412 82 comment.save()
bgneal@412 83
bgneal@412 84 vr = VoteRecord(download=dl, user=user, vote_date=vote_date)
bgneal@412 85 vr.save()
bgneal@412 86
bgneal@412 87 def to_markdown(self, s):
bgneal@412 88 self.md_writer.reset()
bgneal@412 89 self.md_writer.feed(s)
bgneal@412 90 return self.md_writer.markdown()