changeset 520:e94570675664

Created stats for users (number of users and list of newest users). Better separated the forums, who's online, and user stats. Use a Celery task to execute the new user stats processing. This addresses #194 and #238.
author Brian Neal <bgneal@gmail.com>
date Sat, 17 Dec 2011 23:19:15 +0000
parents f72ace06658a
children dd14ab08a9c4
files gpp/accounts/stats.py gpp/accounts/tasks.py gpp/accounts/templatetags/__init__.py gpp/accounts/templatetags/accounts_tags.py gpp/core/templatetags/core_tags.py gpp/forums/stats.py gpp/forums/templatetags/forum_tags.py gpp/templates/accounts/user_stats_tag.html gpp/templates/core/max_users_tag.html gpp/templates/core/whos_online_tag.html gpp/templates/forums/forum_stats_tag.html gpp/templates/forums/index.html
diffstat 11 files changed, 177 insertions(+), 27 deletions(-) [+]
line wrap: on
line diff
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/gpp/accounts/stats.py	Sat Dec 17 23:19:15 2011 +0000
@@ -0,0 +1,97 @@
+"""
+This module performs user account related statistics.
+
+"""
+import logging
+
+from django.db.models.signals import post_save
+from django.contrib.auth.models import User
+
+from core.services import get_redis_connection
+
+
+# Redis key names
+USER_COUNT_KEY = "accounts:user_count"
+NEW_USERS_KEY = "accounts:new_users"
+
+
+logger = logging.getLogger(__name__)
+
+
+def on_user_save(sender, **kwargs):
+    """
+    This function is our signal handler for when a User object is saved.
+
+    """
+    from accounts.tasks import user_stats_task
+
+    if kwargs['created']:
+        user = kwargs['instance']
+
+        # kick off a task to update user stats
+
+        user_stats_task.delay(user.id)
+
+
+def update_user_stats(user_id):
+    """
+    This function is given a new user id and is responsible for updating various
+    user account statistics.
+
+    """
+    try:
+        user = User.objects.get(pk=user_id)
+    except User.DoesNotExist:
+        logger.warning("update_user_stats: user id %d doesn't exist", user_id)
+        return
+
+    redis = get_redis_connection()
+
+    # update the count of registered users
+
+    count = redis.incr(USER_COUNT_KEY)
+    if count == 1:
+        # it is likely redis got wiped out; update it now
+        count = User.objects.all().count()
+        redis.set(USER_COUNT_KEY, count)
+
+    # update the list of new users
+
+    pipeline = redis.pipeline()
+    pipeline.lpush(NEW_USERS_KEY, user.username)
+    pipeline.ltrim(NEW_USERS_KEY, 0, 9)
+    pipeline.execute()
+
+
+def get_user_count(redis=None):
+    """
+    This function returns the current count of users.
+
+    """
+    if redis is None:
+        redis = get_redis_connection()
+    return redis.get(USER_COUNT_KEY)
+
+
+def get_new_users(redis=None):
+    """
+    This function returns a list of new usernames.
+
+    """
+    if redis is None:
+        redis = get_redis_connection()
+    return redis.lrange(NEW_USERS_KEY, 0, -1)
+
+
+def get_user_stats(redis=None):
+    """
+    This function returns a tuple of the user stats. Element 0 is the user count
+    and element 1 is the list of new users.
+
+    """
+    if redis is None:
+        redis = get_redis_connection()
+    return get_user_count(redis), get_new_users(redis)
+
+
+post_save.connect(on_user_save, sender=User, dispatch_uid='accounts.stats')
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/gpp/accounts/tasks.py	Sat Dec 17 23:19:15 2011 +0000
@@ -0,0 +1,16 @@
+"""
+Celery tasks for the accounts application.
+
+"""
+from celery.task import task
+
+from accounts.stats import update_user_stats
+
+
+@task
+def user_stats_task(user_id):
+    """
+    Run the update_user_stats() function on a new task.
+
+    """
+    update_user_stats(user_id)
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/gpp/accounts/templatetags/accounts_tags.py	Sat Dec 17 23:19:15 2011 +0000
@@ -0,0 +1,20 @@
+"""
+Template tags for the accounts applications.
+
+"""
+from django import template
+
+from accounts.stats import get_user_stats
+
+
+register = template.Library()
+
+
+@register.inclusion_tag('accounts/user_stats_tag.html')
+def user_stats():
+    """
+    This tag renders the total number of site users and a list of new users.
+
+    """
+    num_users, new_users = get_user_stats()
+    return {'num_users': num_users, 'new_users': new_users}
--- a/gpp/core/templatetags/core_tags.py	Sat Dec 17 19:29:24 2011 +0000
+++ b/gpp/core/templatetags/core_tags.py	Sat Dec 17 23:19:15 2011 +0000
@@ -13,7 +13,7 @@
 
 import repoze.timeago
 
-from core.whos_online import get_users_online, get_visitors_online
+from core.whos_online import get_users_online, get_visitors_online, get_stats
 from bio.models import UserProfile
 
 
@@ -36,10 +36,21 @@
     return {'STATIC_URL': settings.STATIC_URL}
 
 
+@register.inclusion_tag('core/max_users_tag.html')
+def max_users():
+    """
+    Displays max users online information.
+
+    """
+    return {
+        'stats': get_stats(),
+    }
+
 @register.inclusion_tag('core/whos_online_tag.html')
 def whos_online():
     """
     Displays a list of who is online.
+
     """
     users = get_users_online()
     visitors = get_visitors_online()
--- a/gpp/forums/stats.py	Sat Dec 17 19:29:24 2011 +0000
+++ b/gpp/forums/stats.py	Sat Dec 17 23:19:15 2011 +0000
@@ -3,31 +3,22 @@
 
 """
 from django.core.cache import cache
-from django.contrib.auth.models import User
 
 from forums.models import Post
 
 
-CACHE_KEY = 'forums-stats'
+CACHE_KEY = 'forums-stats-2'
 CACHE_TIMEOUT = 4 * 60 * 60         # seconds
 
 
 def calc_stats():
     """
     This function is responsible for computing the forum statistics.
-    A tuple is returned: (forums post count, active user count, latest username)
+    The forums post count is returned.
 
     """
     post_count = Post.objects.all().count()
-    user_count = User.objects.all().count()
-
-    if user_count > 0:
-        latest_user = User.objects.filter(is_active=True).values_list(
-                'username', flat=True).order_by('-date_joined')[0]
-    else:
-        latest_user = None
-
-    return post_count, user_count, latest_user
+    return post_count
 
 
 def update_stats():
--- a/gpp/forums/templatetags/forum_tags.py	Sat Dec 17 19:29:24 2011 +0000
+++ b/gpp/forums/templatetags/forum_tags.py	Sat Dec 17 23:19:15 2011 +0000
@@ -14,7 +14,6 @@
 from forums.models import Post
 from forums.models import Category
 from forums.stats import retrieve_stats
-from core.whos_online import get_stats as get_core_stats
 
 
 register = template.Library()
@@ -154,13 +153,10 @@
     """
     Displays forum statistics.
     """
-    post_count, user_count, latest_user = retrieve_stats()
+    post_count = retrieve_stats()
 
     return {
-        'stats': get_core_stats(),
         'post_count': post_count,
-        'user_count': user_count,
-        'latest_user': latest_user,
     }
 
 
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/gpp/templates/accounts/user_stats_tag.html	Sat Dec 17 23:19:15 2011 +0000
@@ -0,0 +1,16 @@
+{% load url from future %}
+{% load bio_tags %}
+{% load humanize %}
+<div id="accounts-stats">
+{% if num_users %}
+Our site has <strong>{{ num_users|intcomma }}</strong> members.
+{% endif %} 
+{% if new_users %}
+Please welcome our newest members:
+<ul class="inline-list">
+{% for user in new_users %}
+   <li>{% profile_link user %}</li>
+{% endfor %}
+</ul>
+{% endif %}
+</div>
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/gpp/templates/core/max_users_tag.html	Sat Dec 17 23:19:15 2011 +0000
@@ -0,0 +1,5 @@
+<div id="max-users">
+{% if stats %}
+The most users ever online was <strong>{{ stats.max_users }}</strong> on {{ stats.max_users_date|date:"P l, N d, Y" }}.<br />
+{% endif %}
+</div>
--- a/gpp/templates/core/whos_online_tag.html	Sat Dec 17 19:29:24 2011 +0000
+++ b/gpp/templates/core/whos_online_tag.html	Sat Dec 17 23:19:15 2011 +0000
@@ -1,4 +1,3 @@
-{% load url from future %}
 {% load bio_tags %}
 <div id="whos-online">
 There {{ total|pluralize:"is,are"}} {{ total }} user{{ total|pluralize }} online: {{ num_users }} registered user{{ num_users|pluralize }} and {{ num_guests }} guest{{ num_guests|pluralize }}.
--- a/gpp/templates/forums/forum_stats_tag.html	Sat Dec 17 19:29:24 2011 +0000
+++ b/gpp/templates/forums/forum_stats_tag.html	Sat Dec 17 23:19:15 2011 +0000
@@ -1,11 +1,5 @@
 {% load url from future %}
-{% load bio_tags %}
 {% load humanize %}
 <div id="forum-stats">
-Our <strong>{{ user_count|intcomma }}</strong> users have posted a total of <strong>{{ post_count|intcomma }}</strong> posts.<br />
-Our newest registered user is {% profile_link latest_user '.' %}
-{% if stats %}
-<br />
-The most users ever online was <strong>{{ stats.max_users }}</strong> on {{ stats.max_users_date|date:"P l, N d, Y" }}.
-{% endif %}
+Our users have posted a total of <strong>{{ post_count|intcomma }}</strong> posts.
 </div>
--- a/gpp/templates/forums/index.html	Sat Dec 17 19:29:24 2011 +0000
+++ b/gpp/templates/forums/index.html	Sat Dec 17 23:19:15 2011 +0000
@@ -1,5 +1,6 @@
 {% extends 'base.html' %}
 {% load url from future %}
+{% load accounts_tags %}
 {% load cache %}
 {% load forum_tags %}
 {% load core_tags %}
@@ -49,8 +50,12 @@
    <input type="submit" value="Mark All Forums Read" />
 </form>
 <br />
+{% user_stats %}
 {% cache 900 forum-stats-block %}
-{% forum_stats %}
+   {% forum_stats %}
+{% endcache %}
+{% cache 900 max-users-block %}
+   {% max_users %}
 {% endcache %}
 {% whos_online %}
 <p>{% current_forum_time user %}</p>