initial

Author: Mark Ng

__init__.py

@@ -0,0 +1,72 @@
+from django.db import models
+import feedparser
+import pprint
+
+# Create your models here.
+class Category(models.Model):
+	"""Categories for Feeds"""
+	name = models.CharField(unique=True,max_length=255)
+	def __unicode__(self):
+		"""string rep"""
+		return self.name
+	class Admin:
+		pass
+
+class Feed(models.Model):
+	"""Feed to be aggregated"""
+	url = models.URLField("Feed URL",max_length=255)
+	title = models.TextField("Feed Title",blank=True)
+	link = models.URLField("Link to site",verify_exists=False, max_length=255,blank=True)
+	description = models.TextField("Feed description",blank=True)
+	author_email = models.CharField("Author Email Address",max_length=255,blank=True)
+	author_name = models.CharField("Author Name",max_length=255,blank=True)
+	author_link = models.URLField("Author Link",verify_exists=False, max_length=255,blank=True)
+	subtitle = models.TextField("Feed Subtitle",blank=True)
+	created_at = models.DateTimeField("Time Created",auto_now_add=True,blank=True)
+	updated_at = models.DateTimeField("Time Last Updated",auto_now=True,blank=True)
+	next_retrieval = models.DateTimeField("Next Retrieval Time",auto_now_add=True)
+	category = models.ForeignKey(Category)
+	approved = models.BooleanField()
+	class Admin:
+		pass
+		
+	def __unicode__(self):
+		"""string rep"""
+		return self.title
+		
+	def refresh(self):
+		"""refresh feed and feed items"""
+		print self.__unicode__()+' is being updated\n'
+		parsed = feedparser.parse(self.url)
+		pp = pprint.PrettyPrinter(indent=4)
+		pp.pprint(parsed.entries[0])
+		# properties to take from parser
+		self.title = parsed.feed.title
+		self.link = getattr(parsed.feed, 'link', '')		
+		self.description = getattr(parsed.feed, 'description', '')		
+		self.author_name = getattr(parsed.feed.author_detail, 'name', '')		
+		self.author_email = getattr(parsed.feed.author_detail, 'email', '')		
+		self.author_link = getattr(parsed.feed.author_detail, 'href', '')		
+		self.subtitle = getattr(parsed.feed, 'subtitle', '')
+		self.save()
+		
+		return self
+	
+class FeedItem(models.Model):
+	"""Item belonging to a feed"""
+	title = models.TextField("Article Title")
+	link = models.URLField("Article Link",verify_exists=False, max_length=255,blank=True)
+	feed = models.ForeignKey(Feed,blank=True)
+	description = models.TextField("Article description",blank=True)
+	author_name = models.CharField("Author Name",max_length=255,blank=True)
+	author_email = models.CharField("Author Email",max_length=255,blank=True)
+	author_link = models.URLField("Author Link",verify_exists=False, max_length=255,blank=True)
+	content = models.TextField("Content of Item",blank=True)
+	pub_date = models.TimeField("Publication Date",blank=True)
+	unique_id = models.TextField("Item unique ID",blank=True)
+	enclosure = models.TextField("Enclosure",blank=True)
+	created_at = models.DateTimeField("Time Created",auto_now_add=True)
+	updated_at = models.DateTimeField("Time Last Updated",auto_now=True)
+	def __unicode__(self):
+		"""string rep"""
+		return self.title

__init__.pyc

@@ -0,0 +1,22 @@
+#! /usr/bin/env python
+
+import sys
+import os
+
+def setup_environment():
+	pathname = os.path.dirname(sys.argv[0])
+	sys.path.append(os.path.abspath(pathname))
+	sys.path.append(os.path.normpath(os.path.join(os.path.abspath(pathname), '../')))
+	# setup Django environment
+	import settings # your settings module
+	from django.core import management
+	management.setup_environ(settings)
+
+setup_environment()
+
+from aggregator.models import Feed, FeedItem
+
+feeds = Feed.objects.all()
+
+for	feed in feeds:
+	print feed.refresh()

aggregator/__init__.py

@@ -0,0 +1 @@
+# Create your views here.

aggregator/__init__.pyc

@@ -0,0 +1 @@
+[{"pk": 1, "model": "auth.user", "fields": {"username": "mng", "first_name": "", "last_name": "", "is_active": 1, "is_superuser": 1, "is_staff": 1, "last_login": "2008-06-21 07:57:56", "groups": [], "user_permissions": [], "password": "sha1$1367a$48e00ac641e0ca5038e08161c7379048f2714014", "email": "[email protected]", "date_joined": "2008-06-19 17:23:31"}}, {"pk": 28, "model": "auth.permission", "fields": {"codename": "add_category", "name": "Can add category", "content_type": 10}}, {"pk": 29, "model": "auth.permission", "fields": {"codename": "change_category", "name": "Can change category", "content_type": 10}}, {"pk": 30, "model": "auth.permission", "fields": {"codename": "delete_category", "name": "Can delete category", "content_type": 10}}, {"pk": 13, "model": "auth.permission", "fields": {"codename": "add_contenttype", "name": "Can add content type", "content_type": 5}}, {"pk": 14, "model": "auth.permission", "fields": {"codename": "change_contenttype", "name": "Can change content type", "content_type": 5}}, {"pk": 15, "model": "auth.permission", "fields": {"codename": "delete_contenttype", "name": "Can delete content type", "content_type": 5}}, {"pk": 22, "model": "auth.permission", "fields": {"codename": "add_feed", "name": "Can add feed", "content_type": 8}}, {"pk": 23, "model": "auth.permission", "fields": {"codename": "change_feed", "name": "Can change feed", "content_type": 8}}, {"pk": 24, "model": "auth.permission", "fields": {"codename": "delete_feed", "name": "Can delete feed", "content_type": 8}}, {"pk": 25, "model": "auth.permission", "fields": {"codename": "add_feeditem", "name": "Can add feed item", "content_type": 9}}, {"pk": 26, "model": "auth.permission", "fields": {"codename": "change_feeditem", "name": "Can change feed item", "content_type": 9}}, {"pk": 27, "model": "auth.permission", "fields": {"codename": "delete_feeditem", "name": "Can delete feed item", "content_type": 9}}, {"pk": 4, "model": "auth.permission", "fields": {"codename": "add_group", "name": "Can add group", "content_type": 2}}, {"pk": 5, "model": "auth.permission", "fields": {"codename": "change_group", "name": "Can change group", "content_type": 2}}, {"pk": 6, "model": "auth.permission", "fields": {"codename": "delete_group", "name": "Can delete group", "content_type": 2}}, {"pk": 31, "model": "auth.permission", "fields": {"codename": "add_logentry", "name": "Can add log entry", "content_type": 11}}, {"pk": 32, "model": "auth.permission", "fields": {"codename": "change_logentry", "name": "Can change log entry", "content_type": 11}}, {"pk": 33, "model": "auth.permission", "fields": {"codename": "delete_logentry", "name": "Can delete log entry", "content_type": 11}}, {"pk": 1, "model": "auth.permission", "fields": {"codename": "add_message", "name": "Can add message", "content_type": 1}}, {"pk": 2, "model": "auth.permission", "fields": {"codename": "change_message", "name": "Can change message", "content_type": 1}}, {"pk": 3, "model": "auth.permission", "fields": {"codename": "delete_message", "name": "Can delete message", "content_type": 1}}, {"pk": 10, "model": "auth.permission", "fields": {"codename": "add_permission", "name": "Can add permission", "content_type": 4}}, {"pk": 11, "model": "auth.permission", "fields": {"codename": "change_permission", "name": "Can change permission", "content_type": 4}}, {"pk": 12, "model": "auth.permission", "fields": {"codename": "delete_permission", "name": "Can delete permission", "content_type": 4}}, {"pk": 16, "model": "auth.permission", "fields": {"codename": "add_session", "name": "Can add session", "content_type": 6}}, {"pk": 17, "model": "auth.permission", "fields": {"codename": "change_session", "name": "Can change session", "content_type": 6}}, {"pk": 18, "model": "auth.permission", "fields": {"codename": "delete_session", "name": "Can delete session", "content_type": 6}}, {"pk": 19, "model": "auth.permission", "fields": {"codename": "add_site", "name": "Can add site", "content_type": 7}}, {"pk": 20, "model": "auth.permission", "fields": {"codename": "change_site", "name": "Can change site", "content_type": 7}}, {"pk": 21, "model": "auth.permission", "fields": {"codename": "delete_site", "name": "Can delete site", "content_type": 7}}, {"pk": 7, "model": "auth.permission", "fields": {"codename": "add_user", "name": "Can add user", "content_type": 3}}, {"pk": 8, "model": "auth.permission", "fields": {"codename": "change_user", "name": "Can change user", "content_type": 3}}, {"pk": 9, "model": "auth.permission", "fields": {"codename": "delete_user", "name": "Can delete user", "content_type": 3}}, {"pk": 10, "model": "contenttypes.contenttype", "fields": {"model": "category", "name": "category", "app_label": "aggregator"}}, {"pk": 5, "model": "contenttypes.contenttype", "fields": {"model": "contenttype", "name": "content type", "app_label": "contenttypes"}}, {"pk": 8, "model": "contenttypes.contenttype", "fields": {"model": "feed", "name": "feed", "app_label": "aggregator"}}, {"pk": 9, "model": "contenttypes.contenttype", "fields": {"model": "feeditem", "name": "feed item", "app_label": "aggregator"}}, {"pk": 2, "model": "contenttypes.contenttype", "fields": {"model": "group", "name": "group", "app_label": "auth"}}, {"pk": 11, "model": "contenttypes.contenttype", "fields": {"model": "logentry", "name": "log entry", "app_label": "admin"}}, {"pk": 1, "model": "contenttypes.contenttype", "fields": {"model": "message", "name": "message", "app_label": "auth"}}, {"pk": 4, "model": "contenttypes.contenttype", "fields": {"model": "permission", "name": "permission", "app_label": "auth"}}, {"pk": 6, "model": "contenttypes.contenttype", "fields": {"model": "session", "name": "session", "app_label": "sessions"}}, {"pk": 7, "model": "contenttypes.contenttype", "fields": {"model": "site", "name": "site", "app_label": "sites"}}, {"pk": 3, "model": "contenttypes.contenttype", "fields": {"model": "user", "name": "user", "app_label": "auth"}}, {"pk": "98976163daeb39dde7f1a12ab137d0fa", "model": "sessions.session", "fields": {"expire_date": "2008-07-04 23:13:13", "session_data": "gAJ9cQEoVRJfYXV0aF91c2VyX2JhY2tlbmRxAlUpZGphbmdvLmNvbnRyaWIuYXV0aC5iYWNrZW5k\ncy5Nb2RlbEJhY2tlbmRxA1UNX2F1dGhfdXNlcl9pZHEEigEBdS42M2I1NDFiMzAyYzM1Mjc4ZTAy\nZjM3MTk0NTVjYmM2Yg==\n"}}, {"pk": "943129acb460aae46b26617d317637c5", "model": "sessions.session", "fields": {"expire_date": "2008-07-05 07:57:56", "session_data": "gAJ9cQEoVRJfYXV0aF91c2VyX2JhY2tlbmRxAlUpZGphbmdvLmNvbnRyaWIuYXV0aC5iYWNrZW5k\ncy5Nb2RlbEJhY2tlbmRxA1UNX2F1dGhfdXNlcl9pZHEEigEBdS42M2I1NDFiMzAyYzM1Mjc4ZTAy\nZjM3MTk0NTVjYmM2Yg==\n"}}, {"pk": 1, "model": "sites.site", "fields": {"domain": "example.com", "name": "example.com"}}, {"pk": 6, "model": "admin.logentry", "fields": {"action_flag": 1, "action_time": "2008-06-21 08:54:11", "object_repr": "Mark Ng", "object_id": "1", "change_message": "", "user": 1, "content_type": 8}}, {"pk": 5, "model": "admin.logentry", "fields": {"action_flag": 1, "action_time": "2008-06-21 08:53:21", "object_repr": "Blogs", "object_id": "1", "change_message": "", "user": 1, "content_type": 10}}, {"pk": 4, "model": "admin.logentry", "fields": {"action_flag": 1, "action_time": "2008-06-21 08:15:47", "object_repr": "Mark Ng", "object_id": "1", "change_message": "", "user": 1, "content_type": 8}}, {"pk": 3, "model": "admin.logentry", "fields": {"action_flag": 1, "action_time": "2008-06-21 08:15:32", "object_repr": "Blogs", "object_id": "1", "change_message": "", "user": 1, "content_type": 10}}, {"pk": 2, "model": "admin.logentry", "fields": {"action_flag": 1, "action_time": "2008-06-21 08:09:42", "object_repr": "Mark Ng", "object_id": "1", "change_message": "", "user": 1, "content_type": 8}}, {"pk": 1, "model": "admin.logentry", "fields": {"action_flag": 1, "action_time": "2008-06-20 23:24:50", "object_repr": "Category object", "object_id": "1", "change_message": "", "user": 1, "content_type": 10}}, {"pk": 1, "model": "aggregator.category", "fields": {"name": "Blogs"}}, {"pk": 1, "model": "aggregator.feed", "fields": {"category": 1, "subtitle": "", "description": "", "title": "Mark Ng", "url": "http:\/\/feeds.feedburner.com\/MarkNg", "created_at": "2008-06-21 08:54:11", "author_link": "", "updated_at": "2008-06-21 08:54:11", "author_name": "", "author_email": "", "link": "", "next_retrieval": "2008-06-21 08:54:11", "approved": 0}}]

aggregator/models.py

@@ -0,0 +1,11 @@
+#!/usr/bin/env python
+from django.core.management import execute_manager
+try:
+    import settings # Assumed to be in the same directory.
+except ImportError:
+    import sys
+    sys.stderr.write("Error: Can't find the file 'settings.py' in the directory containing %r. It appears you've customized things.\nYou'll have to run django-admin.py, passing it your settings module.\n(If the file settings.py does indeed exist, it's causing an ImportError somehow.)\n" % __file__)
+    sys.exit(1)
+
+if __name__ == "__main__":
+    execute_manager(settings)

aggregator/models.pyc

@@ -0,0 +1,82 @@
+# Django settings for dotdorset project.
+
+DEBUG = True
+TEMPLATE_DEBUG = DEBUG
+
+ADMINS = (
+    # ('Your Name', '[email protected]'),
+)
+
+MANAGERS = ADMINS
+
+DATABASE_ENGINE = 'mysql'           # 'postgresql_psycopg2', 'postgresql', 'mysql', 'sqlite3' or 'oracle'.
+DATABASE_NAME = 'dotdorset'             # Or path to database file if using sqlite3.
+DATABASE_USER = 'root'             # Not used with sqlite3.
+DATABASE_PASSWORD = ''         # Not used with sqlite3.
+DATABASE_HOST = ''             # Set to empty string for localhost. Not used with sqlite3.
+DATABASE_PORT = ''             # Set to empty string for default. Not used with sqlite3.
+
+# Local time zone for this installation. Choices can be found here:
+# http://en.wikipedia.org/wiki/List_of_tz_zones_by_name
+# although not all choices may be available on all operating systems.
+# If running in a Windows environment this must be set to the same as your
+# system time zone.
+TIME_ZONE = 'Europe/London'
+
+# Language code for this installation. All choices can be found here:
+# http://www.i18nguy.com/unicode/language-identifiers.html
+LANGUAGE_CODE = 'en-gb'
+
+SITE_ID = 1
+
+# If you set this to False, Django will make some optimizations so as not
+# to load the internationalization machinery.
+USE_I18N = True
+
+# Absolute path to the directory that holds media.
+# Example: "/home/media/media.lawrence.com/"
+MEDIA_ROOT = ''
+
+# URL that handles the media served from MEDIA_ROOT. Make sure to use a
+# trailing slash if there is a path component (optional in other cases).
+# Examples: "http://media.lawrence.com", "http://example.com/media/"
+MEDIA_URL = ''
+
+# URL prefix for admin media -- CSS, JavaScript and images. Make sure to use a
+# trailing slash.
+# Examples: "http://foo.com/media/", "/media/".
+ADMIN_MEDIA_PREFIX = '/media/'
+
+# Make this unique, and don't share it with anybody.
+SECRET_KEY = '&51qozlg8y0pxm5!=-b3=z+03cad&&33bqm34(yl%g!k$!wyl*'
+
+# List of callables that know how to import templates from various sources.
+TEMPLATE_LOADERS = (
+    'django.template.loaders.filesystem.load_template_source',
+    'django.template.loaders.app_directories.load_template_source',
+    'django.template.loaders.eggs.load_template_source',
+)
+
+MIDDLEWARE_CLASSES = (
+    'django.middleware.common.CommonMiddleware',
+    'django.contrib.sessions.middleware.SessionMiddleware',
+    'django.contrib.auth.middleware.AuthenticationMiddleware',
+    'django.middleware.doc.XViewMiddleware',
+)
+
+ROOT_URLCONF = 'dotdorset.urls'
+
+TEMPLATE_DIRS = (
+    # Put strings here, like "/home/html/django_templates" or "C:/www/django/templates".
+    # Always use forward slashes, even on Windows.
+    # Don't forget to use absolute paths, not relative paths.
+)
+
+INSTALLED_APPS = (
+    'django.contrib.auth',
+    'django.contrib.contenttypes',
+    'django.contrib.sessions',
+    'django.contrib.sites',
+		'django.contrib.admin',
+		'dotdorset.aggregator',
+)

aggregator/refresh.py

@@ -0,0 +1,9 @@
+from django.conf.urls.defaults import *
+
+urlpatterns = patterns('',
+    # Example:
+    # (r'^dotdorset/', include('dotdorset.foo.urls')),
+
+    # Uncomment this for admin:
+    (r'^admin/', include('django.contrib.admin.urls')),
+)