mirror of
https://github.com/adulau/rss-tools.git
synced 2024-09-18 09:56:18 +00:00
104 lines
3.5 KiB
Python
104 lines
3.5 KiB
Python
#!/usr/bin/env python
|
|
# -*- coding: utf-8 -*-
|
|
#
|
|
# a at foo dot be - Alexandre Dulaunoy - http://www.foo.be/cgi-bin/wiki.pl/RssAny
|
|
#
|
|
# rssmerge.py is a simple script to gather rss feed and merge them in reverse
|
|
# time order. Useful to keep track of recent events.
|
|
#
|
|
# this is still an early prototype and assume that you have full control of the
|
|
# remote rss feeds (if not you may have some security issues).
|
|
#
|
|
# TODO : - rss 2.0 and atom output
|
|
# - full html output
|
|
#
|
|
# example of use :
|
|
# python2.5 rssmerge.py --output phtml --maxitem 20 "http://www.foo.be/cgi-bin/wiki.pl?action=journal&tile=AdulauMessyDesk"
|
|
# "http://api.flickr.com/services/feeds/photos_public.gne?id=31797858@N00&lang=en-us&format=atom" "http://a.6f2.net/cgi-bin/gitweb.cgi?
|
|
# p=adulau/.git;a=rss" "http://www.librarything.com/rss/reviews/adulau" > /tmp/test.inc
|
|
|
|
import feedparser
|
|
import sys,os
|
|
import time
|
|
import datetime
|
|
import md5
|
|
from optparse import OptionParser
|
|
import cgi
|
|
|
|
feedparser.USER_AGENT = "rssmerge.py +http://www.foo.be/"
|
|
|
|
def RenderMerge(itemlist,output="text"):
|
|
|
|
i = 0
|
|
|
|
if output == "text" :
|
|
for item in itemlist:
|
|
i = i + 1
|
|
# Keep consistent datetime representation if not use allitem[item[1]]['updated']
|
|
timetuple = datetime.datetime.fromtimestamp(allitem[item[1]]['epoch'])
|
|
|
|
print str(i)+":"+allitem[item[1]]['title']+":"+timetuple.ctime()+":"+allitem[item[1]]['link']
|
|
|
|
if i == int(options.maxitem):
|
|
break
|
|
|
|
if output == "phtml" :
|
|
print "<ul>"
|
|
for item in itemlist:
|
|
i = i + 1
|
|
# Keep consistent datetime representation if not use allitem[item[1]]['updated']
|
|
timetuple = datetime.datetime.fromtimestamp(allitem[item[1]]['epoch'])
|
|
print "<li><a href=\""+unicode(allitem[item[1]]['link']).encode("utf-8")+"\">"+unicode(cgi.escape(allitem[item[1]]['title'])).encode("utf-8")+"</a> --- (<i>"+timetuple.ctime()+"</i>)</li>"
|
|
if i == int(options.maxitem):
|
|
break
|
|
print "</ul>"
|
|
|
|
|
|
usage = "usage: %prog [options] url"
|
|
parser = OptionParser(usage)
|
|
|
|
parser.add_option("-m","--maxitem",dest="maxitem",help="maximum item to list in the feed, default 200")
|
|
parser.add_option("-o","--output",dest="output",help="output format (text, phtml), default text")
|
|
|
|
#2007-11-10 11:25:51
|
|
pattern = '%Y-%m-%d %H:%M:%S'
|
|
|
|
(options, args) = parser.parse_args()
|
|
|
|
if options.output == None:
|
|
options.output = "text"
|
|
|
|
if options.maxitem == None:
|
|
options.maxitem = 200
|
|
|
|
allitem = {}
|
|
|
|
for url in args:
|
|
|
|
#print url
|
|
|
|
d = feedparser.parse(url)
|
|
|
|
for el in d.entries:
|
|
|
|
eldatetime = datetime.datetime.fromtimestamp(time.mktime(el.modified_parsed))
|
|
elepoch = int(time.mktime(time.strptime(str(eldatetime), pattern)))
|
|
linkkey = md5.new(el.link).hexdigest()
|
|
allitem[linkkey] = {}
|
|
allitem[linkkey]['link'] = str(el.link)
|
|
allitem[linkkey]['epoch'] = int(elepoch)
|
|
allitem[linkkey]['updated'] = el.updated
|
|
allitem[linkkey]['title'] = el.title
|
|
|
|
|
|
|
|
itemlist = []
|
|
|
|
for something in allitem.keys():
|
|
epochkeytuple = (allitem[something]['epoch'],something)
|
|
itemlist.append (epochkeytuple)
|
|
|
|
itemlist.sort()
|
|
itemlist.reverse()
|
|
|
|
RenderMerge(itemlist,options.output)
|