i2p.newsxml/generate_news.py

# -*- coding: utf-8 -*-
from feedgen.feed import FeedGenerator
import json
import re
import os.path

DATA_DIR = 'data'
ENTRIES_FILE = os.path.join(DATA_DIR, 'entries.html')
RELEASES_FILE = os.path.join(DATA_DIR, 'releases.json')

def load_feed_metadata(fg):
    fg.id('urn:uuid:60a76c80-d399-11d9-b91C-543213999af6')
    fg.title('I2P News')
    fg.subtitle('News feed, and router updates')
    fg.link( href='http://i2p-projekt.i2p/' )
    fg.link( href='http://echelon.i2p/news/news.atom.xml', rel='self' )
    fg.link( href='http://psi.i2p/news/news.atom.xml', rel='alternate' )

def load_entries(fg, entries_file):
    with open(entries_file) as f:
        entries_data = f.read().strip('\n')
        entries = entries_data.split('</article>')
        # split() creates an empty final element
        for entry_str in entries[:-1]:
            entry_parts = entry_str.split('</details>', 1)
            metadata = extract_entry_metadata(entry_parts[0])

            fe = fg.add_entry()
            fe.id(metadata['id'])
            fe.title(metadata['title'])
            fe.summary(metadata['summary'])
            fe.link( href=metadata['href'] )
            fe.author( name=metadata['author'] )
            fe.published(metadata['published'])
            fe.updated(metadata['updated'])
            fe.content(entry_parts[1], type='xhtml')

def extract_entry_metadata(s):
    m = {k:v.strip('"') for k,v in re.findall(r'(\S+)=(".*?"|\S+)', s)}
    m['summary'] = re.findall(r'<summary>(.*)</summary>', s)[0]
    return m

def load_releases(fg):
    fg.load_extension('i2p')
    with open(RELEASES_FILE) as json_data:
        d = json.load(json_data)
        for release in d:
            r = fg.i2p.add_release()
            r.date(release['date'])
            r.version(release['version'])
            if release.has_key('minVersion'):
                r.min_version(release['minVersion'])
            if release.has_key('minJavaVersion'):
                r.min_java_version(release['minJavaVersion'])

            for update_type, update in release['updates'].iteritems():
                u = r.add_update(update_type)
                if update.has_key('clearnet'):
                    for url in update['clearnet']:
                        u.clearnet(url)
                if update.has_key('clearnetssl'):
                    for url in update['clearnetssl']:
                        u.clearnetssl(url)
                if update.has_key('torrent'):
                    u.torrent(update['torrent'])
                if update.has_key('url'):
                    for url in update['url']:
                        u.url(url)

if __name__ == '__main__':
    fg = FeedGenerator()
    fg.language('en')
    load_feed_metadata(fg)
    load_entries(fg, ENTRIES_FILE)
    load_releases(fg)
    fg.atom_file('news.atom.xml', pretty=True)