From 938d95c59102e0e8f2f251ba64a0b3e0b8f06d08 Mon Sep 17 00:00:00 2001 From: Mattias Andrée Date: Sun, 28 Jul 2013 12:32:32 +0200 Subject: split out updating MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Mattias Andrée --- src/updater.py | 66 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 66 insertions(+) create mode 100644 src/updater.py (limited to 'src/updater.py') diff --git a/src/updater.py b/src/updater.py new file mode 100644 index 0000000..eccbb82 --- /dev/null +++ b/src/updater.py @@ -0,0 +1,66 @@ +#!/usr/bin/env python3 +# -*- coding: utf-8 -*- +''' +featherweight – A lightweight terminal news feed reader + +Copyright © 2013 Mattias Andrée (maandree@member.fsf.org) + +This program is free software: you can redistribute it and/or modify +it under the terms of the GNU General Public License as published by +the Free Software Foundation, either version 3 of the License, or +(at your option) any later version. + +This program is distributed in the hope that it will be useful, +but WITHOUT ANY WARRANTY; without even the implied warranty of +MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +GNU General Public License for more details. + +You should have received a copy of the GNU General Public License +along with this program. If not, see . +''' +from subprocess import Popen, PIPE + +from flocker import * +from parser import * + + +def update_feed(feed, if_group): + if 'inner' in feed: + for feed in feed['inner']: + update_feed(feed, if_group) + elif (if_group is None) or (feed['group'] == if_group): + uuid = feed['uuid'] + with touch('%s/%s' % (root, uuid)) as feed_flock: + flock(feed_flock, True) + feed_info = None + with open('%s/%s' % (root, uuid), 'rb') as file: + feed_info = file.read().decode('utf-8', 'error') + feed_info = eval(feed_info) + have = feed_info['have'] + unread = feed_info['unread'] + url = feed_info['url'] + + try: + feed_data = Popen(['wget', url, '-O', '-'], stdout = PIPE).communicate()[0] + feed_data = parse_feed(feed_data) + old_data = None + with open('%s/%s-content' % (root, uuid), 'rb') as file: + old_data = file.read().decode('utf-8', 'error') + for channel in feed_data: + for item in channel['items']: + guid = item['guid'] + if have not in guid: + unread.add(guid) + have.add(guid) + old_data.append(item) + with open('%s/%s-content' % (root, uuid), 'wb') as file: + file.write(str(old_data).decode('utf-8')) + except: + pass + + feed['new'] = len(unread) + with open('%s/%s' % (root, uuid), 'wb') as file: + file.write(str(feed_info).decode('utf-8')) + file.flush() + unflock(feed_flock) + -- cgit v1.2.3-70-g09d2