X-Git-Url: https://projects.mako.cc/source/iron-blogger/blobdiff_plain/7c4f8245a512bf335fcda0fa0cf8764810ec7334..5bb64b79fe4931750c8f0bd2b8202c2460b4e37c:/import-feeds.py diff --git a/import-feeds.py b/import-feeds.py index a54fef8..5574167 100755 --- a/import-feeds.py +++ b/import-feeds.py @@ -1,6 +1,7 @@ #!/usr/bin/python from lxml import html import yaml +import sys import urllib2 import urlparse @@ -18,21 +19,23 @@ def fetch_links(url): 'comments' not in l.attrib.get('title','')] if candidates: return candidates[0].attrib['href'] - return links[0].attrib['href'] + elif links: + return links[0].attrib['href'] + else: + print >>sys.stderr, "No link found for %s" % (url,) + return None for (name, u) in users.items(): - print "[%s]" % name for e in u['links']: (title, url) = e[0:2] - print " - %s:" % title.strip() e[0] = e[0].strip() if len(e) == 3: continue link = fetch_links(url) - if not link.startswith('http:'): - link = urlparse.urljoin(url, link) - print " %s" % (link,) - e.append(link) + if link: + if not link.startswith('http:'): + link = urlparse.urljoin(url, link) + e.append(link) with open('bloggers.yml', 'w') as f: yaml.safe_dump(users, f)