projects
/
iron-blogger
/ blobdiff
commit
grep
author
committer
pickaxe
?
search:
re
summary
|
shortlog
|
log
|
commit
|
commitdiff
|
tree
raw
|
inline
| side by side
added new blog from adelaida
[iron-blogger]
/
import-feeds.py
diff --git
a/import-feeds.py
b/import-feeds.py
index a54fef8245edc0e264135a03e488686634c4fe10..55741672d4daba1a26b48526a362a963e8347a5f 100755
(executable)
--- a/
import-feeds.py
+++ b/
import-feeds.py
@@
-1,6
+1,7
@@
#!/usr/bin/python
from lxml import html
import yaml
#!/usr/bin/python
from lxml import html
import yaml
+import sys
import urllib2
import urlparse
import urllib2
import urlparse
@@
-18,21
+19,23
@@
def fetch_links(url):
'comments' not in l.attrib.get('title','')]
if candidates:
return candidates[0].attrib['href']
'comments' not in l.attrib.get('title','')]
if candidates:
return candidates[0].attrib['href']
- return links[0].attrib['href']
+ elif links:
+ return links[0].attrib['href']
+ else:
+ print >>sys.stderr, "No link found for %s" % (url,)
+ return None
for (name, u) in users.items():
for (name, u) in users.items():
- print "[%s]" % name
for e in u['links']:
(title, url) = e[0:2]
for e in u['links']:
(title, url) = e[0:2]
- print " - %s:" % title.strip()
e[0] = e[0].strip()
if len(e) == 3:
continue
link = fetch_links(url)
e[0] = e[0].strip()
if len(e) == 3:
continue
link = fetch_links(url)
- if
not link.startswith('http:')
:
- link = urlparse.urljoin(url, link)
-
print " %s" % (link,
)
- e.append(link)
+ if
link
:
+ if not link.startswith('http:'):
+
link = urlparse.urljoin(url, link
)
+
e.append(link)
with open('bloggers.yml', 'w') as f:
yaml.safe_dump(users, f)
with open('bloggers.yml', 'w') as f:
yaml.safe_dump(users, f)
Benjamin Mako Hill
||
Want to submit a patch?