+ feedhandle = None
+ headers = None
+ # first check if we know about this feed already
+ feeddb = dbm.open(os.path.join(statedir, "feeds"), "c")
+ # we need all the parts of the url
+ (type, rest) = urllib.splittype(url)
+ (host, path) = urllib.splithost(rest)
+ (host, port) = urllib.splitport(host)
+ if port == None:
+ port = 80
+ if feeddb.has_key(url):
+ data = feeddb[url]
+ data = cgi.parse_qs(data)
+ # now do a head on the feed to see if it's been updated
+ conn = httplib.HTTPConnection("%s:%s" %(host, port))
+ conn.request("HEAD", path)
+ response = conn.getresponse()
+ headers = response.getheaders()
+ ischanged = False
+ try:
+ for header in headers:
+ if header[0] == "content-length":
+ if header[1] != data["content-length"][0]:
+ ischanged = True
+ elif header[0] == "etag":
+ if header[1] != data["etag"][0]:
+ ischanged = True
+ elif header[0] == "last-modified":
+ if header[1] != data["last-modified"][0]:
+ ischanged = True
+ elif header[0] == "content-md5":
+ if header[1] != data["content-md5"][0]:
+ ischanged = True
+ except:
+ ischanged = True
+ if ischanged:
+ conn = httplib.HTTPConnection("%s:%s" %(host, port))
+ conn.request("GET", path)
+ response = conn.getresponse()
+ headers = response.getheaders()
+ feedhandle = response
+ else:
+ return # don't need to do anything, nothings changed.
+ else:
+ conn = httplib.HTTPConnection("%s:%s" %(host, port))
+ conn.request("GET", path)
+ response = None
+ try:
+ response = conn.getresponse()
+ except:
+ print "Failed to fetch feed: %s" %(url)
+ return
+ headers = response.getheaders()
+ feedhandle = response
+
+ fp = feedparser.parse(feedhandle)