Move the content-type check back to the proper indent level, hopefully this

makes the bot check for an html Content-Type and not download every file.
master
Reese Moore 2011-12-30 22:37:42 -05:00
parent 92ea5b5310
commit d972e70529
1 changed files with 3 additions and 2 deletions

View File

@ -153,8 +153,9 @@ def gettitle(uri):
try: mtype = info['content-type'] try: mtype = info['content-type']
except: except:
return None return None
if not (('/html' in mtype) or ('/xhtml' in mtype)):
return None if not (('/html' in mtype) or ('/xhtml' in mtype)):
return None
bytes = web.get(uri) bytes = web.get(uri)
#bytes = u.read(262144) #bytes = u.read(262144)