Move the content-type check back to the proper indent level, hopefully this
makes the bot check for an html Content-Type and not download every file.master
parent
92ea5b5310
commit
d972e70529
|
@ -153,8 +153,9 @@ def gettitle(uri):
|
|||
try: mtype = info['content-type']
|
||||
except:
|
||||
return None
|
||||
if not (('/html' in mtype) or ('/xhtml' in mtype)):
|
||||
return None
|
||||
|
||||
if not (('/html' in mtype) or ('/xhtml' in mtype)):
|
||||
return None
|
||||
|
||||
bytes = web.get(uri)
|
||||
#bytes = u.read(262144)
|
||||
|
|
Loading…
Reference in New Issue