Move the content-type check back to the proper indent level, hopefully this
makes the bot check for an html Content-Type and not download every file.master
parent
92ea5b5310
commit
d972e70529
|
@ -153,6 +153,7 @@ def gettitle(uri):
|
||||||
try: mtype = info['content-type']
|
try: mtype = info['content-type']
|
||||||
except:
|
except:
|
||||||
return None
|
return None
|
||||||
|
|
||||||
if not (('/html' in mtype) or ('/xhtml' in mtype)):
|
if not (('/html' in mtype) or ('/xhtml' in mtype)):
|
||||||
return None
|
return None
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue