Move the content-type check back to the proper indent level, hopefully this
makes the bot check for an html Content-Type and not download every file.master
parent
92ea5b5310
commit
d972e70529
|
@ -153,8 +153,9 @@ def gettitle(uri):
|
||||||
try: mtype = info['content-type']
|
try: mtype = info['content-type']
|
||||||
except:
|
except:
|
||||||
return None
|
return None
|
||||||
if not (('/html' in mtype) or ('/xhtml' in mtype)):
|
|
||||||
return None
|
if not (('/html' in mtype) or ('/xhtml' in mtype)):
|
||||||
|
return None
|
||||||
|
|
||||||
bytes = web.get(uri)
|
bytes = web.get(uri)
|
||||||
#bytes = u.read(262144)
|
#bytes = u.read(262144)
|
||||||
|
|
Loading…
Reference in New Issue