Handle more errors
parent
b63f91a151
commit
eb63ce3f4f
8
morss
8
morss
|
@ -32,6 +32,7 @@ for item in items:
|
||||||
log(link)
|
log(link)
|
||||||
|
|
||||||
cached = cache + "/" + str(hash(link))
|
cached = cache + "/" + str(hash(link))
|
||||||
|
log(cached)
|
||||||
|
|
||||||
if os.path.exists(cached):
|
if os.path.exists(cached):
|
||||||
log("cached")
|
log("cached")
|
||||||
|
@ -43,10 +44,17 @@ for item in items:
|
||||||
match = html.xpath(node)
|
match = html.xpath(node)
|
||||||
|
|
||||||
if len(match):
|
if len(match):
|
||||||
|
try:
|
||||||
text = etree.tostring(match[0])
|
text = etree.tostring(match[0])
|
||||||
log("ok txt")
|
log("ok txt")
|
||||||
|
except etree.SerialisationError:
|
||||||
|
log('serialisation')
|
||||||
|
continue
|
||||||
|
try:
|
||||||
desc.text = text
|
desc.text = text
|
||||||
open(cached, 'w').write(text)
|
open(cached, 'w').write(text)
|
||||||
|
except ValueError:
|
||||||
|
log('error')
|
||||||
else:
|
else:
|
||||||
log("no match")
|
log("no match")
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue