dekker.one
A web scraper build to search specific information for a given compound (and its pseudonyms)
Added INFO message when no compatible source on response
+2
-1
+2
-1
FourmiCrawler/spider.py
+2
-1
FourmiCrawler/spider.py
···
34
34
"""
35
35
for source in self._sources:
36
36
if re.match(source.website, response.url):
37
-
log.msg("Url: " + response.url + " -> Source: " + source.website, level=log.DEBUG)
37
+
log.msg("URL: " + response.url + " -> Source: " + source.website, level=log.DEBUG)
38
38
return source.parse(response)
39
+
log.msg("URL: " + response.url + " -> No compatible source", level=log.INFO)
39
40
return None
40
41
41
42
def get_synonym_requests(self, compound, force=False):