dekker.one
A web scraper build to search specific information for a given compound (and its pseudonyms)
Logical fixes to have some "working" case
+3
-3
+3
-3
Fourmi.py
+3
-3
Fourmi.py
···
10
10
from FourmiCrawler.spiders.Fourmispider import FourmiSpider
11
11
from scrapy.utils.project import get_project_settings
12
12
13
-
def setup_crawler(compound):
14
-
spider = FourmiSpider(domain=domain) # [todo] - Do something smart to get the different spiders to work here.
13
+
def setup_crawler(searchable):
14
+
spider = FourmiSpider(compound=searchable) # [todo] - Do something smart to get the different spiders to work here.
15
15
settings = get_project_settings()
16
16
crawler = Crawler(settings)
17
17
crawler.configure()
···
19
19
crawler.start()
20
20
21
21
def start():
22
-
setup_crawler(compound)
22
+
setup_crawler("Methane")
23
23
log.start()
24
24
reactor.run()
25
25