You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
18 lines
412 B
18 lines
412 B
from spiders.fdb_spider import *
|
|
|
|
config = "spiders/config.yaml"
|
|
list_of_fdbs = ["foerderinfo.bund.de"]
|
|
|
|
|
|
# doing the crawling of government websites
|
|
|
|
# spider = fdb_spider(config)
|
|
|
|
# spider.download_entry_list_pages_of_funding_databases(list_of_fdbs)
|
|
|
|
# spider.parse_entry_list_data2dictionary(list_of_fdbs)
|
|
|
|
# spider.download_entry_data_htmls(list_of_fdbs)
|
|
|
|
# spider.parse_entry_data2dictionary(list_of_fdbs)
|
|
|