alpcentaur/fdb-spider
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

started sys arguments for main.py, to be able to control spider from interface

Browse source
This commit is contained in:
alpcentaur 2023-12-05 17:51:16 +01:00
parent 89dcca2031
commit 54daad8dfa
1 changed files with 7 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
main.py
View file

@ -1,7 +1,10 @@
from spiders.fdb_spider import *
import sys
config = "spiders/config.yaml"
list_of_fdbs = ["giz"]
list_of_fdbs = sys.argv[2]
#list_of_fdbs = ["foerderinfo.bund.de-bekanntmachungen"]
@ -13,9 +16,9 @@ spider.download_entry_list_pages_of_funding_databases(list_of_fdbs)
#spider.find_config_parameter(list_of_fdbs)
#spider.parse_entry_list_data2dictionary(list_of_fdbs)
spider.parse_entry_list_data2dictionary(list_of_fdbs)
#spider.download_entry_data_htmls(list_of_fdbs)
spider.download_entry_data_htmls(list_of_fdbs)
#spider.parse_entry_data2dictionary(list_of_fdbs)
spider.parse_entry_data2dictionary(list_of_fdbs)