From 54daad8dfa62c561c91923de3c737362abf16b0c Mon Sep 17 00:00:00 2001 From: alpcentaur Date: Tue, 5 Dec 2023 17:51:16 +0100 Subject: [PATCH] started sys arguments for main.py, to be able to control spider from interface --- main.py | 11 +++++++---- 1 file changed, 7 insertions(+), 4 deletions(-) diff --git a/main.py b/main.py index 94f1f88..12a01a3 100644 --- a/main.py +++ b/main.py @@ -1,7 +1,10 @@ from spiders.fdb_spider import * + +import sys + config = "spiders/config.yaml" -list_of_fdbs = ["giz"] +list_of_fdbs = sys.argv[2] #list_of_fdbs = ["foerderinfo.bund.de-bekanntmachungen"] @@ -13,9 +16,9 @@ spider.download_entry_list_pages_of_funding_databases(list_of_fdbs) #spider.find_config_parameter(list_of_fdbs) -#spider.parse_entry_list_data2dictionary(list_of_fdbs) +spider.parse_entry_list_data2dictionary(list_of_fdbs) -#spider.download_entry_data_htmls(list_of_fdbs) +spider.download_entry_data_htmls(list_of_fdbs) -#spider.parse_entry_data2dictionary(list_of_fdbs) +spider.parse_entry_data2dictionary(list_of_fdbs)