alpcentaur/fdb-spider
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

update to config.yaml

Browse source
This commit is contained in:
alpcentaur 2023-11-03 12:23:04 +00:00
parent 59838bb8e1
commit 7aa903883b
2 changed files with 9 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

13
spiders/config.yaml
View file

@ -6,11 +6,14 @@
foerderinfo.bund.de:
domain: 'http://foerderinfo.bund.de'
entryList:
link: ''
parent: '//html//body//form//table//tr//td//table//tr'
child-name: '//td//a/text()'
child-link: '//td//a/@href'
entry-list:
link1: 'https://www.foerderinfo.bund.de/SiteGlobals/Forms/foerderinfo/expertensuche/Servicesuche_Formular.html#searchResults'
link2: 'https://www.foerderinfo.bund.de/SiteGlobals/Forms/foerderinfo/expertensuche/Servicesuche_Formular.html?gtp=33498_list%253D2#searchResults'
link3: 'https://www.foerderinfo.bund.de/SiteGlobals/Forms/foerderinfo/expertensuche/Servicesuche_Formular.html?gtp=33498_list%253D3#searchResults'
iteration-var-list: [1,1
parent: '//html//body//form//table//tr//td//table//tr'
child-name: '//td//a/text()'
child-link: '//td//a/@href'
member:
info-1:
parent: '//html//body//form//table'

2
spiders/fdb_spider.py
View file

@ -35,7 +35,7 @@ class fdb_spider(object):
)
try:
entry_list_link = entry_list.get("link")
except Exception as e:
except Exception as e:
print(
"No entryListLink defined in config.yaml - the original error message is:",
e,