You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
22 lines
1.1 KiB
22 lines
1.1 KiB
# Settings for the PEP crawler per country to crawl
|
|
# Follow the syntax and dont use tbody as it gets added by the browser (when researching xpath through inspector)
|
|
|
|
# xpath syntax: https://www.w3schools.com/xml/xpath_syntax.asp
|
|
# lxml xpath syntax: https://www.geeksforgeeks.org/web-scraping-using-lxml-and-xpath-in-python/
|
|
|
|
foerderinfo.bund.de:
|
|
domain: 'http://foerderinfo.bund.de'
|
|
entry-list:
|
|
link1: 'https://www.foerderinfo.bund.de/SiteGlobals/Forms/foerderinfo/expertensuche/Servicesuche_Formular.html?gtp=33498_list%253D'
|
|
link2: '#searchResults'
|
|
iteration-var-list: '[1,2,3,4,5,6,7,8]'
|
|
parent: '//html//body//form//table//tr//td//column//div.row//section.l-search-result-list'
|
|
child-name: '//div.l-search-result-list_item//a//span.c-search-result__title'
|
|
child-link: '//div.l-search-result-list_item//a/@href'
|
|
entry:
|
|
info-1:
|
|
parent: '//html//body//form//table'
|
|
#child-name: '//html//body//form//table//tr[1]//td[2]//span'
|
|
#child-sum: '//html//body//form//table//tr[2]//td[1]//span//img'
|
|
#child-deadline: '//html/body/form/table/tr[2]/td[3]/span + label.1'
|
|
|