You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
33 lines
1.7 KiB
33 lines
1.7 KiB
# Settings for the PEP crawler per country to crawl
|
|
# Follow the syntax and dont use tbody as it gets added by the browser (when researching xpath through inspector)
|
|
|
|
# xpath syntax: https://www.w3schools.com/xml/xpath_syntax.asp
|
|
# lxml xpath syntax: https://www.geeksforgeeks.org/web-scraping-using-lxml-and-xpath-in-python/
|
|
|
|
greenjobs:
|
|
domain: 'https://www.greenjobs.de'
|
|
entry-list:
|
|
link1: 'https://www.greenjobs.de/angebote/index.html?s=&loc=&countrycode=de&dist='
|
|
link2: '0&lng=&lat='
|
|
jsdomain: 'NONE'
|
|
#jslink1: '/html/body/div[8]/main/div[4]/div/div/div[2]/table/thead/tr[1]/td/div[2]/div/span['
|
|
#jslink2: ']'
|
|
#jsiteration-var-list: "[1,2, 3, 4, 5, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6,6,7,8,9,10]"
|
|
iteration-var-list: "['1']"
|
|
parent: "/html/body/div/div/div/div/main/div[2]/table/tbody//tr"
|
|
child-name: "//td[1]/a/text()"
|
|
child-link: "//td[1]/a/@href"
|
|
#javascript-link: ""
|
|
child-info: "//td[5]/text()"
|
|
child-period: "//td[6]/text()"
|
|
child-sponsor: "//td[3]/text()"
|
|
entry:
|
|
general:
|
|
uniform: 'TRUE'
|
|
unitrue:
|
|
#parent: '//html//body//form//table'
|
|
text: '/html/body/div[2]/div[4]/div/div[5]/div/table/tbody/tr/td[5]/a/@href'
|
|
#child-sum: '//html//body//form//table//tr[2]//td[1]//span//img'
|
|
#child-deadline: '//html/body/form/table/tr[2]/td[3]/span + label.1'
|
|
unifalse:
|
|
wordlist: "['Mobilität', 'Energie', 'Off-grid', 'regenerative Energien', 'Solar', 'Energienetze', 'Elektromobilität']"
|