|
|
from crawlers.MembersParliamentCrawler import *
|
|
|
|
|
|
|
|
config = 'crawlers/config.yaml'
|
|
listOfCountries = ['nicaragua']
|
|
|
|
|
|
Crawler = membersParliamentCrawler(config)
|
|
|
|
#Crawler.downloadMemberListPagesOfCountries(listOfCountries)
|
|
|
|
#Crawler.parseMemberListData2dictionary(listOfCountries)
|
|
|
|
#Crawler.downloadMemberDataHtmls(listOfCountries)
|
|
|
|
Crawler.parseMemberData2dictionary(listOfCountries)
|