|
@ -24,14 +24,47 @@ class WikidataPEP(object): |
|
|
|
|
|
|
|
|
for country in listOfCountries: |
|
|
for country in listOfCountries: |
|
|
|
|
|
|
|
|
print('started to parse data of member of ' + country + ' ..') |
|
|
|
|
|
|
|
|
print('started to parse data of members of ' + country + ' ..') |
|
|
|
|
|
|
|
|
f = open('crawlers/output/' + country +'MemberList.txt') |
|
|
f = open('crawlers/output/' + country +'MemberList.txt') |
|
|
text = f.read() |
|
|
text = f.read() |
|
|
|
|
|
|
|
|
self.fullDictionaryMemberLists[country] = eval(text) |
|
|
self.fullDictionaryMemberLists[country] = eval(text) |
|
|
|
|
|
|
|
|
print(self.fullDictionaryMemberLists) |
|
|
|
|
|
|
|
|
#print(self.fullDictionaryMemberLists) |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def checkForEntityIds(self, listOfCountries): |
|
|
|
|
|
|
|
|
|
|
|
from wikibaseintegrator import WikibaseIntegrator |
|
|
|
|
|
from wikibaseintegrator import wbi_helpers |
|
|
|
|
|
|
|
|
|
|
|
fullDictionaryMemberLists = self.fullDictionaryMemberLists |
|
|
|
|
|
|
|
|
|
|
|
for country in listOfCountries: |
|
|
|
|
|
|
|
|
|
|
|
for memberId in fullDictionaryMemberLists[country].keys(): |
|
|
|
|
|
|
|
|
|
|
|
name = fullDictionaryMemberLists[country][memberId]['name'] |
|
|
|
|
|
|
|
|
|
|
|
results = wbi_helpers.search_entities(search_string=name) |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
for entityId in results: |
|
|
|
|
|
|
|
|
|
|
|
wbi = WikibaseIntegrator() |
|
|
|
|
|
wikidata_item = wbi.item.get(entity_id=entityId) |
|
|
|
|
|
|
|
|
|
|
|
for claimkey in wikidata_item.get_json()['claims'].keys(): |
|
|
|
|
|
|
|
|
|
|
|
if claimkey == 'P31': |
|
|
|
|
|
|
|
|
|
|
|
if wikidata_item.get_json()['claims'][claimkey][0]['mainsnak']['datavalue']['value']['id'] == 'Q5': |
|
|
|
|
|
|
|
|
|
|
|
print(entityId) |
|
|
|
|
|
print('---------') |
|
|
|
|
|
print(name) |
|
|
|
|
|
print('is a human') |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|