added command updaterooms
This commit is contained in:
parent
b19fb0f12c
commit
77bd441dff
2 changed files with 53 additions and 1 deletions
|
@ -230,6 +230,58 @@ if __name__ == '__main__':
|
||||||
#print(room_list)
|
#print(room_list)
|
||||||
answer = str(room_list)
|
answer = str(room_list)
|
||||||
|
|
||||||
|
if user_input_list[0] == 'updaterooms':
|
||||||
|
answer = "Ich update die Rooms auf Basis der Daten von heute morgen um 6 Uhr.."
|
||||||
|
data = dict({})
|
||||||
|
for room in room_list:
|
||||||
|
print(room[0])
|
||||||
|
room_fdbs = room[2]
|
||||||
|
room_tags = room[3]
|
||||||
|
#subprocess.run(["python", spider_directory + 'main.py', fdbs])
|
||||||
|
|
||||||
|
for room_fdb in eval(room_fdbs):
|
||||||
|
#print('room_fdb',room_fdb, 'fdb_list',fdb_list)
|
||||||
|
try:
|
||||||
|
iteration_var_list = config.get(room_fdb).get("entry-list").get("iteration-var-list")
|
||||||
|
except Exception as e:
|
||||||
|
print('there was an error with the entry-list parameter in the config regarding the fdb ', room_fdb)
|
||||||
|
if room_fdb in fdb_list and room_fdb not in [key for key in data]:
|
||||||
|
iterdict = {}
|
||||||
|
for i in eval(iteration_var_list):
|
||||||
|
f = open(spider_directory + "/spiders/output/" + room_fdb + str(i) + "entryList.txt")
|
||||||
|
text = f.read()
|
||||||
|
|
||||||
|
dictionary_entry_list = eval(text)
|
||||||
|
|
||||||
|
iterdict[i] = dictionary_entry_list
|
||||||
|
|
||||||
|
data[room_fdb] = iterdict
|
||||||
|
|
||||||
|
for i in eval(iteration_var_list):
|
||||||
|
try:
|
||||||
|
print(room_fdb, i)
|
||||||
|
for key in data[room_fdb][i]:
|
||||||
|
contains_tag = False
|
||||||
|
for tag in eval(room_tags):
|
||||||
|
if tag in (data[room_fdb][i][key]["name"].split(' ') or data[room_fdb][i][key]["info"].split(' ') or data[room_fdb][i][key]["text"].split(' ')):
|
||||||
|
contains_tag = True
|
||||||
|
if contains_tag == True:
|
||||||
|
|
||||||
|
try:
|
||||||
|
url = data[room_fdb][i][key]["domain"]
|
||||||
|
except:
|
||||||
|
url = data[room_fdb][i][key]["link"]
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
entry_message = '<' + url + '|' + data[room_fdb][i][key]["name"]+ '>' + '\n' + data[room_fdb][i][key]["info"]
|
||||||
|
|
||||||
|
api.send_message(entry_message, room[0])
|
||||||
|
|
||||||
|
except Exception as e:
|
||||||
|
print("probably i was not there in last page, original error is:", e)
|
||||||
|
|
||||||
|
|
||||||
if user_input_list[0] == 'printfdbs':
|
if user_input_list[0] == 'printfdbs':
|
||||||
|
|
||||||
answer = str(fdb_list)
|
answer = str(fdb_list)
|
||||||
|
|
|
@ -1 +1 @@
|
||||||
createroom fdbspider-mobi ['giz','foerderinfo.bund.de-bekanntmachungen'] ['Energie','Mobilität','Wasserstoff','Solarenergie','regenerative','regenerativ','erneuerbar','Transport']§%§%nCqXY7riWQkZStD8Y
|
updaterooms§%§%ramWq2wQnMLem29uR
|
Loading…
Reference in a new issue