data/add_partywebsite_data.py at main · Opwiekanikstemmen-nl/data · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
#!/usr/bin/env python
# -*- coding: utf-8 -*-

import argparse
import json

parser = argparse.ArgumentParser(
	description="Add info from party website to candidate list")
parser.add_argument("-t", "--target", action="store",
	help="The target JSON")
parser.add_argument("-p", "--parties", action="store",
	help="The party list JSON")
parser.add_argument("-f", "--partyfiles", action="store",
	help="The party list JSON")

args = parser.parse_args()

if args.target:
	target = args.target
else:
	print("✋ we need a target file")
	exit()

if args.parties:
	parties = args.parties
else:
	print("✋ we need a parties file")
	exit()

if args.partyfiles:
	partyfiles = args.partyfiles
else:
	print("✋ we need a partyfiles file")
	exit()

target_file = open(target, 'r')
parties_file = open(parties, 'r')

target_data = json.load(target_file)
parties_data = json.load(parties_file)

for party in parties_data:
	if 'deelname_jaren' in party and 2025 in party['deelname_jaren']:
		if 'simpele_naam' in party:
			naam = party['simpele_naam']
		else:
			naam = party['naam']
		party_file = open("{0}/{1}.json".format(partyfiles, naam))
		party_data = json.load(party_file)
		for party_candidate in party_data:
			if 'tk2025' in party_candidate['verkiezingen']:
				for candidate in target_data:
					if 'tk2025' in candidate['verkiezingen'] and candidate['verkiezingen']['tk2025']['partij_naam'] == naam:
						try:
							if candidate['verkiezingen']['tk2025']['lijstnummer'] == party_candidate['verkiezingen']['tk2025']['lijstnummer']:
								if candidate['achternaam'] not in party_candidate['naam']:
									print("{0} {1} van {2}".format(candidate['naam'], candidate['verkiezingen']['tk2025']['lijstnummer'], candidate['verkiezingen']['tk2025']['partij_naam']))
								else:
									break
								if candidate['voornaam'] == "" and '.' not in party_candidate['naam'].split(' ', 1)[0]:
									candidate['voornaam'] = party_candidate['naam'].split(' ', 1)[0]
									candidate['naam'] = "{0} {1}".format(party_candidate['naam'].split(' ', 1)[0], candidate['achternaam'])
									print("{0} wordt {1}".format(candidate['naam'], party_candidate['naam'].split(' ', 1)[0]))
								if 'urls' in party_candidate:
									candidate['urls'] = party_candidate['urls']
						except:
							print("{0} van {1}".format(candidate['naam'], party['naam']))

with open('kandidaten.json', 'w', encoding='utf8') as fp:
	json.dump(target_data, fp, ensure_ascii=False, indent=2)