1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
|
#!/usr/bin/env python3
from jinja2 import Environment, FileSystemLoader
from shutil import rmtree, copytree
from relays import Relays
import os, json
import config, countries
abs_path = os.path.dirname(os.path.abspath(__file__))
env = Environment(loader=FileSystemLoader(os.path.join(abs_path, 'templates')),
trim_blocks=True, lstrip_blocks=True)
def generate_html(relays):
if relays.json is not None:
pages_by_key(relays, 'as')
pages_by_key(relays, 'country')
pages_by_key(relays, 'platform')
effective_family(relays)
unsorted(relays, 'index.html', is_index=True)
unsorted(relays.json['relays'], 'all.html', is_index=False)
static_src_path = os.path.join(abs_path, 'static')
static_dest_path = os.path.join(config.CONFIG['output_root'], 'static')
if not os.path.exists(static_dest_path):
copytree(static_src_path, static_dest_path)
def unsorted(relays, filename, is_index):
template = env.get_template(filename)
template_render = template.render(relays=relays, is_index=is_index)
output = os.path.join(config.CONFIG['output_root'], filename)
with open(output, 'w', encoding='utf8') as out:
out.write(template_render)
def effective_family(relays):
template = env.get_template('effective_family.html')
output_path = os.path.join(config.CONFIG['output_root'], 'family')
if os.path.exists(output_path):
rmtree(output_path)
relay_list = relays.json['relays']
q_relays = [] # qualified relays w/ > 1 effective family member
for relay in relay_list:
if len(relay['effective_family']) > 1:
q_relays.append(relay)
for relay in q_relays:
fingerprint = relay['fingerprint']
members = [] # list of member relays (dict)
bandwidth = 0 # total bandwidth for family subset
for p_relay in q_relays:
if fingerprint in p_relay['effective_family']:
members.append(p_relay)
bandwidth += p_relay['observed_bandwidth']
write(output_path, members, bandwidth, template, fingerprint,
category='family')
def pages_by_key(relays, key):
template = env.get_template(key + '.html')
output_path = os.path.join(config.CONFIG['output_root'], key)
if os.path.exists(output_path):
rmtree(output_path)
relay_list = relays.json['relays']
values_processed = [] # record values we've already processed
for idx, relay in enumerate(relay_list):
found_relays = []
bandwidth = 0 # total bandwidth for relay subset
if relay.get(key) and relay[key] not in values_processed:
values_processed.append(relay[key])
# find relays w/ matching value past outer idx
for p_relay in relay_list[idx:]:
if p_relay.get(key) and p_relay[key] == relay[key]:
found_relays.append(p_relay)
bandwidth += p_relay['observed_bandwidth']
write(output_path, found_relays, bandwidth, template, relay[key])
def write(parent_dir, relays, bandwidth, template, key, category=None):
dir_path = os.path.join(parent_dir, key)
os.makedirs(dir_path)
f_bandwidth = round(bandwidth / 1000000, 2) # convert to MB/s
rendered = template.render(relays=relays, bandwidth=f_bandwidth,
focused=key, is_index=False, category=category, path_prefix='../../',
special_countries=countries.the_prefixed)
with open(os.path.join(dir_path, 'index.html'), 'w', encoding='utf8') as html:
html.write(rendered)
relays = Relays()
generate_html(relays)
|
