Code and data for arewedecentralizedyet.online and related projects
Fix bug in update-datafile
+160
-66
+2
-2
update-datafile.sh
+2
-2
update-datafile.sh
···
3
3
ATFILE="data/at/$(./newest.sh data/at)"
4
4
FEDIFILE="data/fedi/$(./newest.sh data/fedi)"
5
5
GITFILE="data/git/$(./newest.sh data/git)"
6
-
HOSTFILE="hosting-byid.csv"
6
+
HOSTFILE="worldwide.csv"
7
7
DNSFILE="dns-byid.csv"
8
8
CERTFILE="cert-byid.csv"
9
9
···
21
21
22
22
/usr/local/bin/jq --argjson val "$(python3 hhi.py --json $DNSFILE)" '.dns = $val' www/data.json > data.json.tmp && mv data.json.tmp www/data.json
23
23
24
-
/usr/local/bin/jq --argjson val "$(python3 hhi.py --json $CERTFILE)" '.dns = $val' www/data.json > data.json.tmp && mv data.json.tmp www/data.json
24
+
/usr/local/bin/jq --argjson val "$(python3 hhi.py --json $CERTFILE)" '.cert = $val' www/data.json > data.json.tmp && mv data.json.tmp www/data.json
25
25
26
26
/usr/local/bin/jq --argjson val "$(sh ./diff-from-current.sh fedi $FEDIFILE $FEDIFILE_OLD)" '.trends.fedi.weekly_shannon = $val' www/data.json > data.json.tmp && mv data.json.tmp www/data.json
27
27
+79
-32
www/data.js
+79
-32
www/data.js
···
1
1
var data = {
2
-
"lastUpdate": "10-04-2025",
2
+
"lastUpdate": "11-03-2025",
3
3
"fedi": {
4
-
"HHI": 744,
5
-
"shannon": 4.9546,
6
-
"simpson": 0.9255,
7
-
"servers": 18753,
8
-
"biggest_abs": 273503,
9
-
"biggest_pct": 25.33,
10
-
"rest_abs": 806338,
11
-
"rest_pct": 74.67,
4
+
"HHI": 760,
5
+
"shannon": 4.9689,
6
+
"simpson": 0.924,
7
+
"servers": 18615,
8
+
"biggest_abs": 266716,
9
+
"biggest_pct": 25.95,
10
+
"rest_abs": 760896,
11
+
"rest_pct": 74.05,
12
12
"b_vals": [
13
13
[
14
14
25,
···
16
16
],
17
17
[
18
18
50,
19
-
15
19
+
16
20
20
],
21
21
[
22
22
75,
23
-
113
23
+
115
24
24
],
25
25
[
26
26
90,
27
-
551
27
+
568
28
28
],
29
29
[
30
30
99,
31
-
8298
31
+
8401
32
+
],
33
+
[
34
+
99.5,
35
+
13477
32
36
]
33
37
]
34
38
},
35
39
"at": {
36
-
"HHI": 9911,
37
-
"shannon": 0.0377,
38
-
"simpson": 0.0089,
39
-
"servers": 1450,
40
-
"biggest_abs": 13501148,
41
-
"biggest_pct": 99.55,
42
-
"rest_abs": 60486,
43
-
"rest_pct": 0.45,
40
+
"HHI": 9877,
41
+
"shannon": 0.0537,
42
+
"simpson": 0.0123,
43
+
"servers": 1358,
44
+
"biggest_abs": 14480741,
45
+
"biggest_pct": 99.38,
46
+
"rest_abs": 89909,
47
+
"rest_pct": 0.62,
44
48
"b_vals": [
45
49
[
46
50
25,
···
61
65
[
62
66
99,
63
67
1
68
+
],
69
+
[
70
+
99.5,
71
+
2
64
72
]
65
73
]
66
74
},
67
75
"git": {
68
-
"HHI": 9369,
69
-
"shannon": 0.1951,
70
-
"simpson": 0.0631,
76
+
"HHI": 9377,
77
+
"shannon": 0.1932,
78
+
"simpson": 0.0623,
71
79
"servers": 1561,
72
-
"biggest_abs": 301077661,
73
-
"biggest_pct": 96.78,
74
-
"rest_abs": 10031852,
75
-
"rest_pct": 3.22,
80
+
"biggest_abs": 306320880,
81
+
"biggest_pct": 96.82,
82
+
"rest_abs": 10069843,
83
+
"rest_pct": 3.18,
76
84
"b_vals": [
77
85
[
78
86
25,
···
93
101
[
94
102
99,
95
103
3
104
+
],
105
+
[
106
+
99.5,
107
+
4
96
108
]
97
109
]
98
110
},
99
-
"hosting": {"HHI": 744, "shannon": 4.9738, "simpson": 0.9256, "servers": 20955, "biggest_abs": 282775, "biggest_pct": 24.98, "rest_abs": 849111, "rest_pct": 75.02, "b_vals": [[25, 2], [50, 15], [75, 109], [90, 535], [99, 10312], [99.5, 15296]]},
111
+
"hosting": {
112
+
"HHI": 744,
113
+
"shannon": 4.9738,
114
+
"simpson": 0.9256,
115
+
"servers": 20955,
116
+
"biggest_abs": 282775,
117
+
"biggest_pct": 24.98,
118
+
"rest_abs": 849111,
119
+
"rest_pct": 75.02,
120
+
"b_vals": [
121
+
[
122
+
25,
123
+
2
124
+
],
125
+
[
126
+
50,
127
+
15
128
+
],
129
+
[
130
+
75,
131
+
109
132
+
],
133
+
[
134
+
90,
135
+
535
136
+
],
137
+
[
138
+
99,
139
+
10312
140
+
],
141
+
[
142
+
99.5,
143
+
15296
144
+
]
145
+
]
146
+
},
100
147
"dns": {
101
148
"HHI": 1545,
102
149
"shannon": 3.7577,
···
171
218
},
172
219
"trends": {
173
220
"fedi": {
174
-
"weekly_shannon": 0.0286
221
+
"weekly_shannon": 0.0157
175
222
},
176
223
"at": {
177
-
"weekly_shannon": 0.0004
224
+
"weekly_shannon": 0.0015
178
225
},
179
226
"git": {
180
227
"weekly_shannon": -0.0006
181
228
}
182
-
},
229
+
}
183
230
}
+79
-32
www/data.json
+79
-32
www/data.json
···
1
1
{
2
-
"lastUpdate": "10-04-2025",
2
+
"lastUpdate": "11-03-2025",
3
3
"fedi": {
4
-
"HHI": 744,
5
-
"shannon": 4.9546,
6
-
"simpson": 0.9255,
7
-
"servers": 18753,
8
-
"biggest_abs": 273503,
9
-
"biggest_pct": 25.33,
10
-
"rest_abs": 806338,
11
-
"rest_pct": 74.67,
4
+
"HHI": 760,
5
+
"shannon": 4.9689,
6
+
"simpson": 0.924,
7
+
"servers": 18615,
8
+
"biggest_abs": 266716,
9
+
"biggest_pct": 25.95,
10
+
"rest_abs": 760896,
11
+
"rest_pct": 74.05,
12
12
"b_vals": [
13
13
[
14
14
25,
···
16
16
],
17
17
[
18
18
50,
19
-
15
19
+
16
20
20
],
21
21
[
22
22
75,
23
-
113
23
+
115
24
24
],
25
25
[
26
26
90,
27
-
551
27
+
568
28
28
],
29
29
[
30
30
99,
31
-
8298
31
+
8401
32
+
],
33
+
[
34
+
99.5,
35
+
13477
32
36
]
33
37
]
34
38
},
35
39
"at": {
36
-
"HHI": 9911,
37
-
"shannon": 0.0377,
38
-
"simpson": 0.0089,
39
-
"servers": 1450,
40
-
"biggest_abs": 13501148,
41
-
"biggest_pct": 99.55,
42
-
"rest_abs": 60486,
43
-
"rest_pct": 0.45,
40
+
"HHI": 9877,
41
+
"shannon": 0.0537,
42
+
"simpson": 0.0123,
43
+
"servers": 1358,
44
+
"biggest_abs": 14480741,
45
+
"biggest_pct": 99.38,
46
+
"rest_abs": 89909,
47
+
"rest_pct": 0.62,
44
48
"b_vals": [
45
49
[
46
50
25,
···
61
65
[
62
66
99,
63
67
1
68
+
],
69
+
[
70
+
99.5,
71
+
2
64
72
]
65
73
]
66
74
},
67
75
"git": {
68
-
"HHI": 9369,
69
-
"shannon": 0.1951,
70
-
"simpson": 0.0631,
76
+
"HHI": 9377,
77
+
"shannon": 0.1932,
78
+
"simpson": 0.0623,
71
79
"servers": 1561,
72
-
"biggest_abs": 301077661,
73
-
"biggest_pct": 96.78,
74
-
"rest_abs": 10031852,
75
-
"rest_pct": 3.22,
80
+
"biggest_abs": 306320880,
81
+
"biggest_pct": 96.82,
82
+
"rest_abs": 10069843,
83
+
"rest_pct": 3.18,
76
84
"b_vals": [
77
85
[
78
86
25,
···
93
101
[
94
102
99,
95
103
3
104
+
],
105
+
[
106
+
99.5,
107
+
4
96
108
]
97
109
]
98
110
},
99
-
"hosting": {"HHI": 744, "shannon": 4.9738, "simpson": 0.9256, "servers": 20955, "biggest_abs": 282775, "biggest_pct": 24.98, "rest_abs": 849111, "rest_pct": 75.02, "b_vals": [[25, 2], [50, 15], [75, 109], [90, 535], [99, 10312], [99.5, 15296]]},
111
+
"hosting": {
112
+
"HHI": 744,
113
+
"shannon": 4.9738,
114
+
"simpson": 0.9256,
115
+
"servers": 20955,
116
+
"biggest_abs": 282775,
117
+
"biggest_pct": 24.98,
118
+
"rest_abs": 849111,
119
+
"rest_pct": 75.02,
120
+
"b_vals": [
121
+
[
122
+
25,
123
+
2
124
+
],
125
+
[
126
+
50,
127
+
15
128
+
],
129
+
[
130
+
75,
131
+
109
132
+
],
133
+
[
134
+
90,
135
+
535
136
+
],
137
+
[
138
+
99,
139
+
10312
140
+
],
141
+
[
142
+
99.5,
143
+
15296
144
+
]
145
+
]
146
+
},
100
147
"dns": {
101
148
"HHI": 1545,
102
149
"shannon": 3.7577,
···
171
218
},
172
219
"trends": {
173
220
"fedi": {
174
-
"weekly_shannon": 0.0286
221
+
"weekly_shannon": 0.0157
175
222
},
176
223
"at": {
177
-
"weekly_shannon": 0.0004
224
+
"weekly_shannon": 0.0015
178
225
},
179
226
"git": {
180
227
"weekly_shannon": -0.0006
181
228
}
182
-
},
229
+
}
183
230
}