my nixos config
add more blocked useragents
+48
-2
+48
-2
machines/fovps/services/caddy/default.nix
+48
-2
machines/fovps/services/caddy/default.nix
···
9
9
# and https://radar.cloudflare.com/en-us/bots/directory?category=AI_CRAWLER&kind=all
10
10
# https://donotsta.re/objects/4ff43b3e-2a56-48f1-870b-48353cd90801
11
11
# > DON’T LET YOUR DREAMS STAY DREAMS!
12
+
13
+
# "Nexus 5X Build/MMB29P"
14
+
# apparently that also blocks normal googlebot. oops!
12
15
"Google-Extended" "Google-CloudVertexBot" "Gemini-Deep-Research"
13
16
"GoogleOther" "Google-NotebookLM" "GoogleAgent"
14
17
"FacebookBot" "meta-externalagent" "meta-externalfetcher"
···
32
35
"LivelapBot" "SummalyBot"
33
36
"Firefox/72.0" "Arc/"
34
37
"Kangaroo Bot" # fucking crazy lmao
35
-
# "Nexus 5X Build/MMB29P"
36
-
# apparently that also blocks normal googlebot. oops!
38
+
"TurnitinBot" # >This robot collects content from the Internet for the sole purpose of helping educational institutions prevent plagiarism.
39
+
# ,--------------------------------------.
40
+
# / Expanse, a Palo Alto Networks company, \
41
+
# | searches across the global IPv4 space |
42
+
# | multiple times per day to identify |
43
+
# | customers' presences on the Internet.|
44
+
# | If you would like to be excluded from our|
45
+
# | scans, please send IP addresses/domains |
46
+
# \ to: scaninfo@paloaltonetworks.com /
47
+
# `---__ ________-------'
48
+
# -- _-------------
49
+
# \/
50
+
# :nerd:
51
+
"Palo Alto Networks"
52
+
53
+
"RepoLookoutBot" "Censys"
54
+
"SearchExpress"
55
+
"leakix" "l9scan"
56
+
"scanner.ducks.party" # youre a fucking bozo
57
+
"Netcraft"
58
+
# epic fail
59
+
# Mozilla/5.0 \(Windows NT 10.0\; Win64\; x64\) AppleWebKit/537.36 \(KHTML, like Gecko\) Chrome/100.0.4896.60 Safari/537.36
60
+
"\\(" "\\)" "\\;"
61
+
# booo booo get better useragents
62
+
"SonyEricsson" "Symbian" "J2ME"
63
+
"Blackberry" "PlayBook" "RIM Tablet OS"
64
+
# MOT-V9mm/00.62 UP.Browser/6.2.3.4.c.1.123 (GUI) MMP/2.0
65
+
"MOT-" # maybe?
66
+
"Windows ME" "Windows XP" "Windows CE" "Win 9x"
67
+
"IRIX"
68
+
# FAST-WebCrawler/3.8 (crawler at trd dot overture dot com; http://www.alltheweb.com/help/webmaster/crawler)
69
+
# dude i cant even go to your website
70
+
# this might not even exist anymore
71
+
"FAST-WebCrawler"
72
+
"PPC Mac OS X"
73
+
"OS/2" # really bro
74
+
# "Mozilla/2.0 (compatible; Ask Jeeves/Teoma)"
75
+
# are you for fucking real
76
+
"Ask Jeeves"
77
+
"Opera" # this is old opera, new opera is "OPR/version"
78
+
# ELinks/0.9.3 (textmode; Linux 2.6.9-kanotix-8 i686; 127x41)
79
+
# where the hell are you getting these useragents from, gnu.org??
80
+
"Linux 2"
81
+
"Knoppix" # nope lmao
82
+
"Konqueror"
37
83
];
38
84
in {
39
85
imports = [