The code and data behind xeiaso.net
chore: loosen up robot protections, it's a static site
Signed-off-by: Xe Iaso <me@xeiaso.net>
+16
-25
+15
-20
.vscode/tasks.json
+15
-20
.vscode/tasks.json
···
9
9
},
10
10
"tasks": [
11
11
{
12
-
"label": "run",
13
-
"type": "shell",
14
-
"command": "cargo run",
15
-
"problemMatcher": [
16
-
"$rustc"
17
-
]
12
+
"type": "npm",
13
+
"script": "dev",
14
+
"problemMatcher": [],
15
+
"label": "development server",
16
+
"detail": "go run ./cmd/xesite --site-url https://preview.xeiaso.net --devel",
17
+
"group": {
18
+
"kind": "build",
19
+
"isDefault": true
20
+
}
18
21
},
19
22
{
20
-
"label": "auto rerun",
21
-
"type": "shell",
22
-
"command": "cargo watch -x run",
23
-
"problemMatcher": [
24
-
"$rustc"
25
-
]
26
-
},
27
-
{
28
-
"label": "test",
29
-
"type": "shell",
30
-
"command": "cargo test",
31
-
"problemMatcher": [
32
-
"$rustc"
33
-
]
23
+
"type": "npm",
24
+
"script": "test",
25
+
"group": "test",
26
+
"problemMatcher": [],
27
+
"label": "run tests",
28
+
"detail": "go test ./..."
34
29
}
35
30
]
36
31
}
-2
lume/src/robots.txt
-2
lume/src/robots.txt
-2
manifest/xesite/anubis/botPolicies.yaml
-2
manifest/xesite/anubis/botPolicies.yaml
···
12
12
13
13
bots:
14
14
# Pathological bots to deny
15
-
- # This correlates to data/bots/ai-robots-txt.yaml in the source tree
16
-
import: (data)/bots/ai-robots-txt.yaml
17
15
- import: (data)/bots/cloudflare-workers.yaml
18
16
- import: (data)/bots/headless-browsers.yaml
19
17
- import: (data)/bots/us-ai-scraper.yaml
+1
-1
package.json
+1
-1
package.json
···
8
8
"doc": "docs"
9
9
},
10
10
"scripts": {
11
-
"test": "go test ./...",
11
+
"test": "npm run generate && go test ./...",
12
12
"generate": "go generate ./...",
13
13
"dev": "go run ./cmd/xesite --site-url https://preview.xeiaso.net --devel",
14
14
"dev:sponsor-panel": "cd ./cmd/sponsor-panel && go generate ./... && go run .",