my page
ollie.earth
add disallow stuff to robots.txt
+9
-1
+9
-1
src/page.gleam
+9
-1
src/page.gleam
···
19
19
}
20
20
21
21
pub fn config() -> config.Config(Nil) {
22
-
let robots = robots.new("https://ollie.earth")
22
+
let robots =
23
+
robots.new("https://ollie.earth")
24
+
|> robots.robot(
25
+
robots.Robot(user_agent: "*", allowed_routes: [], disallowed_routes: [
26
+
"/",
27
+
"*",
28
+
"/*",
29
+
]),
30
+
)
23
31
24
32
let md =
25
33
markdown.default()