1
0
mirror of https://git.sr.ht/~cadence/bibliogram synced 2025-12-13 10:25:06 +00:00

Add robots.txt

This commit is contained in:
Cadence Fish
2020-01-28 16:04:21 +13:00
parent 4cb49c0d82
commit fb6081a719

3
src/site/html/robots.txt Normal file
View File

@@ -0,0 +1,3 @@
User-Agent: *
Disallow: /u/*page=
Disallow: /fragment