Fix autogenerated robots.txt

Signed-off-by: kim (grufwub) <grufwub@gmail.com>
master
kim (grufwub) 4 years ago
parent aa00189ee4
commit 7b3ce5115d

@ -45,7 +45,7 @@ func generateCapsTxt(desc, admin, geo string) []byte {
func generateRobotsTxt() []byte {
text := generatePolicyHeader("robots.txt")
text += "\r\n"
text += "Usage-agent: *" + "\r\n"
text += "User-agent: *" + "\r\n"
text += "Disallow: *" + "\r\n"
text += "\r\n"
text += "Crawl-delay: 99999" + "\r\n"

Loading…
Cancel
Save