From ad4a21d642ef71447301f4c164a4e5d2cadf4581 Mon Sep 17 00:00:00 2001 From: Ted Unangst Date: Thu, 18 Jul 2019 19:16:12 -0400 Subject: [PATCH] keep the robots out of more stuff that's annoying --- honk.go | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/honk.go b/honk.go index 3d0db35..89e29d3 100644 --- a/honk.go +++ b/honk.go @@ -1408,7 +1408,9 @@ func servefile(w http.ResponseWriter, r *http.Request) { func nomoroboto(w http.ResponseWriter, r *http.Request) { io.WriteString(w, "User-agent: *\n") - io.WriteString(w, "Disallow: /t\n") + io.WriteString(w, "Disallow: /a\n") + io.WriteString(w, "Disallow: /d\n") + io.WriteString(w, "Disallow: /meme\n") for _, u := range allusers() { fmt.Fprintf(w, "Disallow: /u/%s/h/\n", u.Username) }