diff --git a/public/robots.txt b/public/robots.txt index 085187f..ce3c656 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -3,3 +3,8 @@ # To ban all spiders from the entire site uncomment the next two lines: # User-Agent: * # Disallow: / + +User-Agent: * +Disallow: /a/*.json +Disallow: /a/*.png +Disallow: /a/*.gif