# stop the problem robots user-agent: psycheclone Disallow: / # # cover all robots by using the wild card symbol * # User-agent: * # # the following lists folders robots are banned from # Disallow: /cgi-bin/ Disallow: /images/ # # list specific files robots are not allowed to index # # Disallow: /whereever/whatever.html #