# This says to apply these settings to ALL search engine spiders/crawlers
User-agent: *

Disallow: /adserver
Disallow: /cgi-bin
Disallow: /ebay
Disallow: /includes
Disallow: /news
Disallow: /phpwebtrace