# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file User-agent: * Disallow: /search/ # google no likey search pages Disallow: /search # google no likey search pages Disallow: /swf/ # no need to index this folder Disallow: /admin/ Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /checkout/ Disallow: /stories # old get out of index Disallow: /stories/new # old get out of index Disallow: /posts/new # no "edit" pages Disallow: /posts/about_user/ Disallow: /plogs/ # old get out of index Disallow: /new/ # TSB only - need separate robots.txt Disallow: /users/ # old get out of index Disallow: /ask_trader_dan # no reason for this to be in search yet Disallow: /cache.aspx? #not sure what this is but it keeps 404ing