# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
User-agent: *
Disallow: /search/ # google no likey search pages
Disallow: /search # google no likey search pages
Disallow: /swf/ # no need to index this folder
Disallow: /admin/
Disallow: /admin
Disallow: /cart
Disallow: /checkout
Disallow: /checkout/
Disallow: /stories # old get out of index
Disallow: /stories/new # old get out of index
Disallow: /posts/new # no "edit" pages
Disallow: /posts/about_user/
Disallow: /plogs/ # old get out of index
Disallow: /new/ # TSB only - need separate robots.txt
Disallow: /users/ # old get out of index
Disallow: /ask_trader_dan # no reason for this to be in search yet
Disallow: /cache.aspx? #not sure what this is but it keeps 404ing