# robots.txt based on example at http://www.robotstxt.org/wc/norobots.html # ask bots to ignore the bookstore pages pulled from the database User-agent: * Disallow: /bookstore/go # the php stuff Disallow: /error Disallow: /logs Disallow: /bkup Disallow: /gjf