# Small robots.txt # More information about this file can be found at # http://www.robotstxt.org/ # In case your drupal site is in a subdirectory of your web root (e.g. /drupal) # add the name of this directory before the / (slash) below # example: Disallow: /drupal/aggregator # to stop a polite robot indexing an example dir # add a line like: user-agent: polite-bot # and: Disallow: /example-dir/ User-agent: * Crawl-Delay: 10 # Paths (clean URLs) Disallow: /admin Disallow: /aggregator Disallow: /tracker Disallow: /comment/reply Disallow: /node/add Disallow: /node/*/edit Disallow: /user Disallow: /files Disallow: /search Disallow: /book/print Disallow: /event Disallow: /events Disallow: /print Disallow: /my-account Disallow: /research/interlibrary-loan Disallow: /research/interlibrary-loan-request-form Disallow: /research/archives/manuscripts # Paths (no clean URLs) Disallow: /?q=admin Disallow: /?q=aggregator Disallow: /?q=tracker Disallow: /?q=comment/reply Disallow: /?q=node/add Disallow: /?q=node/*/edit Disallow: /?q=user Disallow: /?q=files Disallow: /?q=search Disallow: /?q=book/print Disallow: /?q=event Disallow: /?q=events Disallow: /?q=print Disallow: /?q=my-account Disallow: /?q=research/interlibrary-loan Disallow: /?q=research/interlibrary-loan-request-form Disallow: /?q=research/archives/manuscript