# This file is called robots.txt and must be logically stored at the root of # the web server directory tree. # # We specify which directories cannot be indexed by particualar robots # - assuming the robots acknowledge the Robot Exclusion protocol: # http://info.webcrawler.com/mak/projects/robots/exclusion.html # # Disallow any client from indexing any part # User-agent: * # Disallow: * # Allow: /accessibilityproject/ # Allow funnelback to crawl User-agent: Funnelback Allow: /