# robots.txt for Schiff Hardin website (www.schiffhardin.com) # # disallow access to the archive directory for all agents in all environments # User-agent: * Disallow: /Templates/media/files/archive/ # # allow the Zoom search spider to access the entire site in all environments # User-agent: ZoomSpider+-+wrensoft.com+[ZSEBOT] Disallow: # # disallow external crawlers in dev and staging # (uncomment these lines in dev/staging copies of this file) # #User-agent: * #Disallow: /