# robots.txt for http://www.thewalters.org # modified March 29, 2010 User-agent: * Disallow: /css/ Disallow: /*_files* Disallow: /FCKeditor/ Disallow: /admin Disallow: /ax Disallow: /bin Disallow: /wcontent/pagespre/ Disallow: /wcontent/rightside/ Disallow: /wcontent/seo/ Disallow: /zoomify Disallow: /museumdata # User-agent: * is a wild card indicating ALL robots # Disallow: /directoryname/ disallows entire directory # Disallow: /*string* disallows all URLs CONTAINING string # Disallow: /*string$ disallows URLs ENDING with the string # IMPORTANT: Agent-specific instructions must appear ABOVE any * wild card instruction