#robots.txt for www.europeansocialsurvey.org

User-agent: *
Disallow: /testarea/ # Test area
Disallow: /tmp/		 # not for public consumption
Disallow: /error/	 # Error pages
Disallow: /intranet/ # intranet
Disallow: /archive/	 # Archived files
Disallow: /search	 # Disallow search function, troubleshooting possible crawler induced problems
Disallow: /search?q=*	 # Disallow search function, troubleshooting possible crawler induced problems
Disallow: /about/news/essnews*?a=* # Test to stop robots making malformed url requests