# robots.txt, www.nytimes.com 8/1/2008 User-agent: * Disallow: /admin/ Disallow: /cgi-bin/ Disallow: /classes/ Disallow: /code/ Disallow: /Connections/ Disallow: /images/ Disallow: /users/