# robots.txt, www.brooklynpubliclibrary.org 3/12/2009 # User-agent: * Allow: / Disallow: /pdf/00old/ Disallow: /cgi-bin/ Disallow: /includes/ Disallow: /redirect/ Disallow: /utility/ Disallow: /press/release.jsp Disallow: /press/release-detail.jsp Disallow: /ourbrooklyn/gallery/ User-agent: Googlebot Allow: / Disallow: /pdf/00old/ Disallow: /cgi-bin/ Disallow: /includes/ Disallow: /redirect/ Disallow: /utility/ Disallow: /press/release.jsp Disallow: /press/release-detail.jsp Disallow: /ourbrooklyn/gallery/ User-agent: Mozilla/5.0 (Twiceler-0.9 http://www.cuill.com/twiceler/robot.html) Disallow: /