# robots.txt file for psa-eid.org # modified 13 June 2008 User-agent: abot Disallow: / User-agent: aipbot Disallow: / User-agent: archive.org_bot Disallow: / User-agent: asterias Disallow: / User-agent: Atomz/1.0 Disallow: / User-agent: boitho.com-dc Disallow: / User-agent: BruinBot Disallow: / User-agent: Girafabot Disallow: / User-agent: Googlebot-Image Disallow: / User-agent: grub Disallow: / User-agent: grub-client Disallow: / User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: / User-agent: ia_archiver Disallow: / User-agent: IAArchiver Disallow: / User-agent: Jetbot Disallow: / User-agent: LinkWalker Disallow: / User-agent: NaverBot Disallow: / User-agent: NextGenSearchBot Disallow: / User-agent: NPBot Disallow: / User-agent: Nutch Disallow: / User-agent: psbot Disallow: / User-agent: searchpreview Disallow: / User-agent: sitecheck.internetseer.com Disallow: / User-agent: Steeler Disallow: / User-agent: TurnitinBot Disallow: / User-agent: Zao Disallow: / User-agent: * Disallow: /a.html Disallow: /aa.html Disallow: /aaa.html Disallow: /announce/ Disallow: /authreq.html Disallow: /calendar/a.html Disallow: /calendar/aa.html Disallow: /calendar/aaa.html Disallow: /calendar/month.cgi Disallow: /calendar/surprise.html Disallow: /cgi-bin/ Disallow: /cgi-sys/ Disallow: /closed.html Disallow: /denied.html Disallow: /error500.html Disallow: /forum/ Disallow: /gallery1/a.html Disallow: /gallery1/aa.html Disallow: /gallery1/aaa.html Disallow: /gallery1/fullsize/ Disallow: /gallery1/surprise.html Disallow: /gallery1/thumbs/ Disallow: /gallery2/a.html Disallow: /gallery2/aa.html Disallow: /gallery2/aaa.html Disallow: /gallery2/fullsize/ Disallow: /gallery2/surprise.html Disallow: /gallery2/thumbs/ Disallow: /gallerya/ Disallow: /gone.html Disallow: /graphics/ Disallow: /feature/ Disallow: /images/ Disallow: /ims/a.html Disallow: /ims/aa.html Disallow: /ims/aaa.html Disallow: /ims/surprise.html Disallow: /las1.shtml Disallow: /logos/ Disallow: /members/ Disallow: /announce-beta/ Disallow: /notfound.html Disallow: /pdf/ Disallow: /rotate01/ Disallow: /surprise.html Disallow: /zip # fix Google crawl error Disallow: /gallery1/rab.shtml/surprise.html # Pattern matching used below is supported by Googlebot. Disallow: /*.gif$ Disallow: /*.jpg$ Disallow: /*.pdf$ Disallow: /*.png$ Disallow: /*.xls$ Disallow: /*.zip$ Disallow: /*a.cgi$ Disallow: /*a.html$ Disallow: /*aa.html$ Disallow: /*aaa.html$ Disallow: /*surprise.html$