# All Saints Church Staplehurst -- www.allsaintsstaplehurst.co.uk # Robot Exclusion File -- robots.txt # Author: Andrew Brady # Last Updated: 06/12/07 10:56:49 User-agent: * Disallow: /cgi-bin/ User-agent: googlebot-image Disallow: /images/ Disallow: / User-agent: Googlebot Disallow: /cgi-bin/ #Rules for Google User-agent: googlebot Disallow: images Disallow: pdf #Rules for MSN Search User-agent: msnbot Disallow: images Disallow: pdf #Rules for Yahoo User-agent: yahoo-slurp Disallow: images Disallow: pdf #Rules for Ask/Teoma User-agent: teoma Disallow: images Disallow: pdf #Rules for GigaBlast User-agent: gigabot Disallow: images Disallow: pdf #Rules for Scrub The Web User-agent: scrubby Disallow: images Disallow: pdf #Rules for DMOZ Checker User-agent: robozilla Disallow: images Disallow: pdf #Rules for Nutch User-agent: nutch Disallow: images Disallow: pdf #Rules for Alexa/Wayback User-agent: ia_archiver Disallow: images Disallow: pdf #Rules for Baidu User-agent: baiduspider Disallow: images Disallow: pdf #Rules for Google Image User-agent: googlebot-image Disallow: images Disallow: pdf #Rules for Yahoo MM User-agent: yahoo-mmcrawler Disallow: images Disallow: pdf #Rules for MSN PicSearch User-agent: psbot Disallow: images Disallow: pdf #Rules for SingingFish User-agent: asterias Disallow: images Disallow: pdf #Rules for Yahoo Blogs User-agent: yahoo-blogs/v3.9 Disallow: images Disallow: pdf #Rules for All Other Engines User-agent: * Disallow: images Disallow: pdf