# /robots.txt file for robot scanning of website # mail webmaster@deehottonstable.com for constructive criticism User-agent: IRLbot/3.0 (compatible; MSIE 6.0; http://irl.cs.tamu.edu/crawler) Disallow: /public*/ Disallow: /gallery2/ Disallow: /*gallery2*.html Disallow: /*?sessionid User-agent: IRLbot Disallow: / Disallow: /public*/ Disallow: /gallery2/ Disallow: /*gallery2*.html Disallow: /*?sessionid User-agent: IRLbot/3.0 Disallow: / Disallow: /public*/ Disallow: /gallery2/ Disallow: /*gallery2*.html Disallow: /*?sessionid User-agent: Twiceler www.cuill.com/robots.html Disallow: / User-agent: Mozilla/5.0 (Twiceler-0.9 http://www.cuill.com/twiceler/robot.html) Disallow: / User-agent: Twiceler www.cuill.com/twiceler/robot.html Disallow: / User-agent: Twiceler-0.9 http://www.cuill.com/twiceler/robot.html Disallow: / User-agent: cuill Disallow: / User-agent: Slurp Allow: /public*/ Disallow: /*grabit*.php Disallow: /*gallery2*.html Disallow: /*?sessionid User-agent: Googlebot Disallow: /*gallery2*.html Disallow: /*?sessionids Disallow: /*grabit*.php Disallow: /*?sessionids Disallow: /gallery2 Disallow: /gallery2/ User-agent: * Disallow: /cgi-bin/ Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /author/ Disallow: /page/ Disallow: /category/ Disallow: /wp-images/ Disallow: /images/ Disallow: /archives/ Disallow: /trackback/ Disallow: /feed/ Disallow: /Gifs Disallow: /Jpegs Disallow: /Picts Disallow: /logs User-Agent: Charlotte Disallow: /