# robots.txt generated at http://www.mcanerin.com User-agent: Googlebot Disallow: User-agent: googlebot-image Disallow: User-agent: googlebot-mobile Disallow: User-agent: MSNBot Disallow: User-agent: Slurp Disallow: User-agent: Teoma Disallow: User-agent: Gigabot Disallow: User-agent: Scrubby Disallow: User-agent: Robozilla Disallow: User-agent: * #this is a comment for a robot.txt file #add slash after Disallow below to keep all crawlers out, that is bad 'cause google can't get in Disallow: Disallow: /cgi-bin/ Disallow: /secret/* Disallow: /photo/* Disallow: /pass/* Disallow: /tug/* Disallow: /tum/* Disallow: /weagirl/* Disallow: /wea_vegas/* Disallow: /wea_fl/* Disallow: /tim/* Disallow: /jtw/* Disallow: /wxg/* Disallow: /wea/* Disallow: /jpclock/* Disallow: /jp/* Disallow: /jptimer/* Disallow: /palmer/* Disallow: /drop/* Disallow: /drop2/* Disallow: /horz/* Disallow: /horzxxx/* Disallow: /girl/* Disallow: /girlie/* Disallow: /flash/* Disallow: /modal/* Disallow: /daypic/* Disallow: /daypicphoto/* Disallow: /daypicxxx/* Disallow: /jiggle/* Disallow: /orbit/* Disallow: /respond/* Disallow: /respond2/* Disallow: /respond3/* Disallow: /view/* Disallow: /viewer/* Disallow: /bad/* Disallow: /bwtest/* Disallow: /csv/* Disallow: /dangle/* Disallow: /database/ Disallow: /girlz_db/* Disallow: /hawaii/* Disallow: /2014/* Disallow: /tone/* Disallow: /tone2/* Disallow: /prices/* Disallow: /contents/* Disallow: /contentsxxx/* Disallow: /picdb/* Disallow: /pollen/* Disallow: /inventory/* Disallow: /inventory_list/* Disallow: /bc/* Disallow: /bc2/* Disallow: /accessPass/* Disallow: /flickr/* Disallow: /imgdrop/* Disallow: /yngcal/* Disallow: /zoom/* Disallow: /ftest/* Disallow: /rsstest/* Disallow: /mod_db/* Disallow: /td/*