# /robots.txt for shiroha.jp # updated: 2010-05-16 User-agent: ia_archiver Disallow: / User-agent: ia_archiver-web Disallow: / User-agent: archive.org_bot Disallow: / User-agent: ia_archiver-web.archive.org Disallow: / User-agent: heritrix Disallow: / User-agent: msnbot-media Disallow: / user-agent: Googlebot-Image Disallow: / User-agent: Yahoo-MMCrawler Disallow: / user-agent: BaiduImagespider disallow: / User-agent: psbot Disallow: / User-agent: 008 Disallow: / User-agent: * Disallow: /z400.html Disallow: /musen.html Disallow: /budget.html Disallow: /yosan.html Disallow: /public/yaeyama_multicultural_club/