########
# (1) 全てのロボットを拒否する
########
 
User-agent: *
Disallow: /
 
########
# (2) (1)において、特定のロボットを許可する
########
 
User-agent: Googlebot
Disallow:

User-agent: Mediapartners-Google*
Disallow:
 
User-agent: Slurp
Disallow:
 
User-agent: msnbot
Disallow:
 
User-agent: Teoma
Disallow:

User-agent: Y!J-SRD
Disallow:
 
User-agent: Y!J-MBS
Disallow:
 
User-agent: Googlebot-Mobile
Disallow:
 
########
# (4) その他、固有の設定
########
 
User-agent: Hatena Antenna
Disallow:
 
User-agent: LinkWalker
Disallow: /
 
User-agent: ConveraCrawler
Disallow: /
 
User-agent: psbot
Disallow: /


# BEGIN XML-SITEMAP-PLUGIN
Sitemap: http://www.milefan.jp/sitemap.xml
# END XML-SITEMAP-PLUGIN