User-agent: baiduspider
User-agent: Yeti
Disallow: /

User-Agent : *
Disallow: /1line/
Disallow: /ad_dgten/
Disallow: /ad_inc/
Disallow: /admins/
Disallow: /bn/
Disallow: /html/
Disallow: /img/
Disallow: /imgs/
Disallow: /lib/
Disallow: /link/
Disallow: /lock/
Disallow: /log/
Disallow: /mail/
Disallow: /mail2/
Disallow: /meta/
Disallow: /pl/
Disallow: /rssfeed/
Disallow: /sozai/
Disallow: /ss/
Disallow: /temp/
Disallow: /template/
Disallow: /useful/
Disallow: /YomiSearch/
Disallow: /401.html
Disallow: /403.html
Disallow: /404.html
Disallow: /500.html
Disallow: /_temp.html

Sitemap: http://search.dgten.jp/sitemap.xml