User-agent: *
Disallow: /manage/
Disallow: /antenna_manage/
Disallow: /cache/
Disallow: /mypage/
Disallow: /login
Disallow: /logout
Disallow: *.cgi
Disallow: *.fcgi
Disallow: /sp/form_post

# MSN/Bing access is harmful
User-agent: bingbot
Crawl-delay: 30

User-agent: msnbot
Crawl-delay: 30

# SEO/SEM Crawler
User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: proximic
Disallow: /

# Sitemap
Sitemap: https://www.recipe-blog.jp/sitemap/sitemap_index.xml
Sitemap: http://www.recipe-blog.jp/sitemap_http/sitemap_index.xml