User-Agent: *
Disallow: /rss/
Disallow: /alliance_media_rss/
Disallow: /admins/
Disallow: /users/
Disallow: /partners/
Disallow: /bin/
Disallow: /api/
Disallow: /plan_window/
Disallow: /parts/
Disallow: /*/QoHViIZK/*
Disallow: /*.php$
Sitemap: https://www.value-press.com/google_sitemap.xml

User-Agent: Scrapy
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Amazonbot
Disallow: /

# refs: https://www.bing.com/webmasters/help/which-crawlers-does-bing-use-8c184ec0
#       http://www.baidu.com/search/robots_jp.html
# 過去にクロール効率低下を懸念して Crawl-Delay: 4 を削除 (refs #14927) したが、
# Bingbotから1秒に複数回リクエストが来ていたため、Crawl-delay: 1 で最大1req/secに抑制する (refs #18665)
User-agent: Bingbot
Crawl-delay: 1

User-agent: BingPreview

User-agent: AdIdxBot

User-agent: MicrosoftPreview

User-agent: baiduspider
Crawl-Delay: 4

User-agent: ClaudeBot
Crawl-delay: 1

User-agent: GPTBot
Crawl-delay: 1