#Ai and Bot Access Control
User-agent: GPTBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: PerplexityBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: YandexCalendar
Disallow: /
User-agent: YandexMobileBot
Disallow: /
User-agent: baiduspider
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-Agent: ImagesiftBot
Disallow: /
User-agent: barkrowler
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: ias-or
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: AhrefsSiteAudit
Disallow: /

#time limited access for specific bots
User-Agent: bingbot
Crawl-delay: 60
Disallow: /twitter/
Disallow: /oauth/
Disallow: /oaut2/
User-Agent: Googlebot
Crawl-delay: 60
Disallow: /twitter/
Disallow: /oauth/
Disallow: /oaut2/
User-agent: meta-externalagent
Crawl-delay: 60
Disallow: /twitterTimeline/
Disallow: /tenpoMap/
Disallow: /comment/
Disallow: /twitter/
Disallow: /oauth/
Disallow: /oaut2/

#time limited access for specific crawlers
User-agent: DataForSeoBot
Crawl-delay: 600
Disallow: /twitterTimeline/
Disallow: /tenpoMap/
Disallow: /comment/
Disallow: /twitter/
Disallow: /oauth/
Disallow: /oaut2/
User-agent: Amazonbot
Crawl-delay: 600
Disallow: /twitterTimeline/
Disallow: /tenpoMap/
Disallow: /comment/
Disallow: /twitter/
Disallow: /oauth/
Disallow: /oaut2/


User-agent: *
Allow: /
Disallow: /twitter/
Disallow: /twitterTimeline/
Disallow: /tenpoMap/
Disallow: /comment/


Sitemap: https://www.kakuyasukeitai.info/sitemap.xml
Sitemap: https://www.kakuyasukeitai.info/sitemap/keyword
Sitemap: https://www.kakuyasukeitai.info/sitemap/keywords

#20250530 Commented out to prevent crawlers and bots.
#Sitemap: https://www.kakuyasukeitai.info/sitemap/tenpo