User-agent: * Allow: / Disallow: /tag/ Disallow: /feed/ Disallow: /tags/ Disallow: /category/ # Embed widgets are meant for iframe use on third-party sites, not search. # They also have as a second guard. Disallow: /embed/ # Snapshot frames are noindex supplements for the home page, not extra landing pages. Disallow: /snapshot/ # AI training crawlers — explicitly welcome User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: anthropic-ai Allow: / User-agent: ClaudeBot Allow: / User-agent: Claude-Web Allow: / User-agent: Google-Extended Allow: / User-agent: PerplexityBot Allow: / User-agent: CCBot Allow: / Sitemap: https://borderpulse.com/sitemap.xml