# Global Rules for All Bots
User-agent: *
Disallow: /search-results
Disallow: /terms/search-results
Disallow: /tag/search-results
Disallow: /signalr/
Disallow: /*.pdf$

# Bot-Specific Restrictions
User-agent: AI2Bot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: DeepSeekBot
Disallow: /

User-agent: DeepSeek
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Qwen-Agent
Disallow: /

# Sitemap Directives
Sitemap: https://investinglive.com/sitemap.xml
Sitemap: https://investinglive.com/latest.xml
Sitemap: https://investinglive.com/articles-sitemap-index.xml