User-agent: *
Allow: /
Disallow: /api/

# Block aggressive scrapers
User-agent: Barkrowler
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: PetalBot
Disallow: /


# Sitemaps
Sitemap: https://www.theonlinekenyan.com/sitemap-index.xml
Sitemap: https://www.theonlinekenyan.com/sitemap.xml
Sitemap: https://www.theonlinekenyan.com/sitemap-news.xml
Sitemap: https://www.theonlinekenyan.com/sitemap-daily.xml

# LLM discovery
# https://llmstxt.org
Llms-txt: https://www.theonlinekenyan.com/llms.txt