# Trending Today India - Robots.txt
# Allow all major search engines

User-agent: *
Allow: /
Allow: /news/
Allow: /category/
Allow: /search
Disallow: /api/
Disallow: /admin/
Disallow: /_next/
Disallow: /data/
Crawl-delay: 1

# Google Bot
User-agent: Googlebot
Allow: /
Crawl-delay: 0

# Google News Bot
User-agent: Googlebot-News
Allow: /
Allow: /news/
Crawl-delay: 0

# Bing Bot
User-agent: Bingbot
Allow: /
Crawl-delay: 1

Sitemap: https://trendingtoday.in/sitemap.xml