# Tribunnews.com - Minimal Robots.txt
# Personal/non-commercial use only. See /terms
# Updated: Feb 2026

User-agent: *
Disallow: /api/
Disallow: /posts/
Disallow: /ajax/
Disallow: /json/
Disallow: /auth/
Disallow: /member/
Disallow: /komentar/
Disallow: /search
Disallow: /tag/
Disallow: /topic/
Disallow: /*?
Allow: /.jpg$ Allow: /.jpeg$ Allow: /.png$ Allow: /.webp$ Allow: /*.mp4$
Allow: /

User-agent: Googlebot
User-agent: Googlebot-News
User-agent: Googlebot-Image
User-agent: Googlebot-Video
User-agent: Google-InspectionTool
User-agent: Google-NotebookLM
User-agent: bingbot
User-agent: BingPreview
User-agent: msnbot
User-agent: msnbot-media
Allow: /

User-agent: GPTBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Google-Extended
User-agent: CCBot
User-agent: Applebot-Extended
Disallow: /

User-agent: SemrushBot
User-agent: AhrefsBot
Crawl-delay: 10

Sitemap: https://pantura.tribunnews.com/sitemap.xml