User-agent: *

# Block admin, login & system URLs
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /admin/
Disallow: /login/
Disallow: /xmlrpc.php
Disallow: /trackback/

# Block low-value WordPress URLs
Disallow: /feed/
Disallow: /comments/feed/
Disallow: /tag/
Disallow: /category/
Disallow: /author/
Disallow: /search/

# Block internal / low-value website sections
Disallow: /exam-question/
Disallow: /programs/
Disallow: /testimonials/

# Block harmful duplicate parameters only
Disallow: /*?replytocom=
Disallow: /*?doing_wp_cron

# Allow critical WordPress rendering resources
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/
Allow: /wp-content/themes/
Allow: /wp-content/plugins/

# Allow CSS, JS, images and fonts
Allow: /*.css$
Allow: /*.js$
Allow: /*.css?*
Allow: /*.js?*
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.webp$
Allow: /*.svg$
Allow: /*.gif$
Allow: /*.woff$
Allow: /*.woff2$

# Major Search Engines
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Video
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: Bingbot
Allow: /

User-agent: AdIdxBot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Applebot
Allow: /


# AI & LLM Crawlers
# OpenAI / ChatGPT
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Google Gemini training control
User-agent: Google-Extended
Allow: /

# Anthropic / Claude
User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Other AI crawlers
User-agent: Amazonbot
Allow: /

User-agent: YouBot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /


# Block Low-Value / Aggressive Bots

User-agent: IstellaBot
Disallow: /

User-agent: Curious George
Disallow: /

User-agent: ZoomBot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: Scanbot
Disallow: /

User-agent: oodlebot
Disallow: /

User-agent: rtbtr-adstxt-bot
Disallow: /

User-agent: linkdexbot
Disallow: /

User-agent: Mail.RU_Bot
Disallow: /

User-agent: musobot
Disallow: /

User-agent: YaK
Disallow: /

User-agent: TweetmemeBot
Disallow: /

User-agent: James BOT
Disallow: /

User-agent: trendictionbot
Disallow: /

User-agent: Mediatoolkitbot
Disallow: /

User-agent: SurdotlyBot
Disallow: /


# Sitemap & LLM Guidance

Sitemap: https://amquesteducation.com/sitemap_index.xml
Allow: /llms.txt