# robots.txt for WordPress
# Last updated: 2026-05-04

User-agent: *
Allow: /

# Block WordPress core directories
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/cache/
Disallow: /wp-content/upgrade/

# Allow admin-ajax.php (needed for many plugins/themes)
Allow: /wp-admin/admin-ajax.php

# Allow uploads (images, media files)
Allow: /wp-content/uploads/

# Allow CSS, JS, and image files (important for Google rendering)
Allow: /*.css$
Allow: /*.js$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.svg$
Allow: /*.webp$

# Block WordPress login & registration pages
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /xmlrpc.php
Disallow: /readme.html
Disallow: /license.txt

# Block search results and internal queries
Disallow: /?s=
Disallow: /search/
Disallow: /*?s=
Disallow: /*?p=
Disallow: /*&p=
Disallow: /*&preview=

# Block tag, author, and date archives (optional - remove if you want them indexed)
Disallow: /tag/
Disallow: /author/
Disallow: /20*/

# Block trackbacks, feeds duplicates, and comments
Disallow: /trackback/
Disallow: /*/trackback/
Disallow: /comments/feed/
Disallow: /*/feed/rss/
Disallow: /*?replytocom

# Block attachment pages (duplicate content)
Disallow: /*?attachment_id=

# Block pagination of comments
Disallow: /*/comment-page-

# Block common spam/scraper bots (optional)
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# Allow major search engines explicitly
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

# Allow AI crawlers (remove these blocks if you want AI visibility for GEO)
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

# Sitemap location (REPLACE with your actual domain)
Sitemap: https://www.triptour4u.com/sitemap.xml
Sitemap: https://www.triptour4u.com/sitemap_index.xml