# Robots.txt for akralandandhouse.com
# Optimized for AI Crawlers and Search Engines

# General rules for all bots
User-agent: *

# Disallow sensitive directories
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /cgi-bin/
Disallow: /Backend/
Disallow: /adminProjectAKRA/
Disallow: /registrations/
Disallow: /function/

# Allow important directories
Allow: /wp-content/uploads/
Allow: /seo-examples/
Allow: /blog/
Allow: /portfolio/
Allow: /project/
Allow: /wp-admin/admin-ajax.php

# Allow AI Crawlers for LLMs
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Bytespider
Allow: /

# Block spam/scraping bots
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Crawl-delay: 10

# Sitemaps
Sitemap: https://akralandandhouse.com/sitemap.xml
Sitemap: https://akralandandhouse.com/sitemap_index.xml

# LLMs.txt file for AI indexing
# https://akralandandhouse.com/llms.txt