# Source Code Lab – SEO Optimized Robots.txt (2026)
User-agent: *


# Allow required AJAX
Allow: /wp-admin/admin-ajax.php


# Block admin area
Disallow: /wp-admin/


# Block low-value archives
Disallow: /author/


# Block feeds & internal search
Disallow: /search/
Disallow: /feed/
Disallow: /comments/feed/
Disallow: /*/feed/
Disallow: /*/embed/
Disallow: /cgi-bin/
Disallow: /category/
Disallow: /tag/

# Sitemap
Sitemap: https://sourcecodelab.co/sitemap_index.xml