User-agent: * # 1. Allow Main Content Allow: / # 2. Essential for Plugin Functionality Allow: /wp-admin/admin-ajax.php # 3. Block Backend & System Files (Security + Efficiency) Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /xmlrpc.php # 4. Block Low-Value Archives (As per your request) # This prevents Google from wasting time on duplicate content lists Disallow: /category/ Disallow: /tag/ Disallow: /author/ Disallow: /archive/ # 5. Block Date-Based Archives # CAUTION: Only use this because your permalinks are "Post-Name" style. Disallow: /20*/ Disallow: /date/ # 6. Block Internal Search & Parameters (Prevents SEO Spam) Disallow: /?s= Disallow: /search/ # 7. Block Feeds & Trackbacks (Saves Crawl Budget) Disallow: /feed/ Disallow: /comments/feed/ Disallow: /trackback/ # 8. Sitemap Location (Crucial for Bot Discovery) Sitemap: https://trend-rays.com/sitemap_index.xml