# robots.txt for WordPress Sites User-agent: * Allow: /llms.txt Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /search/ Disallow: /*?s=* Disallow: /*?p=* Disallow: /*&p=* Disallow: /*&preview=* Disallow: /tag/ Disallow: /author/ Disallow: /404-error/ Crawl-delay: 10 # START YOAST BLOCK # --------------------------- User-agent: * Disallow: User-agent: GPTBot Allow: / User-agent: OAI-SearchBot Allow: / User-agent: ClaudeBot Allow: / User-agent: Claude-SearchBot Allow: / User-agent: Claude-User Allow: / User-agent: PerplexityBot Allow: / User-agent: Perplexity-User Allow: / User-agent: Googlebot Allow: / User-agent: Google-Extended Allow: / User-agent: Bingbot Allow: / Sitemap: https://saddlewoodsfarm.com/sitemap_index.xml # --------------------------- # END YOAST BLOCK