# Allow all web crawlers full access, except specific pages and directories
User-agent: *
Disallow: /admin/
Disallow: /private-page/
Disallow: /temp-page/
Disallow: /private-directory/
Disallow: /temp-directory/
Disallow: /*.pdf$
Disallow: /*.doc$
Disallow: /*?sessionid=
Disallow: /*?tracking=
Disallow: /image-captcha-refresh/

# Prevent indexing thank-you pages
Disallow: /thank-you-subscribe/
Disallow: /thank-you-request-a-demo/
Disallow: /thank-you-general-contact/

# Block WordPress admin but keep AJAX accessible
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Sitemap location
Sitemap: https://xbpglobal.com/sitemap.xml