User-agent: *
Disallow: *.pdf
Disallow: /wp-content/*
Disallow: /thank-you/
Disallow: /landing-page/test/
Disallow: web-wp.confluent.io/
Disallow: /thank-you-signing-up
Disallow: /confirmation
Disallow: /confirmation-ansible
Disallow: /confirmation-deb
Disallow: /confirmation-docker
Disallow: /confirmation-operator
Disallow: /confirmation-rpm
Disallow: /confluent-cloud-tos-agree
Disallow: /confluent-cloud/thank-you
Disallow: /confluent-cloud/startup-program
Disallow: /subscription-agreement-agree
Disallow: /community/rules-of-engagement
Disallow: /archive/
Disallow: /lp/
Disallow: /blog/*?page=*

User-agent: GPTBot
Allow: *.pdf

User-agent: Google-Extended
Allow: *.pdf

User-agent: ClaudeBot
Allow: *.pdf
Sitemap: https://www.confluent.io/sitemap.xml
Sitemap: https://docs.confluent.io/home/sitemap.xml
Sitemap: https://developer.confluent.io/sitemap.xml
Sitemap: https://docs.confluent.io/ja-jp/home/sitemap.xml
Sitemap: https://forum.confluent.io/sitemap.xml
Host: https://www.confluent.io