User-agent: *
Disallow: /content/documents/*
User-agent: *
Disallow: /extranet/

User-agent: Amazonbot
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: facebookexternalhit/1.1
Disallow: /
User-agent: meta-externalagent/1.1
Disallow: /
User-agent: SeekportBot
Disallow: /
User-agent: ClaudeBot
Disallow: /