User-agent: * Allow: / Disallow: /thank-you.html Disallow: /book-strategy-call.php Disallow: /capture-lead.php # Search and user-triggered assistant access User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: OAI-SearchBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: PerplexityBot Allow: / # Conservative training-crawler policy. Adjust if MENA Professionals later wants training access. User-agent: GPTBot Disallow: / User-agent: Google-Extended Disallow: / User-agent: CCBot Disallow: / User-agent: ClaudeBot Disallow: / # Explicitly expose machine-readable context files Allow: /llms.txt Allow: /ai-sitemap.json Allow: /entity-graph.json Allow: /.well-known/organization.json Allow: /.well-known/security.txt Sitemap: https://menaprofessionals.com/sitemap.xml