User-agent: *

    Disallow: /search
    Disallow: /ask

    Sitemap: https://www.ftadviser.com/sitemap.xml

    User-agent: GPTBot
    Disallow: /
    User-agent: CCBot
    Disallow: /
    User-agent: Google-Extended
    Disallow: /
    User-agent: anthropic-ai
    Disallow: /
    User-Agent: omgili
    Disallow: /
    User-Agent: omgilibot
    Disallow: /
    User-agent: Bytespider
    Disallow: /
    User-agent: cohere-ai
    Disallow: /
    User-agent: magpie-crawler
    Disallow: /
    User-agent: NewsNow
    Disallow: /
    User-agent: PerplexityBot
    Disallow: /
    User-agent: Claude-Web
    Disallow: /
    User-agent: ClaudeBot
    Disallow: /
    User-agent: FacebookBot
    Disallow: /
    User-agent: Applebot-Extended
    Disallow: /
    User-agent: GoogleOther
    Disallow: /
    User-agent: Perplexity-User
    Disallow: /
    User-agent: Diffbot
    Disallow: /
    User-agent: Meta-ExternalFetcher
    Disallow: /
    User-agent: meta-externalagent
    Disallow: /