User-agent: * Disallow: /cgi-bin/ Disallow: /tmp/ User-agent: ClaudeBotAi Disallow: / User-agent: ClaudeBot Disallow: / User-agent: anthropic-ai Disallow: / User-agent: Claude-Web Disallow: / User-agent: MJ12bot Disallow: / User-agent: SemrushBot Disallow: / User-agent: Applebot Disallow: / User-agent: DuckDuckGo-Favicons-Bot Disallow: /