User-agent: * Crawl-delay: 1 # AI 학습봇 차단 User-agent: GPTBot Disallow: / User-agent: Amazonbot Disallow: / User-agent: Bytespider Disallow: / User-agent: TikTokSpider Disallow: / User-agent: meta-externalagent Disallow: / # SEO 수집기 차단 User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: serpstatbot Disallow: / User-agent: MJ12bot Disallow: /