#특정 봇 차단 (트래픽 낭비 방지)
User-agent: MJ12bot 
User-agent: AhrefsBot
User-agent: dotbot
User-agent: SemrushBot
User-agent: claudebot
User-agent: GPTBot
User-agent: Applebot
User-agent: Amazonbot
User-agent: PerplexityBot
User-agent: Baiduspider
Disallow: /

#주요 검색 엔진 크롤링 명확히 허용 (Google, 네이버, Bing, Yandex)
User-agent: Googlebot
User-agent: Yeti
User-agent: Bingbot
User-agent: Yandex
Crawl-delay: 10
Allow: /

User-agent: meta-externalagent
User-agent: Claude-SearchBot
User-agent: OAI-SearchBot
Crawl-delay: 10
Allow: /

#모든 검색엔진 기본 설정 (예외 규칙 포함)
User-agent: *
Disallow: /mypage/
Disallow: /ad_click.html


#DaumWebMasterTool:ee008bc421ddfb54f599fe99d9fc08ce371919a27957ae64df00ac02da5d631c:UhByFH9vdmFkfHnDDXyiEg==