# Sitemap 위치 선언 (검색엔진 가이드)
Sitemap: https://kpenews.com/sitemap.xml
Sitemap: https://kpenews.com/csitemap.xml
Sitemap: https://kpenews.com/sitemap_googlenews.xml

# =====================================
# 0. 공통 차단 (전체 로봇 대상)
# =====================================
User-agent: *

Disallow: /Viewprint.aspx
Disallow: /Error.aspx
Disallow: /Login.aspx
Disallow: /Join.aspx
Disallow: /FindPW.aspx
Disallow: /ChangePW.aspx
Disallow: /AuthRequest.aspx
Disallow: /Auth.aspx
Disallow: /Board/Write.aspx
Disallow: /Board/Question.aspx
Disallow: /Controls/
Allow: /Controls/WebCommon.asmx
Disallow: /List.aspx?*TEXT=

# =====================================
# 1. 검색엔진 (SEO에 직접 영향)
# =====================================
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-Video
User-agent: GoogleOther
User-agent: GoogleOther-Image
User-agent: GoogleOther-Video
User-agent: Bingbot
User-agent: Applebot
User-agent: facebookexternalhit
User-agent: Yeti
User-agent: Daumoa
User-agent: BaiduSpider
User-agent: YandexBot
User-agent: DuckDuckBot

Disallow: /Viewprint.aspx
Disallow: /Error.aspx
Disallow: /Login.aspx
Disallow: /Join.aspx
Disallow: /FindPW.aspx
Disallow: /ChangePW.aspx
Disallow: /AuthRequest.aspx
Disallow: /Auth.aspx
Disallow: /Board/Write.aspx
Disallow: /Board/Question.aspx
Disallow: /Controls/
Allow: /Controls/WebCommon.asmx
Disallow: /List.aspx?*TEXT=

# =====================================
# 2. AI 검색 서비스 봇
# =====================================
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: Google-Extended
User-agent: Google-CloudVertexBot
User-agent: Applebot-Extended
User-agent: PerplexityBot
User-agent: YouBot

Disallow: /Viewprint.aspx
Disallow: /Error.aspx
Disallow: /Login.aspx
Disallow: /Join.aspx
Disallow: /FindPW.aspx
Disallow: /ChangePW.aspx
Disallow: /AuthRequest.aspx
Disallow: /Auth.aspx
Disallow: /Board/Write.aspx
Disallow: /Board/Question.aspx
Disallow: /Controls/
Allow: /Controls/WebCommon.asmx
Disallow: /List.aspx?*TEXT=
Disallow: /

# =====================================
# 3. AI 학습 / LLM 수집 봇
# =====================================
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: anthropic-ai
User-agent: CCBot
User-agent: AI2Bot
User-agent: Ai2Bot-Dolma
User-agent: Amazonbot
User-agent: Bytespider
User-agent: cohere-ai
User-agent: cohere-training-data-crawler
Disallow: /

# =====================================
# 4. SEO 분석 / 마케팅 툴 (전면 차단)
# =====================================
User-agent: AhrefsBot
User-agent: SEMrushBot
User-agent: SemrushBot-OCOB
User-agent: SemrushBot-SWA
User-agent: DotBot
User-agent: MJ12Bot
User-agent: serpstatbot
User-agent: DataForSeoBot
User-agent: Sidetrade indexer bot
User-agent: PiplBot
Disallow: /

# =====================================
# 5. 기타 크롤러 / 스크립트 / 정체불명 (전면 차단)j
# =====================================
User-agent: bot
User-agent: crawler
User-agent: Scrapy
User-agent: Nutch
User-agent: libwww-perl
User-agent: MauiBot
User-agent: FAST-WebCrawler
User-agent: Crawlspace
User-agent: FriendlyCrawler
User-agent: ICC-Crawler
User-agent: ISSCyberRiskCrawler
User-agent: ImagesiftBot
User-agent: Kangaroo Bot
User-agent: Brightbot 1.0
User-agent: magpie-crawler
User-agent: omgili
User-agent: omgilibot
User-agent: NewsNow
User-agent: news-please
User-agent: Webzio-Extended
User-agent: Timpibot
User-agent: VelenPublicWebCrawler
User-agent: iaskspider/2.0
Disallow: /