Sitemap: http://sisaissue.com/sitemap.xml
Sitemap: http://sisaissue.com/csitemap.xml

# =====================================
# 1. 검색엔진 (SEO에 직접 영향)
# =====================================

User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-Video
User-agent: GoogleOther
User-agent: GoogleOther-Image
User-agent: GoogleOther-Video
User-agent: Bingbot
User-agent: Applebot
User-agent: facebookexternalhit
User-agent: Yeti
User-agent: Daumoa
User-agent: BaiduSpider
User-agent: YandexBot
Disallow:


# =====================================
# 2. AI 학습 / LLM 수집 봇 (전면 차단)
# =====================================

User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: anthropic-ai
User-agent: Google-Extended
User-agent: CCBot
User-agent: AI2Bot
User-agent: Ai2Bot-Dolma
User-agent: Amazonbot
User-agent: Bytespider
User-agent: PerplexityBot
User-agent: YouBot
User-agent: cohere-ai
User-agent: cohere-training-data-crawler
Disallow: /


# =====================================
# 3. SEO 분석 / 마케팅 툴 (SEO 영향 없음)
# =====================================

User-agent: AhrefsBot
User-agent: SEMrushBot
User-agent: SemrushBot-OCOB
User-agent: SemrushBot-SWA
User-agent: DotBot
User-agent: MJ12Bot
User-agent: serpstatbot
User-agent: DataForSeoBot
User-agent: Sidetrade indexer bot
User-agent: PiplBot
Disallow: /


# =====================================
# 4. 기타 크롤러 / 스크립트 / 정체불명
# =====================================

User-agent: bot
User-agent: crawler
User-agent: Scrapy
User-agent: Nutch
User-agent: libwww-perl
User-agent: MauiBot
User-agent: FAST-WebCrawler
User-agent: Crawlspace
User-agent: FriendlyCrawler
User-agent: ICC-Crawler
User-agent: ISSCyberRiskCrawler
User-agent: ImagesiftBot
User-agent: Kangaroo Bot
User-agent: Brightbot 1.0
User-agent: magpie-crawler
User-agent: omgili
User-agent: omgilibot
User-agent: NewsNow
User-agent: news-please
User-agent: Webzio-Extended
User-agent: Timpibot
User-agent: VelenPublicWebCrawler
User-agent: iaskspider/2.0
Disallow: /


# =====================================
# 5. 기본 정책: Controls폴더를 제외하고 전체 허용
# =====================================
User-agent: *
Disallow: /Controls/