# allowed
User-agent: Googlebot
User-agent: Googlebot-Mobile
User-agent: Googlebot-image
User-agent: NaverBot
User-agent: Yeti
User-agent: Daumoa
User-agent: PerplexityBot
User-agent: Bingbot
User-agent: Daum
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: GPTBot
User-agent: AhrefsSiteAudit
User-agent: AhrefsBot
Allow: /
Disallow: /api
Disallow: /api*
Disallow: /Assets/flags
Disallow: /Assets/icons
Disallow: /Assets/image
Disallow: /Assets/locales
Disallow: /Assets/movie

# blocked
User-agent: *
Disallow: /

# Sitemap 위치
Sitemap: https://www.thecodit.com/sitemap.xml