# robots.txt - Search Engine Crawler Access Control

#Different bots are blocked
#to meet legal compliance and risk reduction as indicated in the EU.

# Amazon – USA (Alexa + AWS AI)
# Mainly used for training

User-agent: Amazonbot
Disallow: /

# Anthropic – USA (Claude AI)
# Blocked because mainly used for training
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: ClaudeBot
Disallow: /

# Baidu – China (Search + Ernie LLM)
# Blocked because only used for LLM in China
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: BaiduSpider
Disallow: /

# ByteDance (TikTok) – China (TikTok, Doubao LLM)
# Blocked because only used for LLM in China and for TikTok
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: Bytespider
Disallow: /

# Facebook (Meta) – USA (Facebook)
#Blocked because mainly used for scraping and not used for LLMs
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: facebookexternalhit
Disallow: /
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: Facebot
Disallow: /

# Yandex – Russia
# Blocked because only used for LLM in Russia
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: YandexBot
Disallow: /


# General rules for all bots
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: *
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /search?

Sitemap: https://www.4cee.com/sitemap.xml
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*