User-agent: *
Disallow: /hp/video/
Disallow: /-/*/hp/video/
Disallow: /api
Disallow: /gp/video/api
Disallow: /region/*/api
Disallow: /-/*/api
Disallow: /mystuff
Disallow: /gp/video/mystuff
Disallow: /region/*/mystuff
Disallow: /-/*/mystuff
Disallow: /profiles
Disallow: /gp/video/profiles
Disallow: /region/*/profiles
Disallow: /-/*/profiles
Disallow: /optout
Disallow: /gp/video/optout
Disallow: /region/*/optout
Disallow: /-/*/optout
Disallow: /settings
Disallow: /gp/video/settings
Disallow: /region/*/settings
Disallow: /-/*/settings
Disallow: /search
Disallow: /gp/video/search
Disallow: /region/*/search
Disallow: /-/*/search
Disallow: /ap/
Disallow: /gp/video/ap/
Disallow: /region/*/ap/
Disallow: /-/*/ap/
Disallow: /auth
Disallow: /gp/video/auth
Disallow: /region/*/auth
Disallow: /-/*/auth
Disallow: /salp/i
Disallow: /gp/video/salp/i
Disallow: /region/*/salp/i
Disallow: /-/*/salp/i
Disallow: /detail/Login
Disallow: /gp/video/detail/Login
Disallow: /region/*/detail/Login
Disallow: /-/*/detail/Login
Disallow: */src/
Disallow: */node_modules/
Disallow: /review/create-review/

User-agent: EtaoSpider
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-Agent: PerplexityBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GoogleAgent-Mariner
Disallow: /

User-agent: GoogleAgent-Shopping
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Devin
Disallow: /

User-agent: omgili
Disallow: /

User-agent: AI2Bot
Disallow: /

User-agent: Gemini-Deep-Research
Disallow: /

User-agent: PanguBot
Disallow: /

User-agent: MistralAI-User
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: Sidetrade indexer bot
Disallow: /

User-agent: Google-NotebookLM
Disallow: /

User-agent: DuckAssistBot
Disallow: /

User-agent: Copilot
Disallow: /

User-agent: Ai2Bot-Dolma
Disallow: /

User-agent: Google-CloudVertexBot
Disallow: /

User-agent: meta-externalfetcher
Disallow: /

User-agent: iaskspider
Disallow: /

User-agent: wpbot
Disallow: /

User-agent: aiHitBot
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: FriendlyCrawler
Disallow: /

User-agent: img2dataset
Disallow: /

User-agent: VelenPublicWebCrawler
Disallow: /

User-agent: YouBot
Disallow: /

User-agent: Brightbot
Disallow: /

User-agent: Claude-User
Disallow: /

User-agent: Claude-SearchBot
Disallow: /

User-agent: Perplexity-User
Disallow: /

User-agent: ISSCyberRiskCrawler
Disallow: /

User-agent: CopilotNative
Disallow: /

User-agent: CopilotSapphire
Disallow: /

User-agent: imgproxy
Disallow: /

User-agent: SemrushBot-SWA
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: OAI-SearchBot
Disallow: /

User-agent: Timpibot
Disallow: /

User-agent: Thinkbot
Disallow: /