# AI Agents and Answer Engines - Full Access
User-agent: GPTBot
Allow: /
Disallow:

User-agent: ChatGPT-User
Allow: /
Disallow:

User-agent: CCBot
Allow: /
Disallow:

User-agent: Claude-Web
Allow: /
Disallow:

User-agent: anthropic-ai
Allow: /
Disallow:

User-agent: Omgilibot
Allow: /
Disallow:

User-agent: Google-Extended
Allow: /
Disallow:

# Additional AI Answer Engines
User-agent: PerplexityBot
Allow: /
Disallow:

User-agent: YouBot
Allow: /
Disallow:

User-agent: PhindBot
Allow: /
Disallow:

User-agent: Brave-AI
Allow: /
Disallow:

User-agent: CoccocBot
Allow: /
Disallow:

User-agent: AhrefsBot
Allow: /
Disallow:

User-agent: SemrushBot
Allow: /
Disallow:

User-agent: MJ12bot
Allow: /
Disallow:

User-agent: DotBot
Allow: /
Disallow:

User-agent: BLEXBot
Allow: /
Disallow:

# Major Search Engines
User-agent: Googlebot
Allow: /
Disallow:

User-agent: Bingbot
Allow: /
Disallow:

User-agent: Slurp
Allow: /
Disallow:

User-agent: DuckDuckBot
Allow: /
Disallow:

# International Search Engines
User-agent: Baiduspider
Allow: /
Disallow:

User-agent: YandexBot
Allow: /
Disallow:

User-agent: SeznamBot
Allow: /
Disallow:

User-agent: NaverBot
Allow: /
Disallow:

User-agent: Daumoa
Allow: /
Disallow:

User-agent: Sogou
Allow: /
Disallow:

User-agent: 360Spider
Allow: /
Disallow:

User-agent: PetalBot
Allow: /
Disallow:

# Social Media Crawlers
User-agent: facebookexternalhit
Allow: /
Disallow:

User-agent: Twitterbot
Allow: /
Disallow:

User-agent: LinkedInBot
Allow: /
Disallow:

User-agent: WhatsApp
Allow: /
Disallow:

User-agent: TelegramBot
Allow: /
Disallow:

User-agent: Applebot
Allow: /
Disallow:

# General Crawlers - Restricted Access
User-agent: *

#Search
Disallow: /search
Disallow: /search/*

#Random Paths
Disallow: /api/node/*
Disallow: /api/media/*
Disallow: *.pdf*
Disallow: /amp/article/*
Disallow: /api/brightcove/*
Disallow: /api/brightcove/*
Disallow: /api/media/*
Disallow: /api/videos/*
Disallow: /biz/*
Disallow: /blog/*
Disallow: /blog/tags/*
Disallow: /blogs/*
Disallow: /lists/*
Disallow: /m/*
Disallow: /mobile/*
Disallow: /node/*
Disallow: /playlist*
Disallow: /pods/*
Disallow: /portfolio/*
Disallow: /pose/*
Disallow: /poses/*
Disallow: /profile/*
Disallow: /search/gss/*
Disallow: /sites/default/files*
Disallow: /sites/all/modules/*
Disallow: /sites/all/libraries/*
Disallow: /sites/all/themes/*
Disallow: /tagged/*
Disallow: /taxonomy/*
Disallow: /taxonomy/role/*
Disallow: /user/*
Disallow: /gaia-plus/gene-keys-unlocking-incarnation-codes*

Disallow: */index.html

#Cart
Disallow: /cart/account-creation
Disallow: /cart/account-creation?*
Disallow: /cart/billing
Disallow: /cart/billing?*

#Disallow Affiliates, Ambassadors & Hosts
Disallow: *?utm_source=affiliate*
Disallow: *?utm_source=ambassador*
Disallow: *?utm_source=host*
Disallow: *?utm_source=radio*
Disallow: *?utm_source=print*
Disallow: *&utm_source=affiliate*
Disallow: *&utm_source=ambassador*
Disallow: *&utm_source=host*
Disallow: *&utm_source=radio*
Disallow: *&utm_source=print*
Disallow: */portal/*
Disallow: */share/*
Disallow: *?rfd=*

#Disallow Go Handler
Disallow: */go?*

# Language Queries - Only restrict for general crawlers, not AI engines or major search engines
# AI engines and international search engines can access all localized content
Disallow: *?language[]=*
Disallow: *&language[]=*
Disallow: *?language%5B%5D=*
Disallow: *&language%5B%5D=*
Disallow: *?language[0]=*
Disallow: *&language[0]=*
Allow: /person/*?language[]=*
Allow: /person/*?language[]=*

# Note: AI agents and major search engines now have full access above
# This includes comprehensive coverage for answer engines and international crawlers

Sitemap: https://www.gaia.com/sitemap.xml
Sitemap: https://www.gaia.com/wp-sitemap.xml
Sitemap: https://www.gaia.com/es/wp-sitemap.xml
Sitemap: https://www.gaia.com/de/wp-sitemap.xml
Sitemap: https://www.gaia.com/fr/wp-sitemap.xml