# ALTERSIDE - robots.txt
#
# Public search engines, AI search services, AI assistants and advertising
# crawlers may access public content.
#
# Administrative, account and transactional areas are excluded from crawling.
# Training-only and bulk commercial crawlers are restricted separately.


# OpenAI Search
# Required for ChatGPT Search and product image crawling.
User-agent: OAI-SearchBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /wp-content/uploads/
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/


# OpenAI Ads
# Required for ChatGPT Ads validation and landing-page review.
User-agent: OAI-AdsBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Allow: /wp-content/uploads/
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/


# All other compliant crawlers
User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=no
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /wp-json/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/


# OpenAI model-training crawler.
# Does not block OAI-SearchBot, OAI-AdsBot or ChatGPT-User.
User-agent: GPTBot
Disallow: /


# Anthropic model-training crawler.
# Does not block Claude-SearchBot or Claude-User.
User-agent: ClaudeBot
Disallow: /


# Meta AI training crawler.
# Meta-WebIndexer remains allowed.
User-agent: meta-externalagent
Disallow: /


# Apple training opt-out.
# Applebot itself remains allowed.
User-agent: Applebot-Extended
Disallow: /

User-agent: Applebot
Disallow: /


# Bulk archive / dataset crawler.
User-agent: CCBot
Disallow: /


# SEO intelligence and commercial scraping crawlers.
User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: MauiBot
Disallow: /


Sitemap: https://www.alterside.com/sitemap_index.xml