# global
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Mediapartners-Google*
User-agent: *
Disallow: /trackback/
Disallow: /comments/
Disallow: */trackback/
Disallow: /zh/blog/*
Disallow: /zh/2010/*
Disallow: /zh/2011/*
Disallow: /zh/2012/*
Disallow: /zh/2013/*
Disallow: /zh/2014/*
Disallow: /zh/contact/careers/*
Disallow: /zh/instagram-yelp-workshop-survey
Disallow: /zh/seo-client-study
Disallow: /zh/smm-client-study
Disallow: /zh/intro-seo-business-workshop-survey
Disallow: /zh/intro-facebook-business-workshop-survey
Disallow: /zh/privacy-policy
Disallow: /zh/services/website-seo-audit
Disallow: /zh/author/*

Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# AI-specific bots
User-agent: GPTBot
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: Amazonbot
Allow: /
User-agent: Applebot-Extended
Allow: /
User-agent: CCBot
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: OAI-SearchBot
Allow: /
User-agent: FacebookBot
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: GoogleOther
Allow: /
User-agent: Bingbot
Allow: /
User-agent: Diffbot  # Structured data AI crawler
Allow: /
User-agent: DataForSeoBot           # AI training / data services
Allow: /
User-agent: ChatGPT-User
Allow: /

Sitemap: http://www.readyartwork.com/sitemap_index.xml