# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: /cgi-bin/
Disallow: /trackback/
Disallow: /comments/
Disallow: /xmlrpc.php
Disallow: /?s=
Disallow: /*/embed/
Disallow: /*.php$
Disallow: /*.cgi$
Disallow: /*?*

# Exception: Allow important admin-ajax.php for front-end functionality
Allow: /wp-admin/admin-ajax.php

# Block some aggressive or non-compliant bots explicitly
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: BLEXBot
Disallow: /

# (Optional: เพิ่ม bot ใหม่ถ้ามีปัญหา load)

# Allow major search engine bots (Including new AI search bots)

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: GPTBot
Allow: /

User-agent: CCbot
Allow: /

# Sitemap location
Sitemap: https://pimalai.app-bit.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK