# === SEARCH ENGINES ===
User-agent: Googlebot
Crawl-delay: 1
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /*?*replytocom
Disallow: /*?*s=
Disallow: /*?*preview=true
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/

# Highlight key tool pages
Allow: /blank-name-for-pubg/
Allow: /invisible-space-for-free-fire/
Allow: /invisible-character-fortnite/
Allow: /roblox-invisible-name-copy-and-paste/
Allow: /blank-space-for-instagram-highlights/
Allow: /invisible-tiktok-name/
Allow: /invisible-text-discord/
Allow: /blank-whatsapp-message/
Allow: /invisible-character-viewer/
Allow: /unicode-characters/

User-agent: Bingbot
Crawl-delay: 2
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /*?*replytocom
Disallow: /*?*s=
Disallow: /*?*preview=true
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/

# Highlight key pages for Bing
Allow: /blank-name-for-pubg/
Allow: /blank-space-for-instagram-highlights/
Allow: /invisible-text-discord/
Allow: /invisible-character-viewer/

User-agent: YandexBot
Crawl-delay: 3
Disallow: /wp-admin/
Disallow: /wp-includes/
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/

User-agent: DuckDuckBot
Crawl-delay: 2
Disallow: /wp-admin/
Disallow: /wp-includes/
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/

# === SOCIAL MEDIA BOTS ===
User-agent: facebookexternalhit
Crawl-delay: 5
Disallow: /wp-admin/
Disallow: /wp-includes/
Allow: /wp-admin/admin-ajax.php

User-agent: Twitterbot
Crawl-delay: 5
Disallow: /wp-admin/
Disallow: /wp-includes/
Allow: /wp-admin/admin-ajax.php

# === SEO ANALYSIS TOOLS ===
User-agent: AhrefsBot
Crawl-delay: 20
Disallow: /wp-admin/
Disallow: /wp-includes/
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/

User-agent: SemrushBot
Crawl-delay: 20
Disallow: /wp-admin/
Disallow: /wp-includes/
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/

# === AI SEARCH BOTS (ALLOW) ===
User-agent: PerplexityBot
Crawl-delay: 5
Disallow: /wp-admin/
Disallow: /wp-includes/
Allow: /wp-admin/admin-ajax.php
Allow: /

User-agent: YouBot
Crawl-delay: 5
Disallow: /wp-admin/
Disallow: /wp-includes/
Allow: /wp-admin/admin-ajax.php
Allow: /

User-agent: Google-Extended
Crawl-delay: 5
Disallow: /wp-admin/
Disallow: /wp-includes/
Allow: /wp-admin/admin-ajax.php
Allow: /

User-agent: anthropic-ai
Crawl-delay: 5
Disallow: /wp-admin/
Disallow: /wp-includes/
Allow: /wp-admin/admin-ajax.php
Allow: /

# === AI TRAINING BOTS (BLOCK) ===
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Diffbot
Disallow: /

# === HARMFUL BOTS (BLOCK) ===
User-agent: SemaltBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: Wget
Disallow: /

# === DEFAULT RULES ===
User-agent: *
Crawl-delay: 10
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /xmlrpc.php
Disallow: /wp-json/
Disallow: /feed/
Disallow: /*?*replytocom
Disallow: /*?*s=
Disallow: /*?*preview=true
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/

# === SITEMAP ===
Sitemap: https://invisibletextpro.com/sitemap_index.xml