User-agent: *
User-agent: Googlebot
User-agent: Googlebot-Mobile
User-agent: Googlebot-Image
User-agent: Googlebot-News
User-agent: Googlebot-Video
Allow: /
Allow: /*.js$
Allow: /*.css$
Allow: /*.jpg$
Allow: /*.png$
Allow: /*.jpeg$
Allow: /*.gif$
Disallow: /*?=
Disallow: /author/
Disallow: /uncategorized/
Disallow: /search/ 
Disallow: */feed/
Disallow: /feed/$
Disallow: /portfolio
Disallow: /wp-admin/

# Allow AI and generative bots


User-agent: ChatGPT
Crawl-delay: 10
Allow: /

User-agent: GPTBot
Crawl-delay: 10
Allow: /

User-agent: ChatGPT-User
Crawl-delay: 10
Allow: /

User-agent: OAI-Search
Crawl-delay: 10
Allow: /

User-agent: Bard
Crawl-delay: 10
Allow: /

User-agent: Gemini
Crawl-delay: 10
Allow: /

User-agent: OAI-SearchBot
Crawl-delay: 10
Allow: /

User-agent: OpenAI
Crawl-delay: 10
Allow: /

User-agent: ClaudeBot
Crawl-delay: 10
Allow: /

User-agent: PerplexityBot
Crawl-delay: 10
Allow: /

User-agent: GenerativeAI
Crawl-delay: 10
Allow: /

User-agent: PredictiveAI
Crawl-delay: 10
Allow: /

User-agent: Facebot
Crawl-delay: 10
Allow: /

User-agent: facebookexternalhit
Crawl-delay: 10
Allow: /

User-Agent: Bingbot
Crawl-delay: 15
Allow: /
Disallow: /category
Allow: /wp-admin/admin-ajax.php
Allow: /*.js$
Allow: /*.css$
Allow: /*.jpg$
Allow: /*.png$
Allow: /*.jpeg$
Allow: /*.gif$
Disallow: /*?=
Disallow: /author/
Disallow: /uncategorized/
Disallow: /search/ 
Disallow: */feed/
Disallow: /feed/$


User-agent: Baiduspider
Crawl-delay: 30
Allow: /
Disallow: /category
Allow: /wp-admin/admin-ajax.php
Allow: /*.js$
Allow: /*.css$
Allow: /*.jpg$
Allow: /*.png$
Allow: /*.jpeg$
Allow: /*.gif$
Disallow: /*?=
Disallow: /author/
Disallow: /uncategorized/
Disallow: /search/
Disallow: */feed/
Disallow: /feed/$


User-agent: YandexBot
Crawl-delay: 28
Allow: /
Disallow: /category
Allow: /wp-admin/admin-ajax.php
Allow: /*.js$
Allow: /*.css$
Allow: /*.jpg$
Allow: /*.png$
Allow: /*.jpeg$
Allow: /*.gif$
Disallow: /*?=

Disallow: /uncategorized/
Disallow: /search/
Disallow: */feed/
Disallow: /feed/$


User-agent: MSNBot
Crawl-delay: 24
Allow: /
Disallow: /category
Allow: /wp-admin/admin-ajax.php
Allow: /*.js$
Allow: /*.css$
Allow: /*.jpg$
Allow: /*.png$
Allow: /*.jpeg$
Allow: /*.gif$
Disallow: /*?=
Disallow: /author/
Disallow: /uncategorized/
Disallow: /search/
Disallow: */feed/
Disallow: /feed/$

# Allow social media crawlers

User-agent: facebookexternalhit
Crawl-delay: 30
Allow: /

User-agent: Facebot
Crawl-delay: 10
Allow: /

User-agent: Twitterbot
Crawl-delay: 30
Allow: /

User-agent: LinkedInBot
Crawl-delay: 10
Allow: /

User-agent: Pinterestbot
Crawl-delay: 10
Allow: /

User-agent: Instagram
Crawl-delay: 10
Allow: /

# Allow Apple and Amazon bots

User-agent: Applebot
Crawl-delay: 17
Allow: /

User-agent: AlexaCrawler
Crawl-delay: 40
Allow: /

Sitemap: https://aadme.co/sitemap_index.xml
Sitemap: https://aadme.co/post-sitemap.xml
Sitemap: https://aadme.co/page-sitemap.xml
Sitemap: https://aadme.co/category-sitemap.xml