# Sitemap
Sitemap: https://www.bespokediamonds.ie/sitemap_index.xml

# Allow Googlebot for general indexing
User-agent: Googlebot
Disallow: /wp-login.php
Disallow: /wp-admin/

# Allow Google Adsbot to crawl site
User-agent: AdsBot-Google
Disallow: /wp-login.php
Disallow: /wp-admin/

# Allow Googlebot Image for indexing images
User-agent: Googlebot-Image
Disallow: /wp-login.php
Disallow: /wp-admin/

# Allow Googlebot News for indexing news articles
User-agent: Googlebot-News
Disallow: /wp-login.php
Disallow: /wp-admin/

# Allow Googlebot Video for indexing video content
User-agent: Googlebot-Video
Disallow: /wp-login.php
Disallow: /wp-admin/

# Allow Bing, DuckDuckGo, and Yahoo
User-agent: bingbot
Disallow: /wp-login.php
Disallow: /wp-admin/

User-agent: DuckDuckBot
Disallow: /wp-login.php
Disallow: /wp-admin/

User-agent: Slurp
Disallow: /wp-login.php
Disallow: /wp-admin/

# Disallow AHREFS bots
User-agent: AhrefsBot
Disallow: /

User-agent: AhrefsSiteAudit
Disallow: /

# Allow ChatGPT bots
User-agent: ChatGPT-User
Disallow: /wp-login.php
Disallow: /wp-admin/

User-agent: GPTBot
Disallow: /wp-login.php
Disallow: /wp-admin/

# Default rule for all other bots
User-agent: *
Disallow: /

# Allow Semrush
User-agent: SEMrushBot-Desktop
Disallow: /wp-login.php
Disallow: /wp-admin