# Sitemap Sitemap: https://www.bespokediamonds.ie/sitemap_index.xml # Allow Googlebot for general indexing User-agent: Googlebot Disallow: /wp-login.php Disallow: /wp-admin/ # Allow Google Adsbot to crawl site User-agent: AdsBot-Google Disallow: /wp-login.php Disallow: /wp-admin/ # Allow Googlebot Image for indexing images User-agent: Googlebot-Image Disallow: /wp-login.php Disallow: /wp-admin/ # Allow Googlebot News for indexing news articles User-agent: Googlebot-News Disallow: /wp-login.php Disallow: /wp-admin/ # Allow Googlebot Video for indexing video content User-agent: Googlebot-Video Disallow: /wp-login.php Disallow: /wp-admin/ # Allow Bing, DuckDuckGo, and Yahoo User-agent: bingbot Disallow: /wp-login.php Disallow: /wp-admin/ User-agent: DuckDuckBot Disallow: /wp-login.php Disallow: /wp-admin/ User-agent: Slurp Disallow: /wp-login.php Disallow: /wp-admin/ # Disallow AHREFS bots User-agent: AhrefsBot Disallow: / User-agent: AhrefsSiteAudit Disallow: / # Allow ChatGPT bots User-agent: ChatGPT-User Disallow: /wp-login.php Disallow: /wp-admin/ User-agent: GPTBot Disallow: /wp-login.php Disallow: /wp-admin/ # Default rule for all other bots User-agent: * Disallow: / # Allow Semrush User-agent: SEMrushBot-Desktop Disallow: /wp-login.php Disallow: /wp-admin