# Global access 
User-agent: * 
Disallow: /wp-admin/ 
Disallow: /wp-includes/ 
Disallow: /wp-content/plugins/ 
Disallow: /wp-content/cache/ 
Disallow: /wp-json/ 
Disallow: /wp-login.php

# Allow necessary admin-ajax.php for backend functions 
Allow: /wp-admin/admin-ajax.php 

# Sitemap location (important for SEO) 
Sitemap: https://identifydigital.co.uk/sitemap_index.xml

# Block internal search pages to prevent index bloat 
Disallow: /?s= 

# Block specific urls
Disallow: /wp-content/uploads/2021/07/Glass-and-Glazing-Brochure-GG2021UK-FINAL-Low-res-1.pdf
Disallow: /blog/page/*/
Disallow: /?s=Die+seit+kurzem+aktuellsten+SAP+C-HRHPC-2311+Pr%C3%BCfungsunterlagen%2C+100%25+Garantie+f%C3%BCr+Ihen+Erfolg+in+der+Pr%C3%BCfungen!+%F0%9F%90%B1+Geben+Sie+%E2%9E%A1+www.itzert.com+%EF%B8%8F%E2%AC%85%EF%B8%8F+ein+und+suchen+Sie+nach+kostenloser+Download+von+%5B+C-HRHPC-2311+%5D+%F0%9F%95%91C-HRHPC-2311+Testengine 
Disallow: /results/specsavers/ 

# Block feed pages to avoid duplication 
Disallow: /*/feed/ 
Disallow: /*/comments/feed/ 

# Prevent access to pagination duplicates 
Disallow: /*?replytocom= 

# Allow all other essential content to be crawled 
Allow: /wp-content/uploads/ 

# Blocking files that are not meant for crawlers 
Disallow: /trackback/ 
Disallow: /xmlrpc.php 
Disallow: /?attachment_id=