#go away all engines    
#User-agent: * 
#Disallow: /




# good
User-agent: Googlebot
Allow: /
User-agent: Bingbot
Allow: /
User-agent: Applebot
Allow: /
User-agent: GPTBot
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: Bingbot
Allow: /
User-agent: CCBot
Allow: /
User-agent: Claude-Web
Allow: /
User-agent: PerplexityBot
Allow: /



# bad
User-agent: Bytespider
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: Dotbot
Disallow: /
User-agent: rogerbot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: Sogou
Disallow: /


# all others
User-agent: * 
Crawl-delay: 20
Disallow: /search/
Disallow: /wp-admin/
Disallow: /cgi-bin/
Disallow: /core/
Disallow: /connectors/
Disallow: /terms.html
Disallow: /privacy.html
Disallow: /terms-and-conditions.html
Disallow: /cookie-policy.html
Disallow: /data-protection.html




Sitemap: https://vanconversions.ie/sitemap

 




#to just allow the homepage:
#user-agent: *
#Allow: /$
#Disallow: /