Sitemap: https://www.serverhunter.com/sitemap.xml

# 
# Please remember that all information on our website is covered by our Terms of Service
# https://www.serverhunter.com/terms/
#

# Server Hunter specific
User-Agent: * 
Disallow: *ad=true*
Disallow: *go=true*
Disallow: */visit/*
Disallow: /landing/*

# Website copiers
User-agent: HTTrack	
Disallow: /

# Unwanted spiders	
User-agent: BLEXBot
Disallow: /

User-agent: CCBot	
Disallow: /	

User-agent: ia_archiver	
Disallow: /	

User-agent: Semrush	
Disallow: /	

User-agent: SMTBot	
Disallow: /	

User-agent: DotBot	
Disallow: /	

User-agent: DomainCrawler	
Disallow: /	

User-agent: zoominfo	
Disallow: /	

User-agent: Checkbot	
Disallow: /	

User-agent: Linkfluence	
Disallow: /

User-agent: MJ12Bot	
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: ltx71
Disallow: /

User-agent: barkrowler
Disallow: /