User-agent: *
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /system/
Disallow: /sys/
Disallow: /test/
Disallow: /images/
Disallow: /newsite/
Disallow: /include/


User-agent: PetalBot
Disallow: / 

user-agent: adsbot
Disallow: / 
 
User-agent: AhrefsBot
Disallow: / 

User-agent: MJ12bot
Disallow: / 

Sitemap: http://www.guidehut.com/sitemap.xml

User-agent: *
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SiteAuditBot
Disallow: / 

User-agent: SemrushBot-BA
Disallow: / 

User-agent: SemrushBot-SI
Disallow: / 

User-agent: SemrushBot-SWA
Disallow: / 

User-agent: SemrushBot-CT
Disallow: / 

User-agent: SemrushBot-BM
Disallow: / 

User-agent: SplitSignalBot
Disallow: / 

User-agent: SemrushBot-COUB
Disallow: / 

User-agent: dotbot
Disallow: /

User-agent: AhrefsBot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: SEMrushBot
Disallow: /
User-agent: SiteAuditBot
Disallow: /
User-agent: SemrushBot-BA
Disallow: /
User-agent: SemrushBot-SI
Disallow: /
User-agent: SemrushBot-SWA
Disallow: /
User-agent: SemrushBot-CT
Disallow: /
User-agent: SemrushBot-BM
Disallow: /
User-agent: SemrushBot-COUB
Disallow: /
User-agent: MJ12Bot
Disallow: /
User-agent: Seekport
Disallow:/
User-agent: DotBot
Disallow: /
User-Agent: *
Crawl-Delay: 3600