User-agent: *
Disallow: /search?qccode=
Disallow: /categories
Disallow: /login/root
Disallow: /login/other
Disallow: /login.html
Disallow: /regions
Disallow: /orderbp
Disallow: /dashboard
Disallow: /api/loginredirect?page=
Disallow: /sreport
Disallow: /api/marketreports/regional
Disallow: /regions
Disallow: /request
Disallow: /market-reports/company


User-agent: httrack
Disallow: /

User-agent: NetCaptor
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: SpiderKU/0.9
Disallow: /

User-agent: Steeler
Disallow: /

User-agent: WebCopier v3.3
Disallow: /

User-agent: WebCopier v3.2a
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: webcrawler
Disallow: /

User-agent: Web Downloader/4.9
Disallow: /

User-agent: Web Downloader/5.8
Disallow: /

User-agent: WebGather 3.0
Disallow: /

User-agent: WebStripper/2.56
Disallow: /

User-agent: WebZIP/3.65
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: Wget
Disallow: /

User-agent: Zao
Disallow: /

User-agent:  Zeus 2.6
Disallow: /

User-Agent: Sindup
Disallow: /

User-Agent: ezooms.bot
Disallow: /

User-Agent: 008
Disallow: /