User-agent: *

Disallow: /go/

Disallow: /admin/





User-agent: grub

Disallow: /



User-agent: WebZip

Disallow: /



User-agent: EmailSiphon

Disallow: /



User-agent: EmailWolf

Disallow: /



User-agent: ExtractorPro

Disallow: /



User-agent: Teleport

Disallow: /



User-agent: TeleportPro

Disallow: /



User-agent: Website Quester

Disallow: /



User-agent: NPBot

Disallow: /



User-agent: WebStripper

Disallow: /



User-agent: WebSauger

Disallow: /



User-agent: WebCopier

Disallow: /



User-agent: NetAnts

Disallow: /



User-agent: WebAuto

Disallow: /



User-agent: httplib

Disallow: /



User-agent: turingos

Disallow: /



User-agent: spanner

Disallow: /



User-agent: InfoNaviRobot

Disallow: /



User-agent: LinkWalker

Disallow: /



User-agent: Offline Explorer

Disallow: /



User-agent: LexiBot

Disallow: /



User-agent: Web Image Collector

Disallow: /



User-agent: True_Robot

Disallow: /



User-agent: JennyBot

Disallow: /



User-agent: BuiltBotTough

Disallow: /



User-agent: Xenu's Link Sleuth 1.1c

Disallow: /



User-agent: Xenu's

Disallow: /



User-agent: Zeus

Disallow: /



User-agent: RepoMonkey

Disallow: /



User-agent: Microsoft URL Control

Disallow: /



User-agent: Openbot

Disallow: /



User-agent: URL Control

Disallow: /



User-agent: Zeus Link Scout

Disallow: /



User-agent: Webster Pro

Disallow: /



User-agent: EroCrawler

Disallow: /



User-agent: Bookmark search tool

Disallow: /



User-agent: GetRight

Disallow: /



User-agent: PerMan

Disallow: /



User-agent: searchpreview

Disallow: /



User-agent: BecomeBot

Disallow: /