# /robots.txt file

User-agent: *
Disallow: /cgi-bin/

User-agent: TurnitinBot
Disallow: /

User-agent: Black Hole 
Disallow: / 

User-agent: Titan 
Disallow: / 

User-agent: WebStripper 
Disallow: / 

User-agent: NetMechanic 
Disallow: / 

User-agent: CherryPicker 
Disallow: / 

User-agent: EmailCollector 
Disallow: / 

User-agent: EmailSiphon 
Disallow: / 

User-agent: WebBandit 
Disallow: / 

User-agent: EmailWolf 
Disallow: / 

User-agent: ExtractorPro 
Disallow: / 

User-agent: CopyRightCheck 
Disallow: / 

User-agent: Crescent 
Disallow: / 

User-agent: NICErsPRO 
Disallow: / 

User-agent: Wget 
Disallow: / 

User-agent: SiteSnagger 
Disallow: / 

User-agent: ProWebWalker 
Disallow: / 

User-agent: CheeseBot 
Disallow: /

User-agent: RMA 
Disallow: / 

User-agent: libWeb/clsHTTPDisallow: / 

User-agent: asterias 
Disallow: / 

User-agent: turingos 
Disallow: / 

User-agent: spanner 
Disallow: / 

User-agent: InfoNaviRobot 
Disallow: / 

User-agent: Harvest/1.5 
Disallow: / 

User-agent: ExtractorPro 
Disallow: / 

User-agent: Bullseye/1.0 
Disallow: / 

User-agent: moget 
Disallow: / 

User-agent: hloader 
Disallow: / 

User-agent: humanlinks 
Disallow: / 

User-agent: LinkextractorPro 
Disallow: / 

User-agent: Offline Explorer 
Disallow: / 

User-agent: Mata Hari 
Disallow: / 

User-agent: LexiBot 
Disallow: / 

User-agent: Offline Explorer 
Disallow: / 

User-agent: MSIECrawler
Disallow: /

User-agent: PerMan
Disallow: /

User-agent: searchpreview
Disallow: /

User-agent: sootle
Disallow: /

User-agent: es
Disallow: /

User-agent: Enterprise_Search/1.0
Disallow: /

User-agent: Enterprise_Search
Disallow: /