# Robots.txt file # # Section 1: User-agent: Mozilla/4.0 (compatible; MSIE 5.5; Windows NT; PCLN NOC SiteScope) Disallow: User-agent: PATROL/V3.6.50i (Linux;INET KM 6.2.10 200410050940) Disallow: # Section 2: User-agent: MJ12bot Disallow: / User-agent: searchpreview Crawl-delay: 200 # Section 3: User-agent: * Disallow: /myprofile/ Disallow: /3v3nt Crawl-delay: 90