# robots.txt for http://www.its-australia.com.au/ # Include HyperInsight CES by not specifying any disallow setting User-agent: HyperInsight CES Disallow: # Exclude specific internet search robots that break netiquette rules from indexing site. # MSN Robot User-agent: msnbot Disallow: * # Exclude specific internet search robots that break netiquette rules from indexing site. # Yahoo! Slurp Robot User-agent: Slurp Disallow: * # Exclude specific internet search robots that break netiquette rules from indexing site. # Baiduspider+ User-agent: Baiduspider+ Disallow: * # Exclude specific internet search robots that break netiquette rules from indexing site. # msnbot/1.0+ User-agent: msnbot/1.0+ Disallow: * # Exclude specific internet search robots that break netiquette rules from indexing site. # holmes/3.11+ User-agent: holmes/3.11+ Disallow: * # Exclude specific internet search robots that break netiquette rules from indexing site. # +Googlebot/2.1 User-agent: +Googlebot/2.1 Disallow: * # Exclude specific internet search robots that break netiquette rules from indexing site. # sensis - - User-agent: sensis Disallow: * # Exclude all other internet search robots from indexing the KMXServer Favourite Downloads and Library documents. User-agent: * Disallow: /KMXServer3/Portals/0/* Disallow: /KMXServer3/Portals/* Disallow: /Portals/0/* Disallow: /Portals/* Disallow: /ITSLibrary/*