# Tells Scanning Robots Where They Are And Are Not Welcome # User-agent: can also specify by name; "*" is for everyone # Disallow: if this matches first part of requested path, # forget it User-agent: * # applies to all robots Disallow: /cgi-bin # disallow indexing of all pages Disallow: /_private Disallow: /admin Disallow: /ads Disallow: /blocks Disallow: /carolina Disallow: /database Disallow: /db Disallow: /dba Disallow: /images Disallow: /includes Disallow: /language Disallow: /mail Disallow: /nameko Disallow: /photos Disallow: /photosite Disallow: /report Disallow: /skafi Disallow: /themes Disallow: /webem Disallow: /_vti_bin Disallow: /_vti_cnf Disallow: /_vti_pvt Disallow: /_vti_pvt_vti_txt Disallow: /_vti_txt