#Pass over special directories to Newkiwis User-agent: * Disallow: /_archive # This is stuff that we may want to use or code we want to keep Disallow: /_secure # Name says it all really Disallow: /seeker/cvs # PDF's and other stuff Disallow: /images Disallow: /includes # Stuff for style sheet headers and footers Disallow: /siteadmin # Site stats and logs Disallow: /Connections # DB connector files Disallow: /Construction # Construction folder # Ignore FrontPage stuff if it exists User-agent: * Disallow: /_borders Disallow: /_derived Disallow: /_fpclass Disallow: /_overlay Disallow: /_private Disallow: /_themes Disallow: /_vti_bin Disallow: /_vti_cnf Disallow: /_vti_log Disallow: /_vti_map Disallow: /_vti_pvt Disallow: /_vti_txt