# All robots will spider the domain User-agent: * Disallow: /_borders Disallow: /_derived Disallow: /_fpclass Disallow: /_overlay Disallow: /_private Disallow: /_themes Disallow: /_vti_bin Disallow: /_vti_cnf Disallow: /_vti_pvt Disallow: /images Disallow: /pad Disallow: /pads Disallow: /pad-file Disallow: /pad-files Disallow: /padfile Disallow: /padfiles