#new robots.txt file updated 111909 # # # #sitemap autodiscovery added Sitemap: http://www.patz.com/sitemap.xml # User-agent: oBot Disallow: / # User-agent: core-project/1.0 Disallow: / # User-agent: SBIder Disallow: / # User-agent: BPImageWalker/2.0 Disallow: / # #block internal directories User-agent: * Disallow: /cgi-bin/ Disallow: /_borders/ Disallow: /_derived/ Disallow: /_fpclass/ Disallow: /_overlay/ Disallow: /_private/ Disallow: /_themes/ Disallow: /_vti_bin/ Disallow: /_vti_cnf/ Disallow: /_vti_log/ Disallow: /_vti_map/ Disallow: /_vti_pvt/ Disallow: /_vti_txt/ Disallow: /*.real.htm$ Disallow: /*.real_x.htm$ Disallow: /*.real_p.htm$ # # All other robots will spider the domain