# Robots.txt file # # Bans from cgi-bin and images # Disallow directories that hold code other than html User-agent: * Allow: / Disallow: /tag/ Disallow: /page/ Disallow: /hi/ Disallow: /category/ Disallow: /chatter/ Disallow: /magnetic/ Disallow: /wp-admin/ Disallow: /wp-includes/ # Disallow all files ending with these extensions Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ # BEGIN XML-SITEMAP-PLUGIN # Sitemap: http://www.plexav.com/sitemap.xml.gz # END XML-SITEMAP-PLUGIN