# robots.txt for http://robertgroom.com.au # PARTIAL access (Googlebot) User-agent: Googlebot Disallow: /*? Disallow: /*.css$ Disallow: /*.inc$ Disallow: /*.js$ Disallow: /*.php$ Disallow: /category/*/* Allow: /category/people/$ Allow: /category/places/$ Allow: /category/things/$ Disallow: /*/feed/$ Disallow: /*/feed/rss/$ Disallow: /wp/wp- User-agent: * Disallow: /cgi-bin/ Disallow: /archives/ Disallow: /category/ Disallow: /feed Disallow: /page/ Disallow: /wp/wp-admin/ Disallow: /wp/wp-content/ Disallow: /wp/wp-includes/ Disallow: /wp/wp-login.php/ Disallow: /wp/index.php Sitemap: http://robertgroom.com.au/sitemap.xml.gz