sitemap: http://blackbooksingles.com/sitemap.xml.gz

##
# Default settings for all user-agents
##

User-agent: *

# Allow specific path roots within website
Allow: /$
Allow: /users/
Allow: /profiles/
Allow: /profile/
Allow: /pages/
Allow: /locations
Allow: /forums
Allow: /blog/

# Disallow specific path roots that fall within the above allowed paths
Disallow: /profiles/favorite/
Disallow: /profiles/unfavorite/

# Disallow pages and directories from the old site
# Disallow: /forum$
# Disallow: /forum/
Disallow: /members/

##
# Googlebot user-agent settings
##

User-agent: Googlebot

# Disallow specific directories and files within the blog
Disallow: /blog/wp-admin/
Disallow: /blog/wp-includes/

# Disallow Google from parsing indididual blog post feeds and trackbacks
Disallow: /blog/*feed/
Disallow: /blog/*trackback/

# Disallow all files ending with these extensions
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.wmv$
Disallow: /*.tar$
Disallow: /*.tgz$
Disallow: /*.cgi$
Disallow: /*.xhtml$

# Disallow all files with ? in url
Disallow: /*?*
Disallow: /*?

# Allow compressed sitemap
Allow: /sitemap.xml.gz$

##
# Google image bot user-agent settings
##

User-agent: Googlebot-Image

# Allow everything
Allow: /*
Allow: /blog/wp-content/

##
# Google ad bot user-agent settings
##

User-agent: Mediapartners-Google*

# Allow everything
Allow: /*