# For domain: http://www.socialmediawebsites.com

# All robots will spider the domain
User-agent: *
Sitemap: http://www.socialmediawebsites.com/sitemap.xml

# Disallow all directories and files within
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /services/
Disallow: /suggest/
Disallow: /dir/
Disallow: /add/
Disallow: /test/
Disallow: /2007/
Disallow: /page/

# Disallow all files ending with these extensions
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$

# Disallow parsing individual post feeds, categories and trackbacks..
Disallow: /trackback/
Disallow: /feed/