#This text file prohibits all spiders from indexing the specified directories.
#These directories are deemed to have no data viable to the functionality of a spider.
User-agent: *
Allow: /about
Allow: /contact
Allow: /journals
Allow: /legals
Allow: /portfolio
Allow: /rss
Allow: /services
Disallow: /components
Disallow: /error
Disallow: /files
Disallow: /images
Disallow: /includes
Disallow: /js
Disallow: /search

#The Googlebot supports wildcard file extension disallows
User-agent: googlebot
Disallow: *.cfc
Disallow: *.cfr
Disallow: *.css
Disallow: *.gif
Disallow: *.ico
Disallow: *.jpg
Disallow: *.js
Disallow: *.png