# See http://www.robotstxt.org/wc/norobots.html
# for documentation on how to use the robots.txt file

# Ban all spiders for the entire site
#User-agent: *
#Disallow:
#Disallow: /
#Disallow: */*

# Disallow all files in these directories
User-agent: *
Disallow: /Navayan SEO
Disallow: /admin
Disallow: /admin/images
Disallow: /admin/javascript
Disallow: /admin/stylesheet
Disallow: /admin/uploaded_files
Disallow: /admin/uploaded_files/buddhavihar
Disallow: /admin/uploaded_files/org_logo
Disallow: /babasaheb_ambedkar
Disallow: /coi
Disallow: /navayan_rss
Disallow: /structure
Disallow: /_db_backups
Disallow: /php_uploads
Disallow: /stats

# Disallow robots from parsing individual post feeds and trackbacks
#Disallow: /feed
#Disallow: /trackback
#Disallow: */trackback*

# Disallow files ending with the following extensions
User-agent: *
#Disallow: /*.ico$
#Disallow: /*.gif$
#Disallow: /*.jpg$
#Disallow: /*.jpeg$
#Disallow: /*.png$
Disallow: /*.pdf$
Disallow: /*.doc$
Disallow: /*.docx$
Disallow: /*.rtf$
Disallow: /*.wma$
Disallow: /*.wmv$
Disallow: /*.avi$
Disallow: /*.dat$
#Disallow: /*.flv$
#Disallow: /*.rm$
#Disallow: /*.ram$
#Disallow: /*.htm$
#Disallow: /*.html$
#Disallow: /*.php$
#Disallow: /*.php*
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.class$
Disallow: /*.anw$
Disallow: /*.css$
#Disallow: /*.gz$
#Disallow: /*.cgi$
#Disallow: /*.xml$
#Disallow: /*.htaccess

# Disallow WayBack archiving site
#User-agent: ia_archiver
#Disallow: /

# Allow google image bot to search all images
#User-agent: Googlebot-Image
#Disallow:
#Allow: /*

# allow adsense bot on entire site
#User-agent: Mediapartners-Google*
#Disallow: /*?*
#Allow: /*

User-Agent: * 
Allow: /
Sitemap: http://www.navayan.com/sitemap.xml