#*****************************************************************************
#Project	   : Mojopages.com
#File Name	   : robots.txt
#Purpose	   : Restrict web crawlers to access site page or modules.
#*****************************************************************************/
# For domain: http://www.mojopages.com
# All robots will spider the domain

#following lines restrict robots to crawl UserLogin.php page from the amazon folder and restrict admin folder.

User-Agent: msnbot
Crawl-delay: 5

User-Agent: Slurp
Crawl-delay: 1

User-Agent: *
Disallow: /amazon/
Disallow: /insider/
Disallow: /admin/
Disallow: /demolive/
Disallow: http://phenterminepresc.mojopages.com/
Disallow: /ppc/
Disallow: /advertise-center/
Disallow: /*ImgNew
Disallow: /*dXNlcl9Vc2Vyc01vam9SZWNpZXZlckxpc3Q
Disallow: /business/business_suggestion.html
Disallow: /YnVzaW5lc3Nfc3VwZXJQYWdlc1NlbmRFbWFpbA==]
Disallow: /business/businessViewprofileMap.php
Disallow: /award/
Disallow: /advertiser/advertiserlanding.php
Disallow: /*function.pfsockopen
Disallow: /*function.pfsockopen
Disallow: /*sitemap/sitemap_normalcat
Disallow: /*sitemap/sitemap_tagurl
Disallow: /*sitemap/sitemap_busprofile
Disallow: /tagd/
Disallow: /*images/userimages
Disallow: /*javascript
Disallow: /advertise
Disallow: /*cmV2aWV3c19pbWFnZVBvcHVw
Disallow: /*images/
Allow: /biz/*images/

User-Agent: OmniExplorer_Bot
Disallow: /

Sitemap: http://www.mojopages.com/sitemap.xml