# robots.txt for http://www.nomadrugs.com
#
Sitemap: http://www.nomadrugs.com/googlesitemap.xml
#
User-agent: *
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /include/
Disallow: /script/
Disallow: /error.php
Disallow: /error
Disallow: /wp/wp-admin
Disallow: /wp/wp-includes
Disallow: /wp/wp-content/plugins
Disallow: /wp/wp-content/cache
Disallow: /wp/wp-content/themes
Disallow: /topics/*/*
#
# Only crawl product URL of this format: /page/NR/PROD/5669
# Avoid category name in Prod URLs to avoid duplicate content issues
# --------------------------------
# Uncomment the next line to limit the following exclusions to Googlebot 
# User-agent: Googlebot
Disallow: /page/NR/PROD/Antique_Rugs/
Disallow: /page/NR/PROD/Kilims/
Disallow: /page/NR/PROD/Persian_Rugs/
Disallow: /page/NR/PROD/Contemporary_Rugs/
Disallow: /page/NR/PROD/Tribal_Rugs/
Disallow: /page/NR/PROD/Rugs_by_Size/
Disallow: /page/NR/PROD/Runners/
Disallow: /page/NR/PROD/3x5_Rugs/
Disallow: /page/NR/PROD/4x6_Rugs/
Disallow: /page/NR/PROD/5x7_Rugs/
Disallow: /page/NR/PROD/6x9_Rugs/
Disallow: /page/NR/PROD/8x10_Rugs/
Disallow: /page/NR/PROD/9x12_Rugs/
Disallow: /page/NR/PROD/10x14_Rugs/
Disallow: /page/NR/PROD/New_Inventory/
# Only index first category page
Disallow: /page/NR/CTGY/Runners/Offset/
Disallow: /page/NR/CTGY/Antique_Rugs/Offset/
Disallow: /page/NR/CTGY/Kilims/Offset/
Disallow: /page/NR/CTGY/Persian_Rugs/Offset/
Disallow: /page/NR/CTGY/Contemporary_Rugs/Offset/
Disallow: /page/NR/CTGY/Tribal_Rugs/Offset/
Disallow: /page/NR/CTGY/Rugs_by_Size/Offset/
Disallow: /page/NR/CTGY/Runners/Offset/
Disallow: /page/NR/CTGY/3x5_Rugs/Offset/
Disallow: /page/NR/CTGY/4x6_Rugs/Offset/
Disallow: /page/NR/CTGY/5x7_Rugs/Offset/
Disallow: /page/NR/CTGY/6x9_Rugs/Offset/
Disallow: /page/NR/CTGY/8x10_Rugs/Offset/
Disallow: /page/NR/CTGY/9x12_Rugs/Offset/
Disallow: /page/NR/CTGY/10x14_Rugs/Offset/
Disallow: /page/NR/CTGY/New_Inventory/Offset/
# Don't index these (retired, mysteriously/erroneously indexed, etc)
User-agent: Googlebot
Disallow: /Merchant2/merchant.mvc?Screen=CTGY&Category_Code=LEB
Disallow: /Merchant2/merchant.mvc?Screen=PROD&Product_Code=4729&Category_Code=LEB&Product_Count=18