User-agent: * # Rate Limit Crawl-delay: 10 # Directories Disallow: /admin/ Disallow: /cache/ Disallow: /studio/ Disallow: /lib/ Disallow: /model/ Disallow: /new_captcha/ Disallow: /payment/ Disallow: /shipping/ Disallow: /thirdparty/ #files Disallow: /hot_folder_copy.log Disallow: /phpinfo.php Disallow: /system_mail.php Disallow: /ajaxfunctions.php Disallow: /getcouponcode.php Disallow: /maintenance.php Disallow: /product_mailcalc.php Disallow: /track_domain_access_details.php Disallow: /share_image.php Disallow: /sharer.php #Pages clean urls Disallow: /*privacy_policy.html Disallow: /*terms_of_use.html #pages normal urls Disallow: /cms.php?page=privacy_policy Disallow: /cms.php?page=terms_of_use Disallow: /*designs/?startRow=*&PageGroup=*&PageNo=* Disallow: /*designs/?PageGroup=*&startRow=*&PageNo=* Disallow: /*designs/?PageNo=*&startRow=*&PageGroup=* Disallow: /*product_list.php?startRow=*&PageGroup=*&PageNo=* Disallow: /*product_category_info.php?startRow=*&PageGroup=*&PageNo=* Disallow: /*productlist_category_wise.php?startRow=*&PageGroup=*&PageNo=*