User-agent: * Disallow: /syssite/shopadmin/ Disallow: /shopadmin/ Disallow: /syssite/install/ Disallow: /install/ # Disallow all crawlers access to dynamic pages (product list). Disallow: /index.php?gOo=goods_search_list.dwt&gcat= Disallow: /index.php? Disallow: /*? # Disallow pictures of the product Disallow: /index.php?gOo=goodspic.dwt&goodsid= # Disallow all crawlers access to dynamic pages (dynamic product detalis) Disallow: /index.php?gOo=goods_details.dwt&goodsid= # Disallow all crawlers access to brand list (the first five don't work) Disallow: /index.php?gOo=goods_brand.dwt # Allow: /index.php?gOo=article_details.dwt&articleid= Disallow: /shoes/ # MSN robot Disallow: /htmlcache.php?url=