#Robots.txt file from http://www.8tian.com 
# All robots will spider the domain 
#Disallow: /  过滤不要爬的页面
#User-agent: * 代表允许所有蜘蛛
#给更新一次页面做一个Sitemap: xxxxxxx

Sitemap: http://www.8tian.com/sitemap.xml
Sitemap: http://www.8tian.com/sitemap.html
User-agent: * 
Disallow:/page/web/order/
Disallow:/page/web/customer/
Disallow:/page/web/system/
Disallow:/page/manage/
Disallow:/page/com/
Disallow:/script/
Disallow:/images/
Disallow:/css/
Disallow:/exe/
Disallow:/docs/
Disallow:/Log/
Disallow:/WEB-INF/