User-agent: msnbot
Disallow: /
User-agent: dotbot 
Disallow: / 
User-agent: twiceler
Disallow: /
User-agent: Gigabot
Disallow: /
User-agent: Scrubby
Disallow: /
User-agent: baiduspider
Disallow: /
User-agent: naverbot
Disallow: /
User-agent: yahoo-mmcrawler
Disallow: /
User-agent: Speedy
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: yeti
Disallow: /
# **************** 
User-agent: Googlebot 
Disallow: /advbanners/*.jpg$
Disallow: /advbanners/*.gif$
Disallow: /images/*.gif$
Disallow: /images/*.jpg$
Disallow: /vdo/*
Disallow: /display_apartment_photo.aspx
Disallow: /displayimage_smallvip2.aspx
Disallow: /Motor-Show-2009/*
Disallow: /motor_expo_2009/*
Disallow: /money-expo-2009/*
Disallow: /meahongson_pai_nov-2009/*
Disallow: /tarutao/*
# ****************
# allow adsense bot on entire site
User-agent: Mediapartners-Google*
# Crawl-delay: 60  
# ****************  
# allow adsense bot on entire site
User-agent: AdsBot-google
# Crawl-delay: 30  
# ****************
User-agent: Googlebot-Image
# Crawl-delay: 120 
Disallow: /advbanners/*.jpg$
Disallow: /advbanners/*.gif$
Disallow: /images/*.gif$
Disallow: /images/*.jpg$
Disallow: /vdo/*
Disallow: /advbanners/*$
Disallow: /vdo/*
Disallow: /display_apartment_photo.aspx
Disallow: /displayimage_smallvip2.aspx
Disallow: /Motor-Show-2009/*
Disallow: /motor_expo_2009/*
Disallow: /money-expo-2009/*
Disallow: /meahongson_pai_nov-2009/*
Disallow: /tarutao/*
# ****************
User-agent: Slurp
Crawl-delay: 300 
Disallow: /advbanners/*.jpg$
Disallow: /advbanners/*.gif$
Disallow: /images/*.gif$
Disallow: /images/*.jpg$
Disallow: /images4/*.gif$
Disallow: /images4/*.jpg$
Disallow: /vdo/*
Disallow: /search/* 
Disallow: /detail/* 
Disallow: /Motor-Show-2009/*
Disallow: /motor_expo_2009/*
Disallow: /money-expo-2009/*
Disallow: /display_apartment_photo.aspx
Disallow: /displayimage_smallvip2.aspx
Disallow: /search/apartments_by_keyword2.aspx
Disallow: /search/apartments_by_keyword.aspx
Disallow: /meahongson_pai_nov-2009/*
Disallow: /tarutao/*
# ****************
User-agent: Teoma
Crawl-delay: 300 
Disallow: /advbanners/*.jpg$
Disallow: /advbanners/*.gif$
Disallow: /images/*.gif$
Disallow: /images/*.jpg$
Disallow: /images4/*.gif$
Disallow: /images4/*.jpg$
Disallow: /vdo/*
Disallow: /search/* 
Disallow: /vip/* 
Disallow: /vip-en/* 
Disallow: /detail/* 
Disallow: /Motor-Show-2009/*
Disallow: /motor_expo_2009/*
Disallow: /money-expo-2009/*
Disallow: /display_apartment_photo.aspx
Disallow: /displayimage_smallvip2.aspx
Disallow: /search/apartments_by_keyword2.aspx
Disallow: /search/apartments_by_keyword.aspx
Disallow: /meahongson_pai_nov-2009/*
Disallow: /tarutao/*