User-agent: dotbot 
Disallow: / 

User-agent: *
Disallow: /Admin/
Disallow: /AppBrowsers/
Disallow: /AppCode/
Disallow: /aspnet_client/
Disallow: /bin/
Disallow: /CSS/
Disallow: /images/
Disallow: /includes/
Disallow: /JavaScript/
Disallow: /Placement/
Disallow: /Resources/
Disallow: /Walkthru/
Disallow: /_style/
Disallow: /customError.htm
Disallow: /custom404.aspx
Disallow: *.axd