# All robots will spider the domain
User-agent: *
Disallow:/book_rank/
Disallow:/book_rank5/
Disallow:/book_rank_old/
Disallow:/cgi-bin/
Disallow:/cp/
Disallow:/images/
Disallow:/inst/
Disallow:/inst/mo/
Disallow:/owd2/
Disallow:/owd3v5/
Disallow:/pdpsurvey/