User-agent: robozilla
Disallow: 

User-agent: Googlebot
Disallow: 

User-agent: googlebot-mobile
Disallow: 

User-agent: MSNBot
Disallow: 

User-agent: MSN
Disallow: 

User-agent: Arachnoidea
Disallow: 

User-agent: MantraAgent
Disallow: 

User-agent: Slurp
Disallow: 

User-agent: Ask Jeeves/Teoma
Disallow: 

User-agent: ArchitextSpider
Disallow: 

User-agent: FAST-WebCrawler
Disallow: 

User-agent: Scrubby
Disallow: 

User-agent: Robozilla
Disallow: 

User-agent: Scooter
Disallow: 

User-agent: ia_archiver
Disallow: 

User-agent: Architext spider
Disallow: 

User-agent: naverbot
Disallow: 

User-agent: Yahoo Slurp
Disallow: 

User-agent: yahoo-mmcrawler
Disallow: 

User-agent: aka ia_archiver
Disallow: 

User-agent: InfoSeek sidewinder
Disallow: 

User-agent: Lycos_Spider_(T-Rex) 
Disallow: 

User-agent: *
Disallow: /cgi-bin/
Disallow: /SpryAssets/
Disallow: /paypal/
Disallow: /Icons/
Disallow: /assets/
Disallow: /tests/
Disallow: /states/
Disallow: /Xodaya_be_Omedito/
Disallow: /web/
Disallow: /Scripts/
Disallow: /lib/
Disallow: /.mailsubdom/
Disallow: /flash/
Disallow: /thanks.php/
Disallow: /error.php/
Disallow: /PrivacyPolicy.html/
Disallow: /abs.html/
Disallow: /cvs.html/
Disallow: /dmv_sample.html/
Disallow: /gks.html/
Disallow: /ts.html/
Disallow: /ab_try.html/
Disallow: /cv_try.html/
Disallow: /gk_try.html/
Disallow: /dmv_try.html/
Disallow: /ts_try.html/

sitemap: http://www.uscdl.com/sitemap.xml
sitemap: http://www.uscdl.com/sitemap-file.xml