User-agent: *
Disallow: /aboutcitysearch/
Disallow: /locations/
Disallow: /leavebeta/
Disallow: /pfp/
Disallow: /tracker/
Disallow: /rate/
Disallow: /profile/external/
Disallow: /profile/*reviewType=external
Disallow: /profile/print
Disallow: /profile/sendto/
Disallow: /profile/message
Disallow: /profile/reservation
Disallow: /profile/linkbuilder
Disallow: /profile/flag
Disallow: /map/print
Disallow: /list/sendto
Disallow: /members/
Disallow: /sendtofriend
Disallow: /api/xml/
Disallow: /profile/peripheral
Disallow: /profile/email_business
Disallow: /profile/recentTweets
Disallow: /profile/advertorial
Disallow: /profile/photos/upload
Disallow: /share-links/
Disallow: /profile/photo/manage
Disallow: /profile/correction
Disallow: /profile/externallink
Disallow: /event-listings
Disallow: /best/news/
Disallow: /deals/
Allow: /members/public/

User-agent: ScoutJet
Crawl-delay: 300

User-agent: 008
Disallow: /

User-agent: adidxbot
Crawl-delay: 20