User-agent: *
Disallow: /

User-agent: spock
Disallow: /

User-agent: AdsBot-Google
Disallow: /

User-Agent: Scooter
Disallow: /

User-Agent: Googlebot-Image
Disallow: /

User-Agent: T-Rex
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: Mediapartners-Google*
Disallow: /

# disallow archiving site
User-agent: ia_archiver
Disallow: /

# disable duggmirror
User-agent: duggmirror
Disallow: / 

User-agent: YahooSeeker
Disallow: /

User-agent: Slurp/2.0
Disallow: /

User-agent: WebCrawler
Disallow: /

User-agent: exodus
Disallow: /

User-Agent: Googlebot
Allow: /index.html
Disallow: /