User-Agent: Tokenizer
Disallow: /

User-Agent: Mediapartners-Google
Disallow: 

User-Agent: *
Disallow: 
Crawl-delay: 0.1