User-agent: *
Noindex: /robots.txt
Disallow: /robots.txt
Disallow: /search
Disallow: /feed

User-agent: Mediapartners-Google
Allow: /

User-agent: Adsbot-Google
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Mobile
Allow: /

User-agent: ia_archiver
Disallow: /