User-agent: *
User-agent: Mediapartners-Google*
Disallow: /cron/
Disallow: /cache/
Disallow: /inc/
Disallow: /functions/
Disallow: /js/