User-agent: Mediapartners-Google* 
Disallow:

User-agent: Googlebot
Disallow: 
User-agent: googlebot-image
Disallow: 
User-agent: googlebot-mobile
Disallow: 
User-agent: MSNBot
Disallow: 
User-agent: Slurp
Disallow: 
User-agent: Ask Jeeves
Disallow: 
User-agent: Teoma
Disallow: 
User-agent: twiceler
Disallow: 
User-agent: Gigabot
Disallow: 
User-agent: Scrubby
Disallow: 
User-agent: Robozilla
Disallow: 
User-agent: ia_archiver
Disallow: 
User-agent: yahoo-mmcrawler
Disallow: 
User-agent: psbot
Disallow: 
User-agent: asterias
Disallow: 
User-agent: yahoo-blogs/v3.9
Disallow: 
User-agent: *
Disallow: 

User-agent: sitecheck.internetseer.com
Disallow: /
User-agent: Zealbot
Disallow: /
User-agent: MSIECrawler
Disallow: /
User-agent: SiteSnagger
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: Fetch
Disallow: /
User-agent: Offline Explorer
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: TeleportPro
Disallow: /
User-agent: WebZIP
Disallow: /
User-agent: linko
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: Microsoft.URL.Control
Disallow: /
User-agent: Xenu
Disallow: /
User-agent: larbin
Disallow: /
User-agent: libwww
Disallow: /
User-agent: ZyBORG
Disallow: /
User-agent: Download Ninja
Disallow: / 

User-agent: *
# remova os diretorios
Disallow: /cgi-bin/
Disallow: /sess/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/ 
Disallow: /wp-content/themes/ 
Disallow: /wp-content/upgrade/
Disallow: /wp-content/uploads/
Disallow: /wp-content/gt-cache/
Disallow: /wp-content/cache/
Disallow: /trackback/
Disallow: */trackback/
Disallow: /feed/
Disallow: /tags/
Disallow: /tag/
Disallow: /category/
Disallow: /backup/
Disallow: /archives/
Disallow: /author  
Disallow: /temp/
Disallow: /tags/
Disallow: /z/j/
Disallow: /z/c/
Disallow: /stats/
Disallow: /dh_
Disallow: /manual
Disallow: /manual/*
Disallow: /phpmanual/
Disallow: /comentários/feed 
Disallow: /comments/feed
Disallow: / * / alimentação / $ 
Disallow: /*/trackback/$
Disallow: /*/*/trackback/$
Disallow: /*/*/*/trackback/$
Disallow: / * / trackback / $ 
Disallow: /*/*/ trackback / $ 
Disallow: /*/*/*/ trackback / $ 
Disallow: /*/*/ alimentação / $ 
Disallow: / * / feed / rss / $ 
Disallow: /*/*/ feed / rss / $ 
Disallow: /*/*/*/ feed / rss / $ 
Disallow: /*/*/feed/$
Disallow: /*/*/feed/rss/$
Disallow: /*/*/*/feed/$
Disallow: /*/*/*/feed/rss/$
Disallow: /?s=
Disallow: /search
Disallow: /*/#more-*

User-agent: Googlebot
# remover scrips css e afins
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.gz$
Disallow: /*.wmv$
Disallow: /*.cgi$
Disallow: /*.xhtml$

# qualquer endereco que contenha ?
Disallow: /*?*

#Sitemap
Sitemap: http://www.arquivodereceitas.com/sitemap.xml