# robots.txt
User-agent: Arquivo-web-crawler 
Disallow:

User-agent: *
Disallow: /aspnet_client/
Disallow: /config/
Disallow: /data/
Disallow: /emailTemplates/
Disallow: /images/
Disallow: /macroScripts/
Disallow: /masterpages/
Disallow: /media/
Disallow: /newsletters/
Disallow: /usercontrols/
Disallow: /wp-admin/
Disallow: /public/
Disallow: /xml/
Disallow: /xslt/
Disallow: /*?
Disallow: /default.aspx