# Crawlers Setup User-agent: * Allow: / # Sitemap Sitemap: https://www.urbano.com.br/sitemap.xml Sitemap: https://www.urbano.com.br/robots.txt # Directories Disallow: /404/ Disallow: /admin/ Disallow: /auth/ Disallow: /cgi-bin/ Disallow: /scripts/ Disallow: /assets/ Disallow: /cli/ Disallow: /core/ Disallow: /db/ Disallow: /docker/ Disallow: /routers/ Disallow: /src/ Disallow: /templates/ Disallow: /load/ Disallow: /uploads/cv/ Disallow: /render/* Disallow: /create-account Disallow: /login Disallow: /logout Disallow: /me Disallow: /check Disallow: /newsletter Disallow: /user/* Disallow: /send/* Disallow: /recovery/* Disallow: /render/* Disallow: /rating Disallow: /autosuggest Disallow: /informationtable/* Disallow: /vendor/ Disallow: /api.php Disallow: /cron.php Disallow: /cron.sh Disallow: /tinify.* Disallow: /status.php Disallow: /LICENSE.html Disallow: /LICENSE.txt Disallow: /LICENSE_AFL.txt Disallow: /README.txt Disallow: /RELEASE_NOTES.txt Disallow: /*.js$ Disallow: /*.css$ Disallow: /*.php$ Disallow: /*?p=*& Disallow: /*?SID= Disallow: /*?dir* Disallow: /*?mode* Disallow: /*?limit* Disallow: /*?utm_source* Disallow: /CVS Disallow: /*.svn$ Disallow: /*.idea$ Disallow: /*.sql$ Disallow: /*.tgz$ Disallow: /cgi-bin/ Disallow: /phpinfo.php