# Crawlers Setup
User-agent: *
Allow: /

# Sitemap
Sitemap: https://www.urbano.com.br/sitemap.xml
Sitemap: https://www.urbano.com.br/robots.txt

# Directories
Disallow: /404/
Disallow: /admin/
Disallow: /auth/

Disallow: /cgi-bin/
Disallow: /scripts/
Disallow: /assets/
Disallow: /cli/
Disallow: /core/
Disallow: /db/
Disallow: /docker/
Disallow: /routers/
Disallow: /src/
Disallow: /templates/

Disallow: /load/
Disallow: /uploads/cv/
Disallow: /render/*
Disallow: /create-account
Disallow: /login
Disallow: /logout
Disallow: /me

Disallow: /check
Disallow: /newsletter
Disallow: /user/*
Disallow: /send/*
Disallow: /recovery/*
Disallow: /render/*
Disallow: /rating
Disallow: /autosuggest
Disallow: /informationtable/*

Disallow: /vendor/
Disallow: /api.php
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /tinify.*
Disallow: /status.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /README.txt
Disallow: /RELEASE_NOTES.txt
Disallow: /*.js$
Disallow: /*.css$
Disallow: /*.php$
Disallow: /*?p=*&
Disallow: /*?SID=
Disallow: /*?dir*
Disallow: /*?mode*
Disallow: /*?limit*
Disallow: /*?utm_source*
Disallow: /CVS
Disallow: /*.svn$
Disallow: /*.idea$
Disallow: /*.sql$
Disallow: /*.tgz$
Disallow: /cgi-bin/
Disallow: /phpinfo.php