User-Agent: *
Allow: /
Allow: /ver-ofertas-empregos
Allow: /ofertas
Allow: /empresas
Allow: /candidates
Allow: /clients
Allow: /users
Disallow: /backoffice
Disallow: /administrators
Disallow: /me
Sitemap: https://www.alertaemprego.pt/sitemap.xml.gz
Crawl-delay: 10

User-agent: SemrushBot
Disallow: /ver-ofertas-empregos
Crawl-delay: 15

User-agent: MSNBot
Crawl-delay: 16

User-agent: bingbot
Crawl-delay: 17

User-agent: Slurp
Crawl-delay: 18

User-agent: Yahoo! Slurp
Crawl-delay: 19

User-agent: JobBot
Crawl-delay: 19

# These crawlers are not required for search visibility and are blocked at the
# edge as well.  Keep the directives for compliant crawlers and future hosts.
User-agent: YandexBot
Disallow: /

User-agent: ShapBot
Disallow: /

User-agent: ExaSearchBot
Disallow: /

User-agent: Reflectionbot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: OAI-SearchBot
Disallow: /

User-agent: SpiderLing
Disallow: /

User-agent: meta-webindexer
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: AIWebIndex
Disallow: /

User-agent: AionBot
Disallow: /