# robots.txt for Talendary.com
# This file tells search engines which parts of the site they are allowed to crawl.

User-agent: *
# Allow all crawlers access to the entire public site
Disallow:

# Answer engines, named explicitly.
#
# These are the crawlers behind ChatGPT, Claude, Perplexity and Google's AI
# surfaces. The agency and job-market directories exist to be the cited source
# for questions about the Swedish hiring market, and being cited is impossible
# if the crawler that would cite us is turned away. Allowing them is a decision
# taken deliberately, recorded here so nobody later reads the absence of a rule
# as an oversight and blocks them.
#
# Removing any of these forfeits the traffic the directories were built for.

User-agent: GPTBot
Disallow:

User-agent: OAI-SearchBot
Disallow:

User-agent: ChatGPT-User
Disallow:

User-agent: ClaudeBot
Disallow:

User-agent: Claude-User
Disallow:

User-agent: Claude-SearchBot
Disallow:

User-agent: PerplexityBot
Disallow:

User-agent: Perplexity-User
Disallow:

User-agent: Google-Extended
Disallow:

User-agent: Applebot-Extended
Disallow:

# Sitemap location for search engines
Sitemap: https://www.talendary.com/sitemap.xml
# Regenerated on every build from the published dataset.
Sitemap: https://www.talendary.com/sitemap-agencies.xml
Sitemap: https://www.talendary.com/sitemap-ats.xml