User-agent: Amazonbot
Disallow: /
User-agent: *
Allow: /
Disallow: /search?
Disallow: /jobs/search?
Disallow: /to-rent?
Disallow: /for-sale?
Disallow: /goto/ad/
Disallow: /jobs/goto/ad/
Disallow: /land/ad/
Disallow: /jobs/land/ad/
Disallow: /advanced-search?
Disallow: /jobs/advanced-search?
Disallow: /jobs/my-alerts?
Disallow: /my-alerts?
Disallow: /jobiak/
Disallow: /jobs/get_avg?
Disallow: /jobs/get_stats?

# Disallow /create_notification endpoint from being accessed by the AdsBot
# https://developers.google.com/search/docs/advanced/crawling/overview-google-crawlers
User-agent: AdsBot-Google
User-agent: AdsBot-Google-Mobile
Disallow: /create_notification
Disallow: /jobs/create_notification

# Sitemap links for our two primary sitemaps (core and details)
Sitemap: https://www.adzuna.co.uk/sitemap_index.jobs.xml
Sitemap: https://www.adzuna.co.uk/sitemap_index_details.jobs.xml

# JOB-2438: disallow ChatGPT crawler
User-agent: CCBot
Disallow: /