# As a condition of accessing this website, you agree to abide by the
# following content signals:
# (a) If a content-signal = yes, you may collect content for the corresponding use.
# (b) If a content-signal = no, you may not collect content for the corresponding use.
# (c) If a content signal is omitted, no permission preference is expressed for that use.
# search: building a search index and providing search results.
# ai-input: inputting content into AI models for retrieval, grounding, or real-time answers.
# ai-train: training or fine-tuning AI models.
# Restrictions expressed via content signals are express reservations of rights.

User-Agent: *
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /
Allow: /about-us
Allow: /contact
Allow: /product
Allow: /compare
Allow: /blogs/
Allow: /pricing
Allow: /privacy-policy
Allow: /terms-of-service
Allow: /impressum
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /images/
Allow: /favicon.ico
Allow: /robots.txt
Allow: /sitemap.xml
Allow: /_next/
Allow: /_next/static/
Allow: /_next/image/
Allow: /static/
Disallow: /admin-*
Disallow: /test-pages/
Disallow: /api/
Disallow: /dashboard/
Disallow: /status
Disallow: /candidates/
Disallow: /job-details/
Disallow: /job-list/
Disallow: /interview/
Disallow: /application/
Disallow: /unauthorized/
Disallow: /sentry-*
Disallow: /candidate-detail/
Disallow: /feedbacks/
Disallow: /openai-tracking/
Disallow: /reset-password/
Crawl-delay: 1

User-Agent: Googlebot
Allow: /
Allow: /about-us
Allow: /contact
Allow: /product
Allow: /compare
Allow: /blogs/
Allow: /pricing
Allow: /privacy-policy
Allow: /terms-of-service
Allow: /impressum
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /images/
Allow: /favicon.ico
Allow: /robots.txt
Allow: /sitemap.xml
Allow: /_next/
Allow: /_next/static/
Allow: /_next/image/
Allow: /static/
Disallow: /admin-*
Disallow: /test-pages/
Disallow: /api/
Disallow: /dashboard/
Disallow: /status
Disallow: /candidates/
Disallow: /job-details/
Disallow: /job-list/
Disallow: /interview/
Disallow: /application/
Disallow: /unauthorized/
Disallow: /sentry-*
Disallow: /candidate-detail/
Disallow: /feedbacks/
Disallow: /openai-tracking/
Disallow: /reset-password/
Crawl-delay: 0

User-Agent: Bingbot
Allow: /
Allow: /about-us
Allow: /contact
Allow: /product
Allow: /compare
Allow: /blogs/
Allow: /pricing
Allow: /privacy-policy
Allow: /terms-of-service
Allow: /impressum
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /images/
Allow: /favicon.ico
Allow: /robots.txt
Allow: /sitemap.xml
Allow: /_next/
Allow: /_next/static/
Allow: /_next/image/
Allow: /static/
Disallow: /admin-*
Disallow: /test-pages/
Disallow: /api/
Disallow: /dashboard/
Disallow: /status
Disallow: /candidates/
Disallow: /job-details/
Disallow: /job-list/
Disallow: /interview/
Disallow: /application/
Disallow: /unauthorized/
Disallow: /sentry-*
Disallow: /candidate-detail/
Disallow: /feedbacks/
Disallow: /openai-tracking/
Disallow: /reset-password/
Crawl-delay: 1

User-Agent: GPTBot
Allow: /
Allow: /about-us
Allow: /contact
Allow: /product
Allow: /compare
Allow: /blogs/
Allow: /pricing
Allow: /privacy-policy
Allow: /terms-of-service
Allow: /impressum
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /admin-*
Disallow: /test-pages/
Disallow: /api/
Disallow: /dashboard/
Disallow: /status
Disallow: /candidates/
Disallow: /job-details/
Disallow: /job-list/
Disallow: /interview/
Disallow: /application/
Disallow: /unauthorized/
Disallow: /sentry-*
Disallow: /candidate-detail/
Disallow: /feedbacks/
Disallow: /openai-tracking/
Disallow: /reset-password/
Crawl-delay: 1

User-Agent: ChatGPT-User
Allow: /
Allow: /about-us
Allow: /contact
Allow: /product
Allow: /compare
Allow: /blogs/
Allow: /pricing
Allow: /privacy-policy
Allow: /terms-of-service
Allow: /impressum
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /admin-*
Disallow: /test-pages/
Disallow: /api/
Disallow: /dashboard/
Disallow: /status
Disallow: /candidates/
Disallow: /job-details/
Disallow: /job-list/
Disallow: /interview/
Disallow: /application/
Disallow: /unauthorized/
Disallow: /sentry-*
Disallow: /candidate-detail/
Disallow: /feedbacks/
Disallow: /openai-tracking/
Disallow: /reset-password/
Crawl-delay: 1

User-Agent: ClaudeBot
Allow: /
Allow: /about-us
Allow: /contact
Allow: /product
Allow: /compare
Allow: /blogs/
Allow: /pricing
Allow: /privacy-policy
Allow: /terms-of-service
Allow: /impressum
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /admin-*
Disallow: /test-pages/
Disallow: /api/
Disallow: /dashboard/
Disallow: /status
Disallow: /candidates/
Disallow: /job-details/
Disallow: /job-list/
Disallow: /interview/
Disallow: /application/
Disallow: /unauthorized/
Disallow: /sentry-*
Disallow: /candidate-detail/
Disallow: /feedbacks/
Disallow: /openai-tracking/
Disallow: /reset-password/
Crawl-delay: 1

User-Agent: anthropic-ai
Allow: /
Allow: /about-us
Allow: /contact
Allow: /product
Allow: /compare
Allow: /blogs/
Allow: /pricing
Allow: /privacy-policy
Allow: /terms-of-service
Allow: /impressum
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /admin-*
Disallow: /test-pages/
Disallow: /api/
Disallow: /dashboard/
Disallow: /status
Disallow: /candidates/
Disallow: /job-details/
Disallow: /job-list/
Disallow: /interview/
Disallow: /application/
Disallow: /unauthorized/
Disallow: /sentry-*
Disallow: /candidate-detail/
Disallow: /feedbacks/
Disallow: /openai-tracking/
Disallow: /reset-password/
Crawl-delay: 1

User-Agent: Claude-Web
Allow: /
Allow: /about-us
Allow: /contact
Allow: /product
Allow: /compare
Allow: /blogs/
Allow: /pricing
Allow: /privacy-policy
Allow: /terms-of-service
Allow: /impressum
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /admin-*
Disallow: /test-pages/
Disallow: /api/
Disallow: /dashboard/
Disallow: /status
Disallow: /candidates/
Disallow: /job-details/
Disallow: /job-list/
Disallow: /interview/
Disallow: /application/
Disallow: /unauthorized/
Disallow: /sentry-*
Disallow: /candidate-detail/
Disallow: /feedbacks/
Disallow: /openai-tracking/
Disallow: /reset-password/
Crawl-delay: 1

User-Agent: PerplexityBot
Allow: /
Allow: /about-us
Allow: /contact
Allow: /product
Allow: /compare
Allow: /blogs/
Allow: /pricing
Allow: /privacy-policy
Allow: /terms-of-service
Allow: /impressum
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /admin-*
Disallow: /test-pages/
Disallow: /api/
Disallow: /dashboard/
Disallow: /status
Disallow: /candidates/
Disallow: /job-details/
Disallow: /job-list/
Disallow: /interview/
Disallow: /application/
Disallow: /unauthorized/
Disallow: /sentry-*
Disallow: /candidate-detail/
Disallow: /feedbacks/
Disallow: /openai-tracking/
Disallow: /reset-password/
Crawl-delay: 1

User-Agent: Google-Extended
Allow: /
Allow: /about-us
Allow: /contact
Allow: /product
Allow: /compare
Allow: /blogs/
Allow: /pricing
Allow: /privacy-policy
Allow: /terms-of-service
Allow: /impressum
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /admin-*
Disallow: /test-pages/
Disallow: /api/
Disallow: /dashboard/
Disallow: /status
Disallow: /candidates/
Disallow: /job-details/
Disallow: /job-list/
Disallow: /interview/
Disallow: /application/
Disallow: /unauthorized/
Disallow: /sentry-*
Disallow: /candidate-detail/
Disallow: /feedbacks/
Disallow: /openai-tracking/
Disallow: /reset-password/
Crawl-delay: 1

User-Agent: CCBot
Allow: /
Allow: /about-us
Allow: /contact
Allow: /product
Allow: /compare
Allow: /blogs/
Allow: /pricing
Allow: /privacy-policy
Allow: /terms-of-service
Allow: /impressum
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /admin-*
Disallow: /test-pages/
Disallow: /api/
Disallow: /dashboard/
Disallow: /status
Disallow: /candidates/
Disallow: /job-details/
Disallow: /job-list/
Disallow: /interview/
Disallow: /application/
Disallow: /unauthorized/
Disallow: /sentry-*
Disallow: /candidate-detail/
Disallow: /feedbacks/
Disallow: /openai-tracking/
Disallow: /reset-password/
Crawl-delay: 1

User-Agent: Bytespider
Allow: /
Allow: /about-us
Allow: /contact
Allow: /product
Allow: /compare
Allow: /blogs/
Allow: /pricing
Allow: /privacy-policy
Allow: /terms-of-service
Allow: /impressum
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /admin-*
Disallow: /test-pages/
Disallow: /api/
Disallow: /dashboard/
Disallow: /status
Disallow: /candidates/
Disallow: /job-details/
Disallow: /job-list/
Disallow: /interview/
Disallow: /application/
Disallow: /unauthorized/
Disallow: /sentry-*
Disallow: /candidate-detail/
Disallow: /feedbacks/
Disallow: /openai-tracking/
Disallow: /reset-password/
Crawl-delay: 1

User-Agent: Amazonbot
Allow: /
Allow: /about-us
Allow: /contact
Allow: /product
Allow: /compare
Allow: /blogs/
Allow: /pricing
Allow: /privacy-policy
Allow: /terms-of-service
Allow: /impressum
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /admin-*
Disallow: /test-pages/
Disallow: /api/
Disallow: /dashboard/
Disallow: /status
Disallow: /candidates/
Disallow: /job-details/
Disallow: /job-list/
Disallow: /interview/
Disallow: /application/
Disallow: /unauthorized/
Disallow: /sentry-*
Disallow: /candidate-detail/
Disallow: /feedbacks/
Disallow: /openai-tracking/
Disallow: /reset-password/
Crawl-delay: 1

User-Agent: Applebot-Extended
Allow: /
Allow: /about-us
Allow: /contact
Allow: /product
Allow: /compare
Allow: /blogs/
Allow: /pricing
Allow: /privacy-policy
Allow: /terms-of-service
Allow: /impressum
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /admin-*
Disallow: /test-pages/
Disallow: /api/
Disallow: /dashboard/
Disallow: /status
Disallow: /candidates/
Disallow: /job-details/
Disallow: /job-list/
Disallow: /interview/
Disallow: /application/
Disallow: /unauthorized/
Disallow: /sentry-*
Disallow: /candidate-detail/
Disallow: /feedbacks/
Disallow: /openai-tracking/
Disallow: /reset-password/
Crawl-delay: 1

Host: https://www.intervai.net
Sitemap: https://www.intervai.net/sitemap.xml