User-agent: *
Allow: /

# Explicit AI / LLM crawlers (search + training)
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: CCbot
Allow: /

Sitemap: https://www.nobletransfer.com/sitemap.xml

# AI / LLM resources (https://llmstxt.org/)
# https://www.nobletransfer.com/llms.txt
# https://www.nobletransfer.com/llms.html
# https://www.nobletransfer.com/llm.txt
# https://www.nobletransfer.com/ai.txt
# https://www.nobletransfer.com/brand.txt
# https://www.nobletransfer.com/ai.json
# https://www.nobletransfer.com/identity.json
# https://www.nobletransfer.com/faq-ai.txt
# https://www.nobletransfer.com/developer-ai.txt
# https://www.nobletransfer.com/robots-ai.txt

# System
Disallow: /cgi-bin/
Disallow: /ws/

# Blog pagination (?page=2+): do NOT Disallow here.
# Google/Semrush must be able to crawl those URLs to read meta robots noindex.
# Page 2+ already send noindex,follow from pages/blog.php + head.php.

# Booking process
Disallow: /select-car/
Disallow: /select-date-reservation/
Disallow: /select-payment-type/

# Forms
Disallow: /login/
Disallow: /form-data/
Disallow: /driver-form-registration/
Disallow: /ru/driver-form-registration/
Disallow: /de/driver-form-registration/

# Thank-you / payment result pages
Disallow: /thank-you.php
Disallow: /thanks-you.php

# Security
Disallow: /m_lzxh5hgxpn/
Disallow: /2zx8jbkgib1_/
Disallow: /88a3zi2rsssm/
Disallow: /8h3s2gj9or8n/
Disallow: /fz9878i45jtr/