User-agent: *
Allow: /inmuebles/
Allow: /predio/
Allow: /blog/
Allow: /zona/
Allow: /llms.txt

Disallow: /admin/
Disallow: /login_registro/
Disallow: /accounts/
Disallow: /api/
Disallow: /api/docs/
Disallow: /api/redoc/
Disallow: /api/schema/
Disallow: /autocomplete/
Disallow: /ckeditor5/
Disallow: /check-auth/
Disallow: /buscar/
Disallow: /cargar-modal/
Disallow: /modal-solicitar-informacion/
Disallow: /solicitar-informacion/
Disallow: /mis_predios/
Disallow: /registrar/
Disallow: /perfil/
Disallow: /pdf/
Disallow: /agendar-reunion/
Disallow: /completar-registro/
Disallow: /pendiente-aprobacion/
Disallow: /predio/iniciar/
Disallow: /blog/feed/
Disallow: /zonas/lista_zonas/
Disallow: /inmuebles/arrendamiento/

# Parámetros de paginación y filtros — generan URLs duplicadas
Disallow: /*?page=
Disallow: /*?utm_
Disallow: /*?modo=
Disallow: /*?ref=
Disallow: /*?tipo_predio=
Disallow: /*?tipo_servicio=
Disallow: /*?ciudad=
Disallow: /*?precio_min=
Disallow: /*?precio_max=
Disallow: /*?codigo=
Disallow: /*?estrato=
Disallow: /*?antiguedad=
Disallow: /*?banios=
Disallow: /*?parqueadero=

# AI Search Crawlers — acceso completo al contenido público
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: CCBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Amazonbot
Allow: /

Sitemap: https://crebi.com.co/sitemap.xml
Sitemap: https://crebi.com.co/sitemap-images.xml