User-agent: * # AI agents & crawlers — these resources are explicitly open Allow: /ai Allow: /llms.txt Allow: /llms-full.txt Allow: /.well-known/ai-context.json # Named AI crawlers are welcome under the rules in this (*) group — it applies to # all of them. Retrieval/citation bots (send referral traffic): OAI-SearchBot, # ChatGPT-User, Claude-User, PerplexityBot. Training bots: GPTBot, ClaudeBot, # Google-Extended, Applebot-Extended. NOTE: robots.txt groups do NOT merge — to # restrict a single scraper (e.g. Bytespider, CCBot), add a dedicated # "User-agent: " group that repeats the Disallow rules below. # Email verification Disallow: /verify-email/ # Checkout (all languages) Disallow: /checkout/ Disallow: /checkout Disallow: /de/checkout/ Disallow: /de/checkout Disallow: /pl/checkout/ Disallow: /pl/checkout Disallow: /it/checkout/ Disallow: /it/checkout Disallow: /es/checkout/ Disallow: /es/checkout Disallow: /fr/checkout/ Disallow: /fr/checkout Disallow: /sq/checkout/ Disallow: /sq/checkout # Client dashboard (all languages) Disallow: /client/ Disallow: /kunde/ Disallow: /klient/ Disallow: /cliente/ Disallow: /klienti/ # Business dashboard (all languages) Disallow: /business/ Disallow: /geschaeft/ Disallow: /firma/ Disallow: /attivita/ Disallow: /negocio/ Disallow: /entreprise/ Disallow: /biznes/ # Lessor dashboard (all languages) Disallow: /lessor/ Disallow: /de/vermieter/ Disallow: /pl/wynajmujacy/ Disallow: /it/noleggiatore/ Disallow: /es/arrendador/ Disallow: /fr/loueur/ Disallow: /sq/qiradhenes/ # Password reset (all languages) Disallow: /forgot-password/ Disallow: /reset-password/ Disallow: /passwort-vergessen/ Disallow: /passwort-zuruecksetzen/ Disallow: /zapomniane-haslo/ Disallow: /zresetuj-haslo/ Disallow: /password-dimenticata/ Disallow: /reimposta-password/ Disallow: /olvidaste-contrasena/ Disallow: /restablecer-contrasena/ Disallow: /mot-de-passe-oublie/ Disallow: /reinitialiser-mot-de-passe/ Disallow: /harrova-fjalekalimin/ Disallow: /ndrysho-fjalekalimin/ Sitemap: https://cria.al/sitemap.xml # Blog RSS feed # https://cria.al/blog/feed