# LLMs.txt - AI Crawling Policy

# User Agents
User-agent: GPTBot
User-agent: Google-Extended
User-agent: PerplexityBot
User-agent: Claude-Web
User-agent: CCBot

# Access Control
Allow: /
Disallow: /private
Disallow: /admin

# Dedicated Feeds for LLMs
Allow: /llm-feed/
LLM-Feed: /llm-feed/news.en.jsonl

# Attribution
Attribution: required
License: all-rights-reservedLLM-Feed: https://ro.airliquide.com//llm-feed/news.ro-RO.jsonl
LLM-Feed: https://ro.airliquide.com//llm-feed/standard.ro-RO.jsonl
LLM-Feed: https://ro.airliquide.com//llm-feed/faq.ro-RO.jsonl
LLM-Feed: https://ro.airliquide.com//llm-feed/landing.ro-RO.jsonl
LLM-Feed: https://ro.airliquide.com//llm-feed/popin_layout.ro-RO.jsonl