# MarketAIVerse — robots.txt
#
# Aici se intra. Majoritatea site-urilor blocheaza crawlerele de AI; noi le lasam
# ANUME, pe fiecare cu numele lui, fiindca marfa noastra are doua fete: una pentru om
# si una pentru masina. Un agent care citeste pagina asta e un cumparator, nu un hot.
#
# Ce cauti, daca esti o masina:
#   https://marketaiverse.com/llms.txt            harta site-ului, in markdown
#   https://marketaiverse.com/api/catalog.json    marfa, structurata
#   https://marketaiverse.com/api/openapi.json    cum se cheama capetele
#   https://marketaiverse.com/api/v1/raft         raftul viu

User-agent: *
Allow: /

User-agent: GPTBot          # OpenAI
Allow: /

User-agent: OAI-SearchBot          # OpenAI
Allow: /

User-agent: ChatGPT-User          # OpenAI
Allow: /

User-agent: ClaudeBot          # Anthropic
Allow: /

User-agent: Claude-Web          # Anthropic
Allow: /

User-agent: anthropic-ai          # Anthropic
Allow: /

User-agent: PerplexityBot          # Perplexity
Allow: /

User-agent: Google-Extended          # Google
Allow: /

User-agent: Applebot-Extended          # Apple
Allow: /

User-agent: CCBot          # Common Crawl
Allow: /

User-agent: Bytespider          # ByteDance
Allow: /

User-agent: Amazonbot          # Amazon
Allow: /

User-agent: Meta-ExternalAgent          # Meta
Allow: /

User-agent: cohere-ai          # Cohere
Allow: /

User-agent: YouBot          # You.com
Allow: /

# ⛔ Ce NU se indexeaza: paginile de cont. N-au ce cauta intr-un rezultat de cautare
#    si nu contin nimic public.
User-agent: *
Disallow: /account.html
Disallow: /my-listings.html
Disallow: /list-item.html
Disallow: /admin.html
Disallow: /_probe/
Disallow: /api/v1/intrare

Sitemap: https://marketaiverse.com/sitemap.xml