# https://www.robotstxt.org/robotstxt.html
User-agent: *
Allow: /
Disallow: /api/
Disallow: /_next/
Disallow: /static/

# Sitemap
Sitemap: https://trynia.ai/sitemap.xml
Sitemap: https://trynia.ai/blog/sitemap-index.xml

# Search Engine Crawlers
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: YandexBot
Allow: /

# AI Crawlers - All Allowed

# OpenAI
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

# Google
User-agent: Google-Extended
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: GoogleOther-Image
Allow: /

User-agent: GoogleOther-Video
Allow: /

# Anthropic
User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: ClaudeBot
Allow: /

# Meta / Facebook
User-agent: Meta-ExternalAgent
Allow: /

User-agent: Meta-ExternalFetcher
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: facebookexternalhit
Allow: /

# Apple
User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# Microsoft / Bing
User-agent: bingbot
Allow: /

User-agent: msnbot
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Cohere
User-agent: cohere-ai
Allow: /

# Amazon / Alexa
User-agent: Amazonbot
Allow: /

# ByteDance / TikTok
User-agent: Bytespider
Allow: /

# Common Crawl (used by many AI companies)
User-agent: CCBot
Allow: /

# You.com
User-agent: YouBot
Allow: /

# Diffbot
User-agent: Diffbot
Allow: /

# Neeva (acquired by Snowflake)
User-agent: NeevaBot
Allow: /

# Brave
User-agent: BraveBot
Allow: /

# Phind (AI search for developers)
User-agent: PhindBot
Allow: /

# Kagi
User-agent: KagiBot
Allow: /

# AI21 Labs
User-agent: AI21Bot
Allow: /

# Hugging Face
User-agent: HuggingFaceBot
Allow: /

# Mistral
User-agent: MistralBot
Allow: /

# xAI / Grok
User-agent: xAI-Grok
Allow: /

User-agent: Grokbot
Allow: /

# Inflection / Pi
User-agent: InflectionBot
Allow: /

# Stability AI
User-agent: StabilityBot
Allow: /

# Jasper AI
User-agent: JasperBot
Allow: /

# Writer
User-agent: WriterBot
Allow: /

# Copy.ai
User-agent: CopyaiBot
Allow: /

# Cursor
User-agent: CursorBot
Allow: /

# Replit
User-agent: ReplitBot
Allow: /

# DeepMind
User-agent: DeepMindBot
Allow: /

# Baidu
User-agent: Baiduspider
Allow: /

# Yandex
User-agent: YandexBot
Allow: /

# Naver (Korean)
User-agent: Yeti
Allow: /

# Sogou (Chinese)
User-agent: Sogou
Allow: /

# Seznam (Czech)
User-agent: SeznamBot
Allow: /

# Mojeek
User-agent: MojeekBot
Allow: /

# Qwant
User-agent: Qwantify
Allow: /

# DuckDuckGo
User-agent: DuckDuckBot
Allow: /

# Omgili
User-agent: omgili
Allow: /

User-agent: omgilibot
Allow: /

# Webz.io
User-agent: webzio-extended
Allow: /

# Sentibot
User-agent: Sentibot
Allow: /

# ImagesiftBot
User-agent: ImagesiftBot
Allow: /

# Timpibot
User-agent: Timpibot
Allow: /

# VelenPublicWebCrawler
User-agent: VelenPublicWebCrawler
Allow: /

# Scrapy (general)
User-agent: Scrapy
Allow: /

# iaskspider (iAsk.ai)
User-agent: iaskspider
Allow: /

# img2dataset
User-agent: img2dataset
Allow: /

# Kangaroo Bot
User-agent: Kangaroo Bot
Allow: /

# ICC-Crawler
User-agent: ICC-Crawler
Allow: /

# Nicecrawler
User-agent: Nicecrawler
Allow: /

# PetalBot
User-agent: PetalBot
Allow: /

# Seekr
User-agent: SeekrBot
Allow: /

# Block SEO spam bots only
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: MegaIndex
Disallow: /