# Professional SEO Robots.txt for Garant Service
# Advanced Telegram Bot for P2P Cryptocurrency Trading

# Universal rules for all crawlers
User-agent: *
Allow: /
Allow: /*.css$
Allow: /*.js$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.svg$
Allow: /*.webp$
Allow: /*.avif$
Allow: /*.ico$
Allow: /*.woff$
Allow: /*.woff2$
Allow: /*.ttf$

# Block admin and sensitive areas
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /test/
Disallow: /debug/
Disallow: /temp/
Disallow: /.well-known/
Disallow: /node_modules/
Disallow: /package*.json
Disallow: /tsconfig*.json
Disallow: /next.config.*
Disallow: /vercel.json

# Block tracking parameters and session IDs
Disallow: /*?*utm_*
Disallow: /*?*fbclid*
Disallow: /*?*gclid*
Disallow: /*?*yclid*
Disallow: /*?*msclkid*
Disallow: /*?*sessionid*
Disallow: /*?*PHPSESSID*
Disallow: /*?*sid=*
Disallow: /*?*ref=*
Disallow: /*?*affiliate*

# Advanced crawler-specific rules
User-agent: Googlebot
Allow: /
Crawl-delay: 0.5
Request-rate: 10/60s

User-agent: Googlebot-Image
Allow: /
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.svg$
Allow: /*.webp$
Allow: /*.avif$

User-agent: Googlebot-News
Allow: /

User-agent: Bingbot
Allow: /
Crawl-delay: 1
Request-rate: 5/60s

User-agent: Slurp
Allow: /
Crawl-delay: 2

User-agent: YandexBot
Allow: /
Crawl-delay: 1
Request-rate: 8/60s

User-agent: YandexImages
Allow: /
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.svg$
Allow: /*.webp$

User-agent: Baiduspider
Allow: /
Crawl-delay: 2

User-agent: DuckDuckBot
Allow: /
Crawl-delay: 1

# Social media crawlers
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: TelegramBot
Allow: /

User-agent: SkypeUriPreview
Allow: /

User-agent: SlackBot
Allow: /

User-agent: DiscordBot
Allow: /

# SEO and monitoring tools
User-agent: SemrushBot
Allow: /
Crawl-delay: 5

User-agent: AhrefsBot
Allow: /
Crawl-delay: 5

User-agent: MJ12bot
Allow: /
Crawl-delay: 10

User-agent: DotBot
Allow: /
Crawl-delay: 10

User-agent: BLEXBot
Allow: /
Crawl-delay: 10

# Block aggressive or unwanted crawlers
User-agent: SemrushBot-BA
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /

# Sitemaps (multiple formats for better coverage)
Sitemap: https://garantservice.org/sitemap.xml
Sitemap: https://garantservice.org/sitemap-index.xml
Sitemap: https://garantservice.org/sitemap-0.xml
Sitemap: https://garantservice.org/sitemap-images.xml
Sitemap: https://garantservice.org/sitemap-news.xml

# Host declaration (preferred domain)
Host: https://garantservice.org

# Cache settings for crawlers
# Note: This is informational - actual caching controlled by HTTP headers
Cache-delay: 86400