# Robots.txt for 321Start.run # Last updated: 2025 # Default rule for all bots User-agent: * Allow: / Disallow: /account/ Disallow: /auth/ Disallow: /api/ Disallow: /*.json$ Disallow: /errors/ Disallow: /*?sort= Disallow: /*?page= Disallow: /*&sort= Disallow: /*&page= Allow: /curse-de-alergare/ Allow: /eveniment/ Crawl-delay: 1 # Specific rules for Google User-agent: Googlebot Allow: / Disallow: /account/ Disallow: /auth/ Disallow: /api/ Crawl-delay: 0 # Specific rules for Googlebot-Image User-agent: Googlebot-Image Allow: / Allow: /img/ Allow: /*.jpg$ Allow: /*.jpeg$ Allow: /*.gif$ Allow: /*.png$ Allow: /*.webp$ # Social media bots - Allow for rich previews User-agent: facebookexternalhit Allow: / Crawl-delay: 0 User-agent: Twitterbot Allow: / Crawl-delay: 0 User-agent: LinkedInBot Allow: / Crawl-delay: 0 User-agent: WhatsApp Allow: / Crawl-delay: 0 # Bing User-agent: Bingbot Allow: / Disallow: /account/ Disallow: /auth/ Disallow: /api/ Crawl-delay: 1 # Block bad bots User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: DotBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: PetalBot Disallow: / User-agent: Bytespider Disallow: / # Sitemap location Sitemap: https://321start.run/sitemap.xml # Host directive (for Yandex) Host: https://321start.run