# robots.txt — https://www.floradesign-bg.com/ # Allowed: search engines + LLM/AI crawlers. Everything else is blocked. # ---------- Search engines ---------- User-agent: Googlebot Allow: / User-agent: Googlebot-Image Allow: / User-agent: Storebot-Google Allow: / # Роботът зад „Инспектиране на URL адрес" -> „Тествай активния URL" в Search # Console и зад Rich Results Test. Има СОБСТВЕН токен и спазва robots.txt - # от групата `*` е освободен само AdsBot. Без този запис живата проверка на # адрес отговаря „блокиран" и не показва нищо. User-agent: Google-InspectionTool Allow: / # Еднократните извличания на Google извън основното обхождане. User-agent: GoogleOther Allow: / User-agent: Bingbot Allow: / User-agent: DuckDuckBot Allow: / User-agent: YandexBot Allow: / User-agent: Applebot Allow: / User-agent: Seznambot Allow: / # ---------- LLM / AI crawlers ---------- User-agent: GPTBot Allow: / User-agent: OAI-SearchBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: ClaudeBot Allow: / User-agent: Claude-User Allow: / User-agent: Claude-SearchBot Allow: / User-agent: anthropic-ai Allow: / User-agent: PerplexityBot Allow: / User-agent: Perplexity-User Allow: / User-agent: Google-Extended Allow: / User-agent: Applebot-Extended Allow: / User-agent: meta-externalagent Allow: / User-agent: Amazonbot Allow: / User-agent: Bytespider Allow: / User-agent: cohere-ai Allow: / # ---------- SEO / audit tools ---------- # Uncomment if you want Ahrefs / Semrush / Moz audits to work. # User-agent: AhrefsBot # Allow: / # # User-agent: SemrushBot # Allow: / # # User-agent: rogerbot # Allow: / # # User-agent: Screaming Frog SEO Spider # Allow: / # ---------- Everything else ---------- User-agent: * Disallow: / Sitemap: https://www.floradesign-bg.com/sitemap.xml