User-agent: * Allow: / # Sitemap Sitemap: https://esnskovde.org/sitemap.xml # Crawl-delay for polite crawling Crawl-delay: 1 # Major Search Engines # Google User-agent: Googlebot Allow: / Crawl-delay: 0 User-agent: Googlebot-Image Allow: / Crawl-delay: 0 User-agent: Googlebot-Mobile Allow: / Crawl-delay: 0 # Bing / Microsoft User-agent: Bingbot Allow: / Crawl-delay: 0 User-agent: msnbot Allow: / Crawl-delay: 0 User-agent: msnbot-media Allow: / Crawl-delay: 0 # Yahoo User-agent: Slurp Allow: / Crawl-delay: 0 # Baidu (China) User-agent: Baiduspider Allow: / Crawl-delay: 1 User-agent: Baiduspider-image Allow: / Crawl-delay: 1 # Yandex (Russia) User-agent: Yandex Allow: / Crawl-delay: 0 User-agent: YandexBot Allow: / Crawl-delay: 0 User-agent: YandexImages Allow: / Crawl-delay: 0 # DuckDuckGo User-agent: DuckDuckBot Allow: / Crawl-delay: 0 # Apple User-agent: Applebot Allow: / Crawl-delay: 0 # Facebook User-agent: facebookexternalhit Allow: / Crawl-delay: 0 User-agent: Facebot Allow: / Crawl-delay: 0 # Twitter User-agent: Twitterbot Allow: / Crawl-delay: 0 # LinkedIn User-agent: LinkedInBot Allow: / Crawl-delay: 0 # Pinterest User-agent: Pinterestbot Allow: / Crawl-delay: 0 # WhatsApp User-agent: WhatsApp Allow: / Crawl-delay: 0 # Telegram User-agent: TelegramBot Allow: / Crawl-delay: 0 # Slack User-agent: Slackbot Allow: / Crawl-delay: 0 User-agent: Slackbot-LinkExpanding Allow: / Crawl-delay: 0 # Discord User-agent: Discordbot Allow: / Crawl-delay: 0 # Reddit User-agent: redditbot Allow: / Crawl-delay: 0 # Archive.org User-agent: ia_archiver Allow: / Crawl-delay: 1 # Allow access to CSS and JS files for better rendering Allow: /assets/ Allow: /*.css$ Allow: /*.js$ Allow: /*.png$ Allow: /*.jpg$ Allow: /*.jpeg$ Allow: /*.gif$ Allow: /*.svg$ Allow: /*.webp$ Allow: /*.woff$ Allow: /*.woff2$ Allow: /*.ttf$ Allow: /*.eot$