# Deny Sogou Spider access
User-agent: Sogou Spider
Disallow: /

# Disallow MJ12bot
User-agent: MJ12bot
Disallow: /

User-agent: YoudaoBot
Disallow: /

# Disallow DataForSeoBot
User-agent: DataForSeoBot
Disallow: /

# Deny dotbot access
User-agent: dotbot
Disallow: /

# Disallow SearchmetricsBot
User-agent: SearchmetricsBot
Disallow: /

# Block SISTRIX Crawler
User-agent: SISTRIX Crawler
Disallow: /

User-agent: PetalBot
Disallow: /

# Block AhrefsBot
User-agent: AhrefsBot
Disallow: /

# SEOkicks-Robot blocked
User-agent: SEOkicks-Robot
Disallow: /

User-agent: Java
Disallow: /

# Disallow SemrushBot
User-agent: SemrushBot
Disallow: /

# Deny Atomic_Email_Hunter access
User-agent: Atomic_Email_Hunter
Disallow: /

# Baiduspider blocked
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /

# libwww-perl blocked
User-agent: libwww-perl
Disallow: /

User-agent: Pinterest
Crawl-delay: 150

User-agent: YandexBot
Crawl-delay: 60

# Block AwarioBot
User-agent: AwarioBot
Disallow: /

# Block TurnitinBot
User-agent: TurnitinBot
Disallow: /

# Deny rogerbot access
User-agent: rogerbot
Disallow: /

User-agent: Exabot
Disallow: /

# Deny ZoominfoBot access
User-agent: ZoominfoBot
Disallow: /

# SiteSnagger blocked
User-agent: SiteSnagger
Disallow: /

# Disallow ContentGrabber
User-agent: ContentGrabber
Disallow: /

# Deny BotPlex access
User-agent: BotPlex
Disallow: /

# Internal only
User-agent: *
Disallow: /config/
Disallow: /webmail/
Disallow: /etc/
Disallow: /logs/
Disallow: /legacy/
Disallow: /build/

# Permit AI crawlers
User-agent: OmigiliBot
User-agent: cohere-ai
User-agent: ImagesiftBot
User-agent: Diffbot
User-agent: GoogleOther
User-agent: anthropic-ai
User-agent: omgili
User-agent: Bytespider
User-agent: ChatGPT-User
User-agent: FacebookBot
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: Google-Extended
User-agent: Claude-Web
User-agent: PerplexityBot
User-agent: Omigili
User-agent: GPTBot
Allow: /
Crawl-delay: 3

User-agent: Googlebot
Allow: /

User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Sitemap: https://www.skolweb.se/sitemap.xml