# Simply Solutions robots.txt
# Updated: 2024-05-20

# Allow all crawlers
User-agent: *
Allow: /

# Sitemap location
Sitemap: https://simplysolutions.dk/sitemap.xml

# Core pages - prioritize crawling
Allow: /$
Allow: /about$
Allow: /contact$
Allow: /products$
Allow: /customer-stories$

# Danish SEO-friendly URLs - high priority
Allow: /om-os$
Allow: /kontakt$
Allow: /ydelser$
Allow: /kunde-historier$
Allow: /ydelser/skaeddersyet-virksomhedssoftware$
Allow: /ydelser/systemintegration$
Allow: /ydelser/dataanalyse$
Allow: /ydelser/procesautomatisering$
Allow: /ydelser/power-bi$
Allow: /ydelser/ai-loesninger$
Allow: /ydelser/m365-administration$

# Product pages
Allow: /products/software-development$
Allow: /products/api-integration$
Allow: /products/data-analysis$
Allow: /products/process-automation$
Allow: /products/power-bi$
Allow: /products/ai-ready$
Allow: /products/m365-administration$

# Disallow admin or private areas if they exist
Disallow: /admin/
Disallow: /private/
Disallow: /temp/

# Allow crawling of static assets
Allow: /assets/
Allow: /images/
Allow: /static/

# Crawl delay to prevent server overload
Crawl-delay: 10

# Additional rules for specific bots
User-agent: Googlebot
Allow: /
Crawl-delay: 5

User-agent: Bingbot
Allow: /
Crawl-delay: 5

# AI WebSearch bots - explicitly allow
User-agent: GPTBot-WebSearch
Allow: /

User-agent: ChatGPT-User-WebSearch
Allow: /

User-agent: AdsBot-Google-WebSearch
Allow: /

User-agent: GoogleBot-WebSearch
Allow: /

User-agent: Bing-WebSearch
Allow: /

User-agent: Anthropic-WebSearch
Allow: /

User-agent: Claude-WebSearch
Allow: /

User-agent: Gemini-WebSearch
Allow: /

User-agent: Perplexity-WebSearch
Allow: /