# Stepmello Robots.txt
# https://stepmello.com
# Last updated: January 2026

# Allow all major search engine crawlers
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Slurp
Allow: /
Crawl-delay: 2

User-agent: DuckDuckBot
Allow: /
Crawl-delay: 1

User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

# Default rule for all other crawlers
User-agent: *
Allow: /
Crawl-delay: 2

# Block unnecessary paths
Disallow: /auth-check
Disallow: /*.json$
Disallow: /q-manifest.json
Disallow: /bundle-graph*.json

# AI bots - Allow all for landing page discoverability
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: anthropic-ai
Allow: /

# Allow important assets for rich snippets
Allow: /og-image.png
Allow: /stepmello.svg
Allow: /apple-touch-icon.png
Allow: /*.css$
Allow: /*.js$
Allow: /*.lottie$

# Sitemap location
Sitemap: https://stepmello.com/sitemap.xml

# Host directive (optional, for Yandex)
Host: https://stepmello.com