# MoltSearch AI Search Engine - robots.txt
# https://moltsearch.ai

# Allow all search engine crawlers
User-agent: *
Allow: /

# Sitemap location (important for Google)
Sitemap: https://moltsearch.ai/sitemap.xml

# Google-specific
User-agent: Googlebot
Allow: /
Crawl-delay: 1

# Bing-specific
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Block access to API routes and internal paths
Disallow: /api/
Disallow: /.well-known/
Disallow: /flutter_service_worker.js

# Allow important assets for rich snippets
Allow: /icons/
Allow: /assets/
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.webp$

# Host directive (for Yandex)
Host: https://moltsearch.ai