# Allow OpenAI's product discovery bot
User-agent: OAI-SearchBot
Allow: /

# Default allowance for all other bots
User-agent: *
Allow: /
Disallow: *?lightbox=
Disallow: /_api/*

# Google Ads bots specific rules
User-agent: AdsBot-Google-Mobile
User-agent: AdsBot-Google
Disallow: /_partials*
Disallow: /pro-gallery-webapp/v1/galleries/*

# Block PetalBot
User-agent: PetalBot
Disallow: /

# Crawl delays for specific bots
User-agent: dotbot
Crawl-delay: 10

User-agent: AhrefsBot
Crawl-delay: 10

# Sitemap
Sitemap: https://www.bettermindlabs.org/sitemap.xml