# *
User-agent: *
Allow: /
Disallow: /auth/*
Disallow: /internal/*
Disallow: /product/*
Disallow: /products/*
Disallow: /pricing/subscription
Disallow: /pricing/next
Disallow: /chrome-extension
Disallow: /support
Disallow: /onboarding
Disallow: /playground
Disallow: /uploads
Disallow: /login
Disallow: /blog/all-articles/*
Disallow: /*/blog/all-articles/*
Disallow: /byte/*
Disallow: /el/
Disallow: /fi/
Disallow: /da/
Disallow: /hi/
Disallow: /nb/
Disallow: /ro/

# Allow Google Ads and Bing Ads crawlers to access /byte/
User-agent: AdsBot-Google
Allow: /byte/*

User-agent: AdsBot-Google-Mobile
Allow: /byte/*

User-agent: adidxbot
Allow: /byte/*

# Sitemaps
Sitemap: https://thunderbit.com/sitemap.xml