User-agent: *
Allow: /
# Optimization for Google Ads Bot
User-agent: AdsBot-Google-Mobile
User-agent: AdsBot-Google
Disallow: /_api/*
Disallow: /_partials*
Disallow: /pro-gallery-webapp/v1/galleries/*
# Block PetalBot
User-agent: PetalBot
Disallow: /
Sitemap: https://www.butterbitseverywhere.com/sitemap.xml
# Auto generated, go to SEO Tools > Robots.txt Editor to change this
gtag('set', {'user_id': 'USER_ID'}); // Set the user ID using signed-in user_id.
google-site-verification: google08310c58276d7c32.html
fbq('track', 'ViewContent', {
content_ids: ['123'], // 'REQUIRED': array of product IDs
content_type: 'product', // RECOMMENDED: Either product or product_group based on the content_ids or contents being passed.
});
User-agent: *
Allow: /
User-agent: Googlebot
Disallow: *?lightbox=
# Optimization for Google Ads Bot
User-agent: AdsBot-Google-Mobile
User-agent: AdsBot-Google
Disallow: /_api/*
Disallow: /_partials*
Disallow: /pro-gallery-webapp/v1/galleries/*
# Block PetalBot
User-agent: PetalBot
Disallow: /
# Crawl delay for overly enthusiastic bots
User-agent: dotbot
Crawl-delay: 10
User-agent: AhrefsBot
Crawl-delay: 10
Sitemap: https://www.butterbitseverywhere.com/sitemap.xml
# Auto generated, go to SEO Tools > Robots.txt Editor to change this
