# Allow all search engines to crawl the entire site User-agent: * Allow: / # Give full access to Googlebot User-agent: Googlebot Allow: / # Block certain query parameters that are related to lightbox functionality Disallow: *?lightbox= # Optimization for Google Ads Bot User-agent: AdsBot-Google-Mobile User-agent: AdsBot-Google Disallow: /_api/* Disallow: /_partials* Disallow: /pro-gallery-webapp/v1/galleries/* # Block PetalBot from crawling the site User-agent: PetalBot Disallow: / # Set crawl delay for overly enthusiastic bots User-agent: dotbot Crawl-delay: 10 User-agent: AhrefsBot Crawl-delay: 10 # Sitemap URL for search engines to find the sitemap Sitemap: https://www.junky-traveler.com/sitemap.xml # Auto-generated, go to SEO Tools > Robots.txt Editor to change this