User-agent: *
Disallow: /thedentalsitecontent
Disallow: /*?*
Disallow: /privacy-policy.txt
Allow: /thedentalsitecontent/1004068/
Allow: /thedentalsitecontent/themes/
sitemap: https://www.smilesbyjosh.com/sitemap.xml
User-Agent: rogerbot
Allow: /
User-Agent: Googlebot
Allow: /*.js
Allow: /*.css
User-Agent: GPTBot
Allow: /
User-Agent: OAI-SearchBot
Allow: /
User-Agent: Google-Extended
Allow: /
User-Agent: PerplexityBot
Allow: /
User-Agent: ClaudeBot
Allow: /
User-Agent: anthropic-ai
Allow: /
User-Agent: semrushbot
Allow: /
User-agent: CCBot
Disallow: /
User-agent: Bytespider
Disallow: /
Crawl-delay: 10