User-agent: *
Allow: /
Disallow: /private/
Disallow: /cgi-bin/
 
# Block Common Crawl
User-agent: CCBot
Allow: /
 
User-agent: GPTBot
Allow: /
 
User-agent: ChatGPT-user
Allow: /
 
User-agent: ClaudeBot
Allow: /
 
User-agent: PerplexityBot
Allow: /
 
User-agent: Gemini-Deep-Research
Allow: /
 
User-agent: Amazonbot
Disallow: /
 
User-agent: Applebot-Extended
Disallow: /
 
User-agent: Bytespider
Disallow: /
 
User-agent: CloudflareBrowserRenderingCrawler
Disallow: /
 
User-agent: Google-Extended
Disallow: /
 
User-agent: meta-externalagent
Disallow: /
 
Sitemap: https://iapptechnologies.com/sitemap.xml
Sitemap: https://iapptechnologies.com/blog/sitemap_index.xml