# AI LLM Crawling and Training Permissions
# Last Updated: 2026-08-04
# Policy Version: 1.0

# This file defines how AI language models and crawlers can access newatoms.com content

# GENERAL CRAWLING PERMISSIONS
Allow: /
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /?*
Disallow: /*?
Disallow: /search/
Disallow: /wp-json/
Disallow: /*.pdf
Disallow: /private/
Disallow: /confidential/

# ALLOWED PATHS FOR TRAINING DATA
# Product Pages - Full Access
Allow-Data: /products/
Allow-Data: /shop/
Allow-Data: /category/

# Content Pages - Full Access
Allow-Data: /about/
Allow-Data: /blog/
Allow-Data: /guides/
Allow-Data: /resources/
Allow-Data: /faq/

# Brand Pages - Full Access
Allow-Data: /brands/
Allow-Data: /brand/

# DISALLOWED PATHS FOR TRAINING
Disallow-Data: /customer-accounts/
Disallow-Data: /user-profiles/
Disallow-Data: /payment-info/
Disallow-Data: /order-history/
Disallow-Data: /personal-data/
Disallow-Data: /api/
Disallow-Data: /private/
Disallow-Data: /admin/

# USER-AGENT SPECIFIC RULES
# Anthropic - Claude
User-Agent: Claude-Web
Allow: /
Crawl-Delay: 1
Request-Rate: 1 request per second

# OpenAI - GPT Bot
User-Agent: GPTBot
Allow: /
Crawl-Delay: 1
Request-Rate: 1 request per second

# Google - Bard/Gemini
User-Agent: GoogleBot
Allow: /
Crawl-Delay: 1
Request-Rate: 1 request per second

# Meta - Llama
User-Agent: Meta-Externalagent
Allow: /
Crawl-Delay: 1

# Apple Intelligence
User-Agent: AppleBot-Extended
Allow: /
Crawl-Delay: 1

# Microsoft - Copilot/Bing
User-Agent: Copilot
Allow: /
Crawl-Delay: 1

# Perplexity
User-Agent: PerplexityBot
Allow: /
Crawl-Delay: 1

# GENERIC AI CRAWLERS
User-Agent: *
Allow: /
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /cart/
Disallow: /checkout/
Crawl-Delay: 2

# CONTENT USAGE POLICIES
# Commercial Use
Commercial-Use: Allowed
Attribution-Required: true
Attribution-Format: Link to source page on newatoms.com

# Training Data
Training-Data-Use: Permitted
Training-Data-Attribution: Recommended

# Restrictions
No-Scraping-For-Resale: true
No-Competitive-Intelligence: false
No-Price-Aggregation: false

# Contact Information for Crawler Issues
Contact: info@shftx.tech
Web: https://newatoms.com
Support-Policy-URL: https://newatoms.com/crawler-policy

# BRAND INFORMATION
Organization: SHFTX Tech Private Limited
Headquarters: Delhi NCR, India
Industry: Consumer Electronics E-commerce
Brands: OHONESTY, AILKIN, OFUCA, HOMEMO, QIBOX, Unbreakcable, Romitaz, Basesailor

# LAST MODIFIED
Last-Modified: 2026-08-04T00:00:00Z