# tripKbeauty — robots.txt
#
# The designer/salon directory published on this site is a database that has been
# compiled, arranged and maintained through a substantial investment of time,
# capital and human effort. Automated collection, extraction or re-utilization of
# all or any substantial part of it — including by repeated retrieval of small
# parts — is prohibited except as expressly permitted below.
#
# This file is incorporated by reference into the Terms of Use (Article 5):
#   https://tripkbeauty.com/terms-of-use
# Requests for crawling permission: tripkbeauty@gmail.com

# --- General-purpose search engines: allowed (search visibility is a channel) ---
User-agent: Googlebot
Disallow: /diag/
Disallow: /admin/
Disallow: /api/
Allow: /

User-agent: Bingbot
Disallow: /diag/
Disallow: /admin/
Disallow: /api/
Allow: /

User-agent: Yeti
Disallow: /diag/
Disallow: /admin/
Disallow: /api/
Allow: /

User-agent: Daum
Disallow: /diag/
Disallow: /admin/
Disallow: /api/
Allow: /

User-agent: Applebot
Disallow: /diag/
Disallow: /admin/
Disallow: /api/
Allow: /

# --- Answer engines that send referral traffic: allowed ---
User-agent: OAI-SearchBot
Disallow: /diag/
Disallow: /admin/
Disallow: /api/
Allow: /

User-agent: PerplexityBot
Disallow: /diag/
Disallow: /admin/
Disallow: /api/
Allow: /

# --- Competitive-intelligence / SEO audit crawlers: denied ---
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Bytespider
Disallow: /

# --- Bulk training crawlers: denied ---
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

# --- Everyone else ---
User-agent: *
Crawl-delay: 10
Disallow: /diag/
Disallow: /admin/
Disallow: /api/
Allow: /