# BEGIN Cloudflare Managed content

User-Agent: *
Disallow: /wp-admin/
Allow: /

User-agent: SemrushBot
Disallow: /
 
User-agent: SiteAuditBot
Disallow: /
 
User-agent: SemrushBot-BA
Disallow: /
 
User-agent: SemrushBot-SI
Disallow: /
 
User-agent: SemrushBot-SWA
Disallow: /
 
User-agent: SplitSignalBot
Disallow: /
 
User-agent: SemrushBot-OCOB
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# END Cloudflare Managed Content

User-agent: *
# Don't crawl internal APIs, static build files, or admin tools
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /server-status
Disallow: /search/
Disallow: /contactus/
Disallow: /privacy/
Disallow: /term/
Allow: /

User-agent: turnitinbot
Disallow: /
User-agent: TinEye
Disallow: /
User-Agent: ImagesiftBot 
Disallow: /
User-agent: PerplexityBot
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: Omgilibot
Disallow: /
User-agent: FacebookBot
Disallow: /
User-agent: Applebot
Disallow: /
User-agent: anthropic-ai
Disallow: /
User-agent: Claude-Web
Disallow: /
User-agent: Diffbot
Disallow: /
User-agent: ImagesiftBot
Disallow: /
User-agent: Omgili
Disallow: /
User-agent: YouBot
Disallow: /
User-agent: Bytespider
Disallow: /

User-agent: Google-Extended
User-agent: GPTBot
User-agent: CCBot
User-agent: BeautifulSoup
User-agent: Scrapy
User-agent: ia_archiver
User-agent: archive.org_bot
User-agent: ia_archiver-web.archive.org
user-agent: Pinterestbot
User-agent: PetalBot
User-agent: HaoSouSpider
User-agent: MJ12bot
User-agent: Mediapartners-Google*
User-agent: IsraBot
User-agent: Orthogaffe
User-agent: UbiCrawler
User-agent: DOC
User-agent: Zao
User-agent: sitecheck.internetseer.com
User-agent: Zealbot
User-agent: MSIECrawler
User-agent: SiteSnagger
User-agent: WebStripper
User-agent: WebCopier
User-agent: Fetch
User-agent: Offline Explorer
User-agent: Teleport
User-agent: TeleportPro
User-agent: WebZIP
User-agent: linko
User-agent: HTTrack
User-agent: Microsoft.URL.Control
User-agent: Xenu
User-agent: larbin
User-agent: libwww
User-agent: ZyBORG
User-agent: Download Ninja
User-agent: fast
User-agent: wget
User-agent: grub-client
User-agent: k2spider
User-agent: NPBot
User-agent: WebReaper
User-agent: proximic
User-agent: wget
User-agent: Teleport
User-agent: WebCopy
User-agent: SiteSucker
User-agent: Goo 
User-agent: Y!J*
User-agent: Y!J-SRD/1.0
User-agent: Y!J-MBS/1.0
User-agent: Y!J-BRW/1.0 crawler
User-agent: Y!J-BRJ/YATS crawler
User-agent: Y!J-BRL/YATSS crawler
User-agent: Y!J-BRM/YATSD crawler
User-agent: Y!J-BRN/YATSA crawler
User-agent: Y!J-BRY/YATSH crawler
User-agent: Y!J-BRZ/YATSHA crawler
User-agent: Y!J-BRI/0.0.1 crawler
User-agent: CyotekWebCopy
User-Agent: CyotekWebCopy/1.0 CyotekWebCrawler/1.0
User-Agent: CyotekWebCopy/1.0 CyotekHTTP/2.0
User-Agent: CyotekWebCopy/1.6 CyotekHTTP/2.0
User-Agent: CyotekWebCopy/1.8 CyotekHTTP/2.0
User-Agent: LightspeedSystemsCrawler
Disallow: /

Sitemap: https://jgvdata.com/sitemap_index.xml