# MJ12bot
User-agent: MJ12bot
Disallow: /

# Orthogaffe
User-agent: Orthogaffe
Disallow: /

# UbiCrawler
User-agent: UbiCrawler
Disallow: /

# DOC
User-agent: DOC
Disallow: /

# Zao
User-agent: Zao
Disallow: /

# sitecheck.internetseer.com
User-agent: sitecheck.internetseer.com
Disallow: /

# Zealbot
User-agent: Zealbot
Disallow: /

# MSIECrawler
User-agent: MSIECrawler
Disallow: /

# SiteSnagger
User-agent: SiteSnagger
Disallow: /

# WebStripper
User-agent: WebStripper
Disallow: /

# WebCopier
User-agent: WebCopier
Disallow: /

# Fetch
User-agent: Fetch
Disallow: /

# Offline Explorer
User-agent: Offline Explorer
Disallow: /

# Teleport
User-agent: Teleport
Disallow: /

# TeleportPro
User-agent: TeleportPro
Disallow: /

# WebZIP
User-agent: WebZIP
Disallow: /

# linko
User-agent: linko
Disallow: /

# HTTrack
User-agent: HTTrack
Disallow: /

# Microsoft.URL.Control
User-agent: Microsoft.URL.Control
Disallow: /

# Xenu
User-agent: Xenu
Disallow: /

# larbin
User-agent: larbin
Disallow: /

# libwww
User-agent: libwww
Disallow: /

# ZyBORG
User-agent: ZyBORG
Disallow: /

# Download Ninja
User-agent: Download Ninja
Disallow: /

# fast
User-agent: fast
Disallow: /

# wget
User-agent: wget
Disallow: /

# NPBot
User-agent: NPBot
Disallow: /

# WebReaper
User-agent: WebReaper
Disallow: /

# BUbiNG
User-agent: BUbiNG
Disallow: /

# Barkrowler
User-agent: Barkrowler
Disallow: /

# Yandex
User-agent: Yandex
Disallow: /

# Baidu
User-agent: Baidu
Disallow: /

# Semalt
User-agent: Semalt
Disallow: /

# turnitinbot
User-agent: turnitinbot
Disallow: /

# CCBot
User-agent: CCBot
Disallow: /

# Bytespider
User-agent: Bytespider
Disallow: /

# Screaming Frog SEO Spider
User-agent: Screaming Frog SEO Spider
Allow: /
Disallow: /api/

# SemrushBot
User-agent: SemrushBot
Allow: /
Disallow: /api/

# SemrushBot-BA
User-agent: SemrushBot-BA
Allow: /
Disallow: /api/

# SemrushBot-SI
User-agent: SemrushBot-SI
Allow: /
Disallow: /api/

# SemrushBot-SWA
User-agent: SemrushBot-SWA
Allow: /
Disallow: /api/

# SemrushBot-CT
User-agent: SemrushBot-CT
Allow: /
Disallow: /api/

# SemrushBot-BM
User-agent: SemrushBot-BM
Allow: /
Disallow: /api/

# SplitSignalBot
User-agent: SplitSignalBot
Allow: /
Disallow: /api/

# AhrefsBot
User-agent: AhrefsBot
Allow: /
Disallow: /api/

# AhrefsSiteAudit
User-agent: AhrefsSiteAudit
Allow: /
Disallow: /api/

# ClaudeBot
User-agent: ClaudeBot
Allow: /
Disallow: /api/

# Claude-User
User-agent: Claude-User
Allow: /
Disallow: /api/

# Claude-SearchBot
User-agent: Claude-SearchBot
Allow: /
Disallow: /api/

# GPTBot
User-agent: GPTBot
Allow: /
Disallow: /api/

# ChatGPT-User
User-agent: ChatGPT-User
Allow: /
Disallow: /api/

# OAI-SearchBot
User-agent: OAI-SearchBot
Allow: /
Disallow: /api/

# Google-Extended
User-agent: Google-Extended
Allow: /
Disallow: /api/

# GoogleOther
User-agent: GoogleOther
Allow: /
Disallow: /api/

# PerplexityBot
User-agent: PerplexityBot
Allow: /
Disallow: /api/

# Perplexity-User
User-agent: Perplexity-User
Allow: /
Disallow: /api/

# *
User-agent: *
Disallow: /api/

# Sitemap
Sitemap: https://www.usaveautoauction.com/sitemap.xml
Sitemap: https://www.usaveautoauction.com/server-sitemap.xml