User-agent: *

# Sitemap
sitemap: https://www.4wheelparts.com/index.xml


Disallow: /maint/ 
Disallow: /qlfselector/ 
Disallow: /vselector/ 
Disallow: /cart/ 
Disallow: /checkout/ 
Disallow: /account/ 
Disallow: /svq/
Disallow: /reviews-answers/
Disallow: /storeLocator/gadgets/
Disallow: /pdp/gadgets/
Disallow: /s/

Disallow: /*productSelectedTab=true
Disallow: /*skuSelectedTab=true

Disallow: /*_requestid=

Disallow: /tools/


# RESEARCH TOOLS

User-agent: AhrefsBot
Disallow: /

User-agent: AhrefsBot/4.0
Disallow: /

User-agent: BacklinkCrawler
Disallow: /

User-agent: GSiteCrawler
Disallow: /

User-agent: ip-web-crawler.com
Disallow: /

User-agent: ips-agent
Disallow: /

User-agent: Linkdex
Disallow: /

User-agent: linkdex.com
Disallow: /

User-agent: linkdex.com/v2.0
Disallow: /

User-agent: linkdex.com/v2.1
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SpyFu
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: Xenu Link Sleuth
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: with MovableInk
Disallow:

# INTERNATIONAL

# United Kingdom

User-agent: COMODOSpider/Nutch-1.2
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: MJ12bot/v1.4.3
Disallow: /

User-agent: plukkie
Disallow: /

# Germany

User-agent: Acoon
Disallow: /

User-agent: careerbot
Disallow: /

User-agent: findlinks/2.6
Disallow: /

User-agent: OpenWebIndex/Nutch-1.6
Disallow: /

User-agent: OpenWebIndex
Disallow: /

User-agent: SistrixCrawler
Disallow: /

User-agent: Sistrix
Disallow: /

User-agent: SISTRIX Crawler
Disallow: /

User-agent: SISTRIX
Disallow: /

# Sweden

User-agent: psbot
Disallow: /

# Netherlands

User-agent: KaloogaBot
Disallow: /

# Czech

User-agent: SeznamBot
Disallow: /

User-agent: SeznamBot/1.0
Disallow: /

User-agent: SeznamBot/1.1
Disallow: /

User-agent: SeznamBot/3.0
Disallow: /

# China

User-agent: EasouSpider
Disallow: /

User-agent: JikeSpider
Disallow: /

User-agent: Sosospider+
Disallow: /

User-agent: Sosospider
Disallow: /

User-agent: Sosospider/2.0
Disallow: /

User-agent: 360Spider
Disallow: /

User-agent: YisouSpider
Disallow: /

User-agent: YoudaoBot/1.0
Disallow: /

User-agent: YoudaoBot/1.0
Disallow: /

User-agent: sogou spider
Disallow: /

# France

User-agent: Exabot/3.0
Disallow: /

User-agent: Exalead
Disallow: /

User-agent: ExaLead Crawler
Disallow: /

# Vietnam

User-agent: Wada.vn
Disallow: /

User-agent: Wada.vn Vietnamese Search
Disallow: /

User-agent: Wada.vn Vietnamese Search/2.1
Disallow: /

# South Korea

User-agent: Yeti
Disallow: /

# Russia

User-agent: aiHitBot
Disallow: /

User-agent: aiHitBot/1.0
Disallow: /

User-agent: aiHitBot/1.1
Disallow: /

User-agent: Mail.RU_Bot/2.0
Disallow: /

User-agent: Mail.RU
Disallow: /

User-agent: Mail.Ru
Disallow: /

User-agent: Mail.RU_Bot/2.0; +http://go.mail.ru/help/robots
Disallow: /

# Japan

User-agent: moget
Disallow: /

User-agent: ichiro
Disallow: /

User-agent: Ichiro
Disallow: /

User-agent: Ichiro 3.0
Disallow: /

User-agent: Arachmo
Disallow: /

User-agent: Zao
Disallow: /

# Crawl Delays

User-agent: Yandex
Crawl-delay: 5

User-agent: Baiduspider
Crawl-delay: 5

User-agent: NaverBot
Crawl-delay: 5

User-agent: Bingbot
# ref: TAPATG-8469
# temporarily change Bingbot's crawl-delay to 10 (Extremly Slow) over Cyber5 period
# Crawl-delay: 5
Crawl-delay: 10