# /robots.txt file for http://www.formfactor.com/
# 03-21-25 - add User-agent: * Disallow: /download


User-agent: *
Crawl-delay: 10

User-agent: AhrefsBot
Crawl-Delay: 5

User-agent: Googlebot
Crawl-Delay: 3
Disallow: /download/
Disallow: /page/*
Disallow: /blog/ffi-filter/*
Disallow: /blog/ffi-filter-attr/*
Disallow: /zh/
Disallow: /ja/
Disallow: /dev-page/

# bingbot - Disallow download 03/21/25
User-agent: bingbot
Crawl-delay: 20
Disallow: /download/
Disallow: /page/*
Disallow: /blog/ffi-filter/*
Disallow: /blog/ffi-filter-attr/*
Disallow: /zh/
Disallow: /ja/
Disallow: /dev-page/


User-agent: msnbot
Crawl-delay: 1
Disallow: /download/
Disallow: /page/*
Disallow: /blog/ffi-filter/*
Disallow: /blog/ffi-filter-attr/*
Disallow: /zh/
Disallow: /ja/
Disallow: /dev-page/

# Petal Bot - Disallow download 03/21/25
User-agent: PetalBot
Disallow: /download/


User-agent: msnbot-media
Crawl-delay: 1


User-agent: *
Disallow: /download/
Disallow: /page/*
Disallow: /blog/ffi-filter/*
Disallow: /blog/ffi-filter-attr/*
Disallow: /zh/
Disallow: /ja/
Disallow: /dev-page/

User-agent: meta-externalagent # 040126
Allow: /                    # Allow everything
Disallow: /download/         # Disallow a specific directory

User-agent: meta-externalagent/1.1 # 040126
Allow: /                    # Allow everything
Disallow: /download/         # Disallow a specific directory


User-agent: SemrushBot
Disallow: /download/

User-agent: SemrushBot-SA
Disallow: /download/

User-agent: SiteAuditBot
Disallow: /download/

User-agent: SemrushBot-BA
Disallow: /download/

User-agent: SemrushBot-SI
Disallow: /download/

User-agent: SemrushBot-SWA
Disallow: /download/

User-agent: SplitSignalBot
Disallow: /download/

User-agent: SemrushBot-OCOB
Disallow: /download/

User-agent: SemrushBot-FT
Disallow: /download/