# ARCHIVERS #

User-agent: archive.org_bot
User-agent: Arquivo-web-crawler
User-agent: heritrix
User-agent: ia_archiver
User-agent: ia_archiver-web.archive.org
User-agent: Nicecrawler
Disallow: /

# CRAWLERS #

User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: SiteAuditBot
User-agent: SemrushBot-BA
User-agent: SemrushBot-SI
User-agent: SemrushBot-SWA
User-agent: SemrushBot-CT
User-agent: SplitSignalBot
User-agent: SemrushBot-COUB
User-agent: Barkrowler
User-agent: BLEXBot
User-agent: BrightEdge Crawler
User-agent: Cocolyzebot
User-agent: DataForSeoBot
User-agent: DomainStatsBot
User-agent: dotbot
User-agent: hypestat
User-agent: linkdexbot
User-agent: MJ12bot
User-agent: online-webceo-bot
User-agent: Screaming Frog SEO Spider
User-agent: SenutoBot
User-agent: SeobilityBot
User-agent: SEOkicks
User-agent: SEOlizer
User-agent: serpstatbot
User-agent: SiteCheckerBotCrawler
User-agent: ZoomBot
Disallow: /

# UNCATEGORIZED CRAWLERS #

User-agent: 007ac9 Crawler
User-agent: A Patent Crawler
User-agent: AdsTxtCrawler
User-agent: awesomecrawler
User-agent: BacklinkCrawler
User-agent: Birdcrawlerbot
User-agent: CISPA Webcrawler
User-agent: Companybook-Crawler
User-agent: content crawler spider
User-agent: ConveraCrawler
User-agent: crawler4j
User-agent: CrawlyProjectCrawler
User-agent: deepcrawl
User-agent: DomainCrawler
User-agent: e.ventures Investment Crawler
User-agent: EroCrawler
User-agent: FAST Enterprise Crawler
User-agent: FAST-WebCrawler
User-agent: fr-crawler
User-agent: GarlikCrawler
User-agent: GingerCrawler
User-agent: Gluten Free Crawler
User-agent: GrapeshotCrawler
User-agent: gsa-crawler
User-agent: IAS crawler
User-agent: ICC-Crawler
User-agent: ip-web-crawler.com
User-agent: it2media-domain-crawler
User-agent: kbcrawl
User-agent: lssrocketcrawler
User-agent: MBCrawler
User-agent: minicrawler
User-agent: MSIECrawler
User-agent: netEstate NE Crawler
User-agent: Neticle Crawler
User-agent: NimbleCrawler
User-agent: peer39_crawler
User-agent: RukiCrawler
User-agent: SafeSearch microdata crawler
User-agent: Seekport Crawler
User-agent: SimpleCrawler
User-agent: sistrix crawler
User-agent: toCrawl
User-agent: TombaPublicWebCrawler
User-agent: trendkite-akashic-crawler
User-agent: UbiCrawler
User-agent: TombaPublicWebCrawler
User-agent: UsineNouvelleCrawler
User-agent: webcompanycrawler
Disallow: /

# UNCATEGORIZED SPIDERS #

User-agent: URL_Spider_Pro
User-agent: ToutiaoSpider
User-agent: Sosospider
User-agent: Sogou spider2
User-agent: Sogou inst spider
User-agent: LNSpiderguy
User-agent: Linespider
User-agent: lb-spider
User-agent: Landau-Media-Spider
User-agent: Kenjin Spider
User-agent: k2spider
User-agent: JikeSpider
User-agent: Jamie's Spider
User-agent: gnam gnam spider
User-agent: Baiduspider-video
User-agent: Baiduspider-news
User-agent: Baiduspider-image
User-agent: 360Spider-Video
User-agent: 360Spider-Image
User-agent: EtaoSpider
User-agent: sogou spider
Disallow: /

# FETCHERS # 

User-agent: BazQux
User-agent: bitlybot
User-agent: BublupBot
# User-agent: Discordbot
User-agent: Embedly
# User-agent: facebookexternalhit
# User-agent: Feedly
User-agent: FlipboardProxy
User-agent: FreshRSS
User-agent: Friendica
# User-agent: Google Web Preview
# User-agent: Google-Read-Aloud
User-agent: Hatena 
User-agent: Iframely
User-agent: inoreader
# User-agent: LinkedInBot
User-agent: Mail.RU_Bot
# User-agent: Mastodon 
User-agent: Miniflux
User-agent: NewsBlur
User-agent: Nextcloud 
# User-agent: Pinterestbot
User-agent: PocketParser
# User-agent: redditbot
User-agent: SerendeputyBot
User-agent: SimplePie
# User-agent: SkypeUriPreview
User-agent: Slackbot-LinkExpanding
User-agent: Snap URL Preview Service
# User-agent: snapchat
User-agent: startmebot
User-agent: Superfeedr 
User-agent: SurdotlyBot
User-agent: Synapse
# User-agent: TelegramBot
User-agent: Tiny Tiny RSS
# User-agent: Twitterbot
# User-agent: Viber
User-agent: vkShare
# User-agent: WhatsApp
# User-agent: Yahoo Link Preview
Disallow: /

# AI SCRAPERS # 

# User-agent: Applebot-Extended
User-agent: Bytespider
User-agent: CCBot
User-agent: ClaudeBot
User-agent: Diffbot
# User-agent: FacebookBot
# User-agent: Google-Extended
User-agent: GPTBot
User-agent: Meta-ExternalAgent
User-agent: omgili
User-agent: Timpibot
Disallow: /

# SCRAPERS #

User-agent: 008
User-agent: Dataprovider.com
User-agent: dcrawl
User-agent: HTTrack
User-agent: HTTrack 3.0
User-agent: MetaInspector
User-agent: newspaper
User-agent: Nutch
User-agent: Offline Explorer
User-agent: OpenindexSpider
User-agent: Scrapy
Disallow: /

# INTELLIGENCE GATHERERS #

User-agent: adbeat_bot
# User-agent: AdsBot-Google
# User-agent: AdsBot-Google-Mobile
User-agent: aiHitBot
User-agent: AndersPinkBot
User-agent: ArchiveBot
User-agent: AwarioBot
User-agent: AwarioSmartBot
User-agent: BitSightBot
User-agent: Blackboard
User-agent: BrandVerity 
User-agent: Cincraw
User-agent: ev-crawler
# User-agent: Google-Safety
User-agent: HubSpot
User-agent: ImagesiftBot
User-agent: IonCrawl
User-agent: Jugendschutzprogramm-Crawler
User-agent: KStandBot
User-agent: LightspeedSystemsCrawler
User-agent: linkfluence
User-agent: LinkWalker
User-agent: magpie-crawler
# User-agent: Mediapartners-Google
User-agent: Mediatoolkitbot
User-agent: MuckRack
User-agent: NetcraftSurveyAgent
User-agent: Netvibes
User-agent: Pandalytics
User-agent: panscient.com
User-agent: proximic
User-agent: scoop.it
User-agent: SeekportBot
User-agent: SMTBot
User-agent: trendictionbot
User-agent: TrendsmapResolver
User-agent: Turnitin
User-agent: TurnitinBot
User-agent: TweetmemeBot
User-agent: Twingly
User-agent: um-LN
User-agent: VelenPublicWebCrawler
User-agent: ZoominfoBot
Disallow: /

# +++ #

User-agent: EventMachine HttpClient
User-agent: niki-bot
User-agent: istellabot
User-agent: Go-http-client/1.1
User-agent: adscanner
User-agent: IonCrawl
#
User-agent: GeedoProductSearch
User-agent: PagePeeker
User-agent: Uptimebot.org
User-agent: UptimeRobot
User-agent: coccoc
User-agent: coccocbot
User-agent: coccocbot-web
Disallow: /

# BUGNARD #

User-agent: *
Disallow: /api
Disallow: /fr/commande
Disallow: /de/bestellung

Sitemap: https://www.bugnard.ch/sitemap.xml