# Please do not edit this file
# v1 20241104

Sitemap: https://www.wealthclub.co.uk/sitemap.xml

#
#   ,___,
#   [0v0]
#   /)_)
#  /)__)
# ^^| \
# --"--"--
#

User-agent: *
Disallow: *.pdf
Disallow: /search/
Disallow: /umbraco/
Disallow: /download-document*

#User-agent: AdsBot-Google
#User-agent: AdsBot-Google-Mobile
#Disallow: *.pdf
#Disallow: /search/

#
# do not want
#
User-agent: AhrefsBot
User-agent: Ahrefs Site Audit
User-agent: Barkrowler
User-agent: Botify
User-agent: Cxense
User-agent: DataForSEO
User-agent: DataForSEOBot
User-agent: JenkersBot
User-agent: magpie-crawler
User-agent: marketgoo
User-agent: MoodleBot
User-agent: Moz dotbot
User-agent: Moz rogerbot
User-agent: omgili
User-agent: omgilibot
User-agent: Online Webceo Bot
User-agent: Scrapy
User-agent: SE Ranking Bot
User-agent: Semrushbot
User-agent: SEO Audit Check Bot
User-agent: SiteAuditBot
User-agent: Siteimprove Crawl
User-agent: yacy
User-agent: YandexMetrika
User-agent: AddThis
Disallow: /

#
# overseas search
#
User-agent: Baidu
User-agent: coccocbot-web
User-agent: PetalBot
User-agent: SeznamBot
User-agent: Sogou
User-agent: YandexBot
User-agent: YandexVideo
User-agent: YandexVideoParser
User-agent: Yeti by Naver
Disallow: /

#
# llm
#
User-agent: anthropic-ai
User-agent: Applebot-Extended
User-agent: Bytespider
User-agent: CCBot
User-agent: ChatGPT-User
User-agent: Claude-Web
User-agent: ClaudeBot
User-agent: cohere-ai
User-agent: FacebookBot
User-agent: Google-Extended
User-agent: GPTBot
User-agent: PerplexityBot
User-agent: YandexAdditional
User-agent: YandexAdditionalBot
User-agent: YouBot
Disallow: /

#
# naughty step
#
User-agent: DOC
User-agent: Download Ninja
User-agent: fast
User-agent: Fetch
User-agent: grub-client
User-agent: HTTrack
User-agent: larbin
User-agent: libwww
User-agent: linko
User-agent: Microsoft.URL.Control
User-agent: MJ12bot
User-agent: MSIECrawler
User-agent: NPBot
User-agent: Offline Explorer
User-agent: SiteSnagger
User-agent: Teleport
User-agent: TeleportPro
User-agent: UbiCrawler
User-agent: WebCopier
User-agent: WebReaper
User-agent: WebStripper
User-agent: WebZIP
User-agent: Xenu
User-agent: Zao
User-agent: Zealbot
User-agent: ZyBORG
Disallow: /

# end