# AI bots
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: GPTBot
Allow: /

# All other bots (google etc)
User-agent: *
Disallow: /wp-admin/
Disallow: /beheer/
Disallow: /portal/
Disallow: */?s=
Disallow: */?add-to-cart=
Disallow: */?undo_item=
Disallow: */?ch=
Disallow: /?tfloginfailed
Disallow: /site/uploads/2024/02/Productlicenties.nl_Privacyverklaring22.pdf
Disallow: /site/uploads/2024/02/Productlicenties.nl_Algemene-Voorwaarden22.pdf
Disallow: /site/uploads/2024/02/Productlicenties.nl_Disclaimer22.pdf
Disallow: /Productlicenties.nl_Algemene-Voorwaarden22.pdf
Disallow: /Productlicenties.nl_Disclaimer22.pdf
Disallow: /Productlicenties.nl_Privacyverklaring22.pdf
Disallow: /Productlicenties.nl_terugbetalingsbeleid22.pdf
Disallow: /Productlicenties.nl_Retourbeleid22.pdf

Allow: /wp-admin/admin-ajax.php
Sitemap: https://www.productlicenties.nl/sitemap_index.xml

# Disallow some chinese rusian etc
User-agent: Baiduspider
User-agent: Baiduspider-image
User-agent: Baiduspider-news
User-agent: Baiduspider-video
User-agent: coccoc
User-agent: coccocbot-image
User-agent: coccocbot-web
User-agent: Daumoa
User-agent: gooblog
User-agent: HaoSouSpider
User-agent: ichiro
User-agent: JikeSpider
User-agent: Mail.Ru
User-agent: Rambler
User-agent: SeznamBot
User-agent: Sosospider
User-agent: Sogou blog
User-agent: Sogou inst spider
User-agent: Sogou News Spider
User-agent: Sogou Orion spider
User-agent: Sogou spider2
User-agent: Sogou web spider
User-agent: SputnikBot
User-agent: Yandex
User-agent: YandexMobileBot
user-agent: Yeti
User-agent: yoozBot
User-agent: YoudaoBot
User-agent: YandexBot
User-agent: Sogou web
User-agent: 360Spider
User-agent: 360Spider-Image
User-agent: 360Spider-Video
Disallow: /