2024-07-12 16:58:00 +02:00
|
|
|
# v.1.0 - 2024-07-12
|
|
|
|
|
# GENERATED BY update_robots.py
|
|
|
|
|
|
2024-07-12 15:22:49 +02:00
|
|
|
User-agent: ClaudeBot
|
|
|
|
|
Disallow: /
|
|
|
|
|
|
|
|
|
|
User-agent: Claude-Web
|
|
|
|
|
Disallow: /
|
|
|
|
|
|
|
|
|
|
User-agent: SemrushBot
|
|
|
|
|
Disallow: /
|
|
|
|
|
|
|
|
|
|
User-agent: SemrushBot-SA
|
|
|
|
|
Disallow: /
|
|
|
|
|
|
|
|
|
|
User-agent: Yandex
|
|
|
|
|
Disallow: /
|
|
|
|
|
|
|
|
|
|
User-agent: YandexBot
|
|
|
|
|
Disallow: /
|
|
|
|
|
|
|
|
|
|
User-agent: Bytedance
|
|
|
|
|
Disallow: /
|
|
|
|
|
|
|
|
|
|
User-agent: Bytespider
|
|
|
|
|
Disallow: /
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
User-agent: SemrushBot
|
|
|
|
|
Disallow: /
|
|
|
|
|
|
|
|
|
|
User-agent: SemrushBot-SA
|
|
|
|
|
Disallow: /
|
|
|
|
|
|
|
|
|
|
User-agent: Yandex
|
|
|
|
|
Disallow: /
|
|
|
|
|
|
|
|
|
|
User-agent: YandexBot
|
|
|
|
|
Disallow: /
|
|
|
|
|
|
|
|
|
|
User-agent: Bytedance
|
|
|
|
|
Disallow: /
|
|
|
|
|
|
|
|
|
|
User-agent: Bytespider
|
|
|
|
|
Disallow: /
|
|
|
|
|
|
|
|
|
|
User-agent: *
|
|
|
|
|
# Disallow: /home
|
|
|
|
|
# Disallow: /explore
|
|
|
|
|
Disallow: /exploratories
|
|
|
|
|
Disallow: /admin
|
|
|
|
|
Disallow: /private
|
|
|
|
|
|
|
|
|
|
Disallow: /cookie-policy
|
|
|
|
|
Disallow: /terms-of-use
|
|
|
|
|
Disallow: /manage-invite
|
|
|
|
|
|
|
|
|
|
Disallow: /authorization
|
|
|
|
|
Disallow: /group/
|
|
|
|
|
Disallow: */group/
|
|
|
|
|
|
|
|
|
|
Disallow: /group/control_panel
|
|
|
|
|
|
|
|
|
|
# Disallow: /catalogue-*
|
|
|
|
|
|
|
|
|
|
# Disallow: /catalogue-aginfra
|
|
|
|
|
# Disallow: /catalogue-bluecloud
|
|
|
|
|
# Disallow: /catalogue-d4s
|
|
|
|
|
# Disallow: /catalogue-desira
|
|
|
|
|
# Disallow: /catalogue-imarine
|
|
|
|
|
# Disallow: /catalogue-sobigdata
|
|
|
|
|
|
|
|
|
|
Disallow: /expression-of-interest
|
|
|
|
|
Disallow: /how-to-access-resources
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
Sitemap: https://{{HOSTNAME}}/sitemap.xml
|
