# robots.txt for www.vexacademy.net

# Allow all search engines access
User-agent: *
Disallow:

# Block specific folders (use relative paths from the site's root)
Disallow: /Administrator/Admin/Messages/
Disallow: /Administrator/
Disallow: /vex/Account/
Disallow: /Media/CourseVideos/
Disallow: /Media/EmailAttachments/
Disallow: /Media/ProfilePhoto/
Disallow: /Media/Resources/
Disallow: /Students_Profile_pictures/
Disallow: /ChrisKeyPhanox/
Disallow: /vex/Message/
Disallow: /vex/PaymentOAuth/
Disallow: /vex/Styles/
Disallow: /vex/Sessions/
Disallow: /vex/Logout/

# Allow full access to certain directories
Allow: /Administrator/Admin/Messages/Media/Thumbnails/
Allow: /Administrator/Admin/Messages/Media/Trailer/

# Block specific bots
User-agent: BadBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

# Set crawl-delay (useful for controlling how often bots access the site)
User-agent: *
Crawl-delay: 1

# Sitemap location
Sitemap: https://vexacademy.net/sitemaps/urllist.txt
Sitemap: https://vexacademy.net/sitemaps/sitemap_4455418.xml
Sitemap: https://vexacademy.net/sitemaps/sitemap_4455418.html
Sitemap: https://vexacademy.net/sitemap.xml