# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:

User-agent: *

Sitemap: https://careerfoundry.com/sitemap.xml

Sitemap: https://careerfoundry.com/en/video-sitemap.xml

Sitemap: http://app.wistia.com/sitemaps/66891.xml

User-agent: *
Disallow: /signup$
Disallow: /signup/$
Disallow: /signin$
Disallow: /signin/$
Disallow: /login$
Disallow: /login/$
Disallow: /*settings
Disallow: /forgot_password$
Disallow: /forgot_password/$
Disallow: /*welcome
Disallow: /*enroll
Disallow: /*spots_available
Disallow: /*payment_confirm
Disallow: /*dashboard
Disallow: /*themes/*
Disallow: /*exercise/*
Disallow: /*program_checkout/*
Disallow: /*programme_checkout/*
Disallow: *.pdf
Disallow: /*careerhub*
Disallow: /*course-plan
Disallow: /*contract_billing_profiles/*
Disallow: /*mentor_billing_profiles/*
Disallow: /*all_notifications/*
Disallow: /*submissions/*
Disallow: /*user_achievements/*
Disallow: /*course_extensions/*
Disallow: /*communications/*
Disallow: /*en/career/*
Disallow: /*faq
Disallow: /*course-guidebook
Disallow: /*blog/authors/*
Disallow: /*blog/?q=*
Disallow: /*events/?event_topics=*
Disallow: /*en/forms/*/
Disallow: /*?*

User-agent: Twitterbot
Allow: /*?utm*

User-agent: facebookexternalhit
Allow: /*?utm*