User-agent: *
Sitemap: https://www.themuse.com/sitemap.xml
Disallow: /clients/
Disallow: /dashboard/
Allow: /clients/*/media/*
Allow: /static/*

Disallow: /profiles/*/embed
Disallow: /profiles/*/embed?*
Disallow: /profiles/*/modules/*/embed
Disallow: /profiles/*/framed
Disallow: /profiles/*/framed?*
Disallow: /profiles/*/modules/*/framed

Disallow: /companies/*/embed
Disallow: /companies/*/embed?*
Disallow: /companies/*/modules/*/embed
Disallow: /companies/*/framed
Disallow: /companies/*/framed?*
Disallow: /companies/*/modules/*/framed

Disallow: /job/redirect/*
Disallow: /vendor/*
Disallow: /tracking/amp*
Disallow: /api/users*
Disallow: /cdn-cgi/*

User-agent: Twitterbot
Allow: /*

User-agent: Pinterest
Allow: /*