User-agent: Google-News
Allow: /contents
Allow: /contents/news

# Yeti
User-agent: Yeti
Allow: /

# NaverBot
User-agent: NaverBot
Allow: /

# https://mj12bot.com/
User-agent: MJ12bot
Disallow: /

# huawei
# https://aspiegel.com/petalbot
User-agent: PetalBot
Disallow: /

User-agent: *
Disallow: /apply
Disallow: /info
Disallow: /not_supported
Disallow: /profile
Disallow: /profile/salaries
Disallow: /profile/interviews
Disallow: /profile/drafts
Disallow: /profile/settings
Disallow: /profile/password
Disallow: /profile/newsletter
Disallow: /profile/company_follows
Disallow: /profile/invites
Disallow: /profile/invite_list
Disallow: /users
Disallow: /users/sign_in
Disallow: /users/sign_out
Disallow: /welcome/privacy
Disallow: /welcome/guides
Disallow: /welcome/notices
Disallow: /welcome/teaser
Disallow: /welcome/terms
Disallow: /wizard/
Disallow: /wizard/navigation
Disallow: /remove_company_from_recent_search_history
Disallow: /companies/*/salaries_of_job_rank/
Disallow: /common
Disallow: /partners/business_consulting

Sitemap: /sitemap.xml

# Pin code for daum 'web master tool'
DaumWebMasterTool:a916de5a948fdef52bebe07523b4f338e8b3b73f549991990a1b4e5ae6ba62c7:ut/tglt3TkJf/hRJtLX8bA==