User-Agent: *
Disallow: /ARTICLES
Disallow: /content/account/
Disallow: /content/candidate/
Disallow: /content/company/
Disallow: /content/auth/
Disallow: /articles
Crawl-Delay: 1