Sitemap: https://www.datensen.com/sitemap.xml
Sitemap: https://www.datensen.com/blog/page-sitemap.xml
Sitemap: https://www.datensen.com/blog/post-sitemap.xml
User-agent: *
Disallow: /admin/
Disallow: /api/
Disallow: /archive/
Disallow: /classes/
Disallow: /config/
Disallow: /dist/
Disallow: /downloads/
Disallow: /moonmodeler/
Disallow: /meteormodeler/
Disallow: /tests/
Disallow: /builds/
Disallow: /mgm/
Disallow: /mgmstaging/
Disallow: /feedback/
Disallow: /files/
Disallow: /errorlog/
Disallow: /service/
Disallow: /cron/
Disallow: /mailer/
Disallow: /newsletters/

User-agent: Yandex
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: ia_archiver
Disallow: /