User-agent: *
Disallow: /assets/*
Disallow: /vendor/*
User-agent: ia_archiver
Disallow: /