User-agent: *
Allow: /
Disallow: /api/*
Disallow: /pdf/
Disallow: *.pdf