User-agent: *
Disallow: /file/
Disallow: /data/
Disallow: /data/pdf/

User-Agent: Charlotte
Disallow: /