# robots.txt User-Agent: * Disallow: /en/ Disallow: /fr/ Disallow: /images/ Disallow: /media/ Disallow: /pdf/ Disallow: /flv/