User-agent: *
Allow: /
Disallow: /404.html
Disallow: /media/newspapers/language/
Disallow: /internet/webhosting/webhosting/
Disallow: /entertainment/shopping/onlineshopping/
Disallow: /internet/portal/automobileportal/