User-agent: *
disallow: /*.php$ 
disallow: /*.js$ 
disallow: /*.inc$ 
disallow: /*.css$ 
disallow: /*.txt$
Disallow: /common
Disallow: /author
Disallow: /wp
Disallow: /date
Disallow: /category
Disallow: /common/
Disallow: /wp/
Disallow: /date/
Disallow: /category/
Disallow: /Canada/
Disallow: /canada/
Disallow: /date/
Disallow: /author/
Disallow: /ar/category/
Disallow: /bg/category/
Disallow: /ca/category/
Disallow: /cr/category/
Disallow: /cs/category/
Disallow: /da/category/
Disallow: /de/category/
Disallow: /el/category/
Disallow: /en/category/
Disallow: /es/category/
Disallow: /et/category/
Disallow: /fi/category/
Disallow: /fr/category/
Disallow: /gl/category/
Disallow: /hi/category/
Disallow: /hr/category/
Disallow: /hu/category/
Disallow: /id/category/
Disallow: /it/category/
Disallow: /iw/category/
Disallow: /ja/category/
Disallow: /ko/category/
Disallow: /lt/category/
Disallow: /lv/category/
Disallow: /mt/category/
Disallow: /nl/category/
Disallow: /no/category/
Disallow: /pl/category/
Disallow: /pt/category/
Disallow: /ro/category/
Disallow: /ru/category/
Disallow: /sk/category/
Disallow: /sl/category/
Disallow: /sq/category/
Disallow: /sr/category/
Disallow: /sv/category/
Disallow: /sw/category/
Disallow: /th/category/
Disallow: /tl/category/
Disallow: /tr/category/
Disallow: /uk/category/
Disallow: /vi/category/
Disallow: /zh-CN/category/
Disallow: /zh-TW/category/
Disallow: /zh/category/
Disallow: /zt/category/ 

User-agent: Mediapartners-Google*
Disallow: