User-agent: googlebot

Allow: /af/threads/
Allow: /sq/threads/
Allow: /ar/threads/
Allow: /be/threads/
Allow: /bg/threads/

Allow: /ca/threads/
Allow: /zh-CN/threads/
Allow: /hr/threads/
Allow: /cs/threads/
Allow: /da/threads/

Allow: /nl/threads/
Allow: /en/threads/
Allow: /et/threads/
Allow: /tl/threads/
Allow: /fi/threads/

Allow: /fr/threads/
Allow: /gl/threads/
Allow: /de/threads/
Allow: /el/threads/
Allow: /iw/threads/

Allow: /hi/threads/
Allow: /hu/threads/
Allow: /is/threads/
Allow: /id/threads/
Allow: /ga/threads/

Allow: /it/threads/
Allow: /ja/threads/
Allow: /threads/
Allow: /lv/threads/
Allow: /lt/threads/

Allow: /mk/threads/
Allow: /ms/threads/
Allow: /mt/threads/
Allow: /no/threads/
Allow: /fa/threads/

Allow: /pl/threads/
Allow: /pt/threads/
Allow: /ro/threads/
Allow: /ru/threads/
Allow: /sr/threads/

Allow: /sk/threads/
Allow: /sl/threads/
Allow: /es/threads/
Allow: /sw/threads/
Allow: /sv/threads/

Allow: /zh-TW/threads/
Allow: /th/threads/
Allow: /tr/threads/
Allow: /uk/threads/
Allow: /vi/threads/

Allow: /cy/threads/
Allow: /yi/threads/


Allow: /af/entries/
Allow: /sq/entries/
Allow: /ar/entries/
Allow: /be/entries/
Allow: /bg/entries/

Allow: /ca/entries/
Allow: /zh-CN/entries/
Allow: /hr/entries/
Allow: /cs/entries/
Allow: /da/entries/

Allow: /nl/entries/
Allow: /en/entries/
Allow: /et/entries/
Allow: /tl/entries/
Allow: /fi/entries/

Allow: /fr/entries/
Allow: /gl/entries/
Allow: /de/entries/
Allow: /el/entries/
Allow: /iw/entries/

Allow: /hi/entries/
Allow: /hu/entries/
Allow: /is/entries/
Allow: /id/entries/
Allow: /ga/entries/

Allow: /it/entries/
Allow: /ja/entries/
Allow: /entries/
Allow: /lv/entries/
Allow: /lt/entries/

Allow: /mk/entries/
Allow: /ms/entries/
Allow: /mt/entries/
Allow: /no/entries/
Allow: /fa/entries/

Allow: /pl/entries/
Allow: /pt/entries/
Allow: /ro/entries/
Allow: /ru/entries/
Allow: /sr/entries/

Allow: /sk/entries/
Allow: /sl/entries/
Allow: /es/entries/
Allow: /sw/entries/
Allow: /sv/entries/

Allow: /zh-TW/entries/
Allow: /th/entries/
Allow: /tr/entries/
Allow: /uk/entries/
Allow: /vi/entries/

Allow: /cy/entries/
Allow: /yi/entries/



User-agent: msnbot
allow: /

User-agent: Yahoo! Slurp
allow: /




User-agent: twiceler
Disallow : /

User-agent: BecomeBot
Disallow: /

User-agent: NaverBot
Disallow: /

User-agent: daumoa
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: HMSE_Robot
Disallow: /