User-agent: *
Disallow: /dataset/rate/
Disallow: /revision/
Disallow: /dataset/*/history
Disallow: /api/
Disallow: /en/
Disallow: /en_US/
Disallow: /pt_BR/
Disallow: /ja/
Disallow: /it/
Disallow: /cs_CZ/
Disallow: /ca/
Disallow: /es/
Disallow: /fr/
Disallow: /el/
Disallow: /sv/
Disallow: /sr/
Disallow: /no/
Disallow: /sk/
Disallow: /fi/
Disallow: /ru/
Disallow: /de/
Disallow: /pl/
Disallow: /nl/
Disallow: /bg/
Disallow: /ko_KR/
Disallow: /hu/
Disallow: /sl/
Disallow: /lv/
Disallow: /en_AU/
Disallow: /tl/
Disallow: /uk_UA/
Disallow: /lt/
Disallow: /sq/
Disallow: /pt_PT/
Disallow: /fa_IR/
Disallow: /hr/
Disallow: /zh_TW/
Disallow: /es_AR/
Disallow: /ro/
Disallow: /tr/
Disallow: /sr_Latn/
Disallow: /is/
Disallow: /id/
Disallow: /zh_CN/
Disallow: /mn_MN/
Disallow: /da_DK/
Disallow: /vi/
Disallow: /ar/
Disallow: /km/
Disallow: /ne/
Disallow: /th/
Disallow: /mk/
Crawl-Delay: 10