Skip to content

Commit

Permalink
No public description
Browse files Browse the repository at this point in the history
PiperOrigin-RevId: 714080898
  • Loading branch information
Under-represented Languages NLP Team authored and copybara-github committed Jan 10, 2025
1 parent 2bb5257 commit ec1cfc8
Showing 1 changed file with 9 additions and 0 deletions.
9 changes: 9 additions & 0 deletions fun_langid/fun_langid.py
Original file line number Diff line number Diff line change
Expand Up @@ -1705,6 +1705,15 @@ def _init_lexicon(self):
("hea", "dai/ngx/gha/mong/ail/mon/ngl/dail/angb/ngb/aib/iang/ongl/ait/angx/lol/wil/ongx/angl/dax/non/nong/ngd/hab/nen/b da/aix/ngt/ghab/hot/ax/ghe/dol/lai/angd/nian/nia/dot/ngs/angt/hang/mai/il d/angs/laib/dio/enx/ngf/ghax/hax/bil/ib d/nang/gid/b gh/dia/hna/nai/jef/nenx/dab/dli/dad/jus/il n/x mo/ib/vang/l gh/aid/bib/ob/eix/l da/van/jox/vut/yan/yang/b di/xid/naib/nan/angf/ib h/xang/ongt/ban/bang/dan/dang/zai/daib/zaid/dei/sei/mang/dla/hnai/ghet/t gh/x da/dian/ongd/hli/x gh/ib g/het/iot/x di/d da/diot/gb d/gx d/jit/t da/xan/ab d/lul/ib n/il g/lei/seix/l ni/fang/fan/nix/det/bon/bong/ob d/gl d/ix d/ais/xit/it d/not/vob/it n/ghan/ax d/bub/jan/jang/lian/mais/des/b ni/bit/l na".strip().split("/")),
("kmc", "ngc/lis/eec/nya/angc/enc/gue/guee/ueec/aoh/map/enl/ngl/ail/yac/mao/maoh/aeng/suh/bai/yao/yan/aol/bail/aoc/wee/nai/yaoc/naih/nyi/dah/aih/dos/yenc/ngs/eex/aox/xiv/nuv/weex/ngh/wox/nyac/buh/yuh/nye/anl/enp/ongc/l la/eis/lan/angs/xen/c li/yuv/c ny/nyen/xan/yang/ngx/eix/lang/ngp/lai/tou/dei/touk/nae/ngk/yen/sai/ouk/nup/lao/l ny/anc/xon/lail/mee/oux/xang/dao/ban/duc/nyao/yaoh/jan/man/mang/c ma/eel/aenl/il/xih/h ny/wan/lia/don/eep/mae/sen/ngv/eeng/ags/angl/xic/yanc/c ba/c la/jen/l na/l li/s ny/h ya/ben/jiu/angh/liu/son/c sa/engl/ens/san/c da/h ma/maen/x ma/gl l/yav/il n/jang/h li/h ba/lie/uih/angx/meec/yee/xuh/gua/daol/inc/jah/dong/dou/jil/c gu/c ja/jav".strip().split("/")),
("lic", "ueng/bhae/gha/neix/hauu/kun/loms/nyue/meuu/dhat/duix/dhes/uuda/ruus/goms/hes/ngan/vaeu/yous/ras/hou/max/na/fa/hloo/da/engs/engx/aeng/eeng/uuen/oeng/zuu/uens/aeis/haen/ieng/aeus/luue/hlu/pas/dha/aens/dhae/bais/aeix/toen/ienx/hluu/bai/ongx/auus/uuek/haei/iens/gong/long/oeis/hla/nga/gae/dhie/zuen/hwan/dhi/ongs/dzue/hwou/wous/hwoe/enyx/hien/guu/lae/bhe/bho/hwa/kuu/gon/hle/hlen/leny/gie/huen/ghae/aenx/ieux/bhi/gwae/hwo/gho/noms/ueis/bha/ngae/gaen/kuue/hae/die/dhe/jie/aeux/coe/laeu/dho/ieus/bhu/heen/dza/hlo/jien/vue/uuem/waen/woek/dzie/loe/ghw/toe/bhie/muen/dhu/hieu/loei/uenx/ngxg/dzu/laen/gaei/qie/duis/tuue/zuug/haeu/iems/cuen/tae/ueix/mue/hloe/hang/nyae/qien/tuu/ensd/ghoe/hoei/zien/tun/dong".strip().split("/")),
("ada", "nɛ/ngɛ/kaa/nɔ/mi/he/kɛ/ma/ko/pee/suɔ/nya/ye/ɛ i/maa/ji/nɛ i/ɛ a/mi n/i nɛ/ɔ nɛ/ni/tsu/ɛ e/ke/ami/nɛ e/kpa/mi k/be/blɔ/a nɛ/i ma/ɛ ɔ/nɛ a/bua/e nɛ/i su/a a/ɔ e/ko n/akaa/ɔmɛ/i ng/nɔ n/i s/jaka/nɔ k/eja/ejak/i ko/ɔ mi/wa/nyɛ/a mi/i ɔ/i kɛ/i ka/i m/a he/je/aa n/ɔ ko/o nɛ/e mi/ihi/ha/e ng/nih/nihi/ɔ i/lɛ/a ma/e ɔ/ɛ ma/nɛ ɔ/se/ɛ ye/hyɛ/ɔ n/a nɔ/ɛ nɛ/ya/i ts/emi/gbi/he n/e he/a n/ɔ ɔ/ɔ m/mi h/e h/e ni/i he/ngɔ/i k/i n/a e/ɛ ng/mi ɔ/e ma/a ng/umi/a h/e nɔ/ɛmi/ɛ nɔ/lɛɛ/fɛɛ/eko/a i/na/ba/e n/hi/aa e/mɛ a/nyu/wo/tsɔ/e ji/a ni/we/hi n/ɛ ni/a m/ɔ nɔ/i nɔ/tso/si/kuu/a pe/ɔ ka/ma n/e s/ye n/hiɔ/sami/tsɛ/a ny/nɛ n/e i/gbe/komɛ/a ye/a kɛ/a ts/ɛ wa/sam".strip().split("/")),
("awa", "के/कि/मा/का/से/राज/ि के/कै/लाग/िया/एक/ानी/ाजा/राजा/तौ/होइ/जाय/हम/त है/रहा/की/जात/दिन/है/हैं/रहे/देख/हीं/कहि/बात/मार/अपन/कुछ/रहै/यहि/ेनि/कयि/के ब/सब/ा के/कइ/रही/दिह/रहय/आपन/बहु/नाय/यि क/ायि/के स/अब/ी के/नि क/ारी/कहे/बहुत/ा मा/वहि/होय/मां/मिल/जब/घरे/िका/बोल/रान/े रह/न कि/ते/ारि/ा रह/अउर/के प/साथ/त रह/ा का/ि कि/चला/रानी/केर/दुइ/होत/हिन/नी क/े मा/ा कि/किह/फिर/ाति/का क/हुत/तुम/िन क/ी मा/ार क/या क/जा क/प्र/करत/काम/हेनि/अपने/पने/े सा/येनि/जी/कहा/तउ/मुल/हेन/बाद/सुन/बार/अउ/परी/री क/बता/वाल/मान/के क/िहेन/और/जान/न के/करै/ि जा/ी का/गये/कि ह/हमा/ति ह/का ब/लरि/हाँ/ी है/े बा/न का/ि दि/लरिक/राम/चार/लयि/मनई/न मा/े कह/के ल/ा है/ा जा/तो/से क".strip().split("/")),
("dhd", "मांय/मां/ांय/में/सूं/री/अर/रा/रो/प्र/्यो/कै/कार/्या/नै/राज/्री/ा मा/की/का/ंत्र/े छै/आज/मंत्/ज्य/त्री/देश/पुर/ह्यो/यो क/व्ह/कह्य/ारी/ने/उं/कह्/काम/एक/यां/मं/जाव/वां/छै/ो कै/करण/िला/जिल/जिला/र मा/ां र/राज्/ाज्य/ा रा/ां न/रकार/यो छ/साल/रै/सरका/रां/ा का/िया/ाथै/सरक/न्द्/्द्र/ां म/कर्/कार्/वे छ/ेन्द/माथ/री स/माथै/ा री/ियां/करी/ं मा/कोन/काल/प्रद/ं नै/सार/या ज/ायो/री क/तैत/ां क/गां/केन्/तीन/मंत/या क/ो छो/ईं/कर्य/ज्या/केन/इण/द्र/ार्य/बता/री म/यो ज/मिल/न्या/ी जा/कान/श्र/्यक्/कर/रदेश/ारू/सारू/चार/्रदे/ानी/र रा/ी रा/के/ह्या/कारी/लाख/ी का/न्य/सरू/लोग/ी मा/बार/ार क/बताय/जार/री ज/कां/दिन/रिया/श्री/वैला/नाम/रीय/्रीय/ा अर/होव/मान/ो जा/ो है/ी अर/जावै/तां/कोई".strip().split("/")),
("fat", "dze/no/me/na/nye/nyi/a me/nna/ara/wɔ/nso/dzi/adze/yɛ/bi/dɛ/a wɔ/mu/dɛm/yi/obi/a ɔ/iara/biar/yie/ma/tum/a no/ana/na m/a m/pii/a a/adz/ne/ber/nya/hɔn/nyim/dεm/kor/ɔyɛ/naa/nka/bia/mpa/dε/i a/dza/gye/tse/ho/ɔwɔ/nyin/kyer/paa/yimp/impa/aho/a ny/anaa/yε/no n/na ɔ/bi a/a n/ze a/ama/a w/man/a na/ra n/boa/bea/ase/yina/a bi/e a/ɔyε/osi/ɔma/ɛ me/me n/sian/kasa/sɛ/e dz/a nn/nsu/no m/nko/osia/ban/mba/iand/a yi/wɔn/dwum/wuma/e ny/a m'/ɔdze/asa/do/tsi/kye/ma m/sen/na a/edzi/so/enyi/ɛ dɛ/mbo/e no/edz/yɛ a/o ny/r a/mu n/a ɔy/a ma/aba/o na/na w/na n/wo/ye d/ze n/anka/dɛ m/abo/e na/edze/an n/a wo/papa/dan/pap/ank/me d/da/sua/aa n/a an/kwan/n no/n a/sor/a yɛ".strip().split("/")),
("mfp", "ang/itu/ada/aya/say/saya/dan/yang/yan/nda/nya/kal/ini/na/kan/di/mau/rang/ama/ter/sam/lau/kala/alau/men/ki/ber/per/a sa/adi/anya/dia/kar/bis/sama/a ma/ing/a ka/jadi/lah/isa/bisa/ari/ng s/ngan/oran/asa/a se/jad/a di/jug/juga/an k/ng b/gan/ban/ng k/uga/a ya/an s/alah/akan/dala/suk/ora/yak/i ka/enga/a bi/sek/ara/i sa/arna/a ad/an b/uka/rna/a te/a na/a ba/kit/bia/tan/a me/suka/nyak/ya s/an d/man/a ke/a be/ng d/ata/api/a it/tap/apa/a pe/kita/i se/dar/ita/ng p/ya p/tid/eman/bany/sem/ng t/seka/an m/lam/pen/ana/mas/mak/mi/ya m/a da/dari/ya b/lan/ng m/a su/tapi/ung/adal/aran/karn/maka/lang/u sa/har/bar/iasa/tang/kin/kalo/ali/sel/alo/idak/tida/ena/ka'/ji/i da/bias/a nd/atan".strip().split("/")),
("nyo", "ndi/andi/kuba/kan/aba/kand/uba/a ku/a mu/ire/hab/mun/habw/okub/ba n/ebi/omu/woku/bwok/ntu/abwo/eki/ngi/nka/aho/nda/a ha/ira/enda/ora/aka/muno/di n/ara/ra k/ungi/obu/a eb/a ni/bai/a ba/nge/ange/oona/aban/a na/ama/aire/ali/uno/yowe/mba/rung/nyow/kub/nga/i mu/aitu/owe/antu/a ka/nyo/itu/ra e/ra n/ina/ana/byo/bant/aga/ingi/a ek/nku/bwa/uli/a ab/ego/ona/ura/bait/a om/ani/nya/nti/era/amu/eby/imu/kya/eza/i ba/a en/kur/nin/kyo/ra m/kora/nib/i ha/nak/tu b/kuru/a nk/ezi/bair/a ob/urun/e ku/wang/u ba/we n/erez/eker/bak/aha/yang/yend/kaba/ba b/ebyo/re n/ebin/muk/yo e/a bi/ikar/buli/ba e/kwen/a kw/indi/bin/a ki/kere/o ku/iri/kira/lya/reza/wend/intu/ayo/nyi/ine/inga/oku/ba k/ba a/kute/obw".strip().split("/")),
("pov", "di/de/na/ku/a di/com/que/ta/um/uma/o de/sta/dos/par/u di/em/ment/mas/a de/tem/a ku/ten/a na/i di/est/ado/dia/s de/nte/a i/pa/ente/tene/ene/do/foi/por/s di/con/a pa/era/ki/ano/da/no/mai/u na/ia d/ais/nha/di k/adu/para/ara/a ma/esta/a co/o di/e de/ada/i t/i te/anu/ter/idad/os d/tado/ku t/nos/ento/i ku/são/u ku/i na/a te/ora/ra d/di m/pro/tra/ção/pri/os e/ka/os/nto/ele/ados/mil/man/pre/de c/o na/di s/mar/as d/stad/das/é o/o pa/dus/mais/di d/ta d/nta/kum/es d/des/enta/uni/i ka/ica/i ma/i pa/res/na s/ame/di a/a e/o co/di p/ria/car/a pr/omi/de a/ndo/son/tos/u ta/de d/rica/bia/amer/i k/a se/nom/dade/ito/ante/a ta/meri/s na/tes/min/s ku/al d/tor/pres/o e".strip().split("/")),
("skr", "تے/کوں/نال/دے/میں/دا/دی/یاں/وچ/توں/وی/اں د/ہاں/تھی/ایں/تاں/نوں/ندے/ہوں/بہو/بہوں/ناں/کری/ساں/ندا/ہے/یندے/میڈ/اں ک/ندی/ہک/اے/ہیں/اں ن/کنے/نہ/یکوں/کیت/ئیں/دا ہ/ایہ/تِ/یندا/ں دے/ی ہے/ں کو/میک/ریند/اں ت/این/میکو/دی ہ/ے نا/دے ہ/وئی/ا ہے/دا ا/یں ک/ی اے/کرن/ا اے/کرین/انہ/ائی/وں ا/ویں/گھر/تے ا/جان/اں ا/کوئ/رائی/نہاں/یار/کے/ں دی/اں م/شاہ/یں ا/کیو/کوئی/او/دے ن/ائیک/ہون/ے ہن/اسا/اچ/اپن/سرا/اتے/یندی/ے تے/سرائ/ھاں/ایہہ/کر/ونج/یہہ/کہ/اں و/ے می/وار/کجھ/سند/گھن/چنگ/دے و/وین/ویند/ئیکی/یا ا/وں م/اری/ی وی/اساں/یکی/ان د/ڑاں/انہا/ں ای/وں ک/واس/ستان/ے وچ/تان/تے م/اں ہ/ں تے/ں دا/ہوند/انی/کھا/یں و/یڈے/سبھ/واسط/وں پ/نیں/ملک/ا ہا/راں/اسطے/کائ/وں ب/ے دا/دیاں/پسند/دی ا/نئی".strip().split("/")),
("vas", "ओनो/मां/तीय/तीं/ांअ/कोअ/तो/तीया/का/पोर/तुम/सय/ांन/पोरम/य की/बी/पोन/ोरमी/ीहेर/मीहे/रमीह/हांअ/हांन/ंहीं/अरा/रेख/आहाय/आहा/यहां/लोक/नू/आमा/ांहा/दरा/ींयह/ंयहा/पोअ/ंहां/ाहा/रजा/काम/तींय/हेरो/हों/ते/ा की/काय/मांअ/हाय/तां/आमु/हार/नो त/गोठ/ारी/नाह/तांह/रोअ/मांह/नाम/बाद/ांय/ो ती/ीया/िया/सय क/मनी/मांय/तीयो/हां/ीयो/गहि/ती/मान/नाहा/ा का/ताय/तींह/ोंन/हींअ/पोत/गा/ाना/यान/मय/कहों/ींअ/गे/ो मा/कोई/ींही/ी की/होंन/अ मा/काल/तंग/हीं/नांह/नां/तुं/केर/मुं/ोकहो/लोकह/जान/गोय/मा/कना/्या/वेय/ाअन/ीयान/एटल/ाय क/एन्/अ बा/ता/मजा/तोअ/जाह/महां/ो पो/ना क/न मा/तुमा/तु/ा सय/राख/ारो/नुम/केव/हेर/ा ता/्यो/गाम/पोता/ा नू/बाब/ा ती/चाल/ीयाअ/याअ/चान/ोंअ/बाबो/ाबोत/ेरोअ/ल्ला/बीज/ए न".strip().split("/")),
]


Expand Down

0 comments on commit ec1cfc8

Please sign in to comment.