some quotes ("️) causes classification as Chinese

[bittlingmayer]

I have noticed that 'wunderbar' is classified as Chinese, but only sometimes. Well, you see why:

>>> langid.rank(' wunderbar')
[('de', 0.9778415187189662), ('ms', 0.010616691993507496), ('rw', 0.005629123117595187), ('jv', 0.002381279333979642), ('en', 0.0012907605583217631), ('xh', 0.0007049424071661806), ('zu', 0.0005406729256266108), ('pl', 0.00033030266440511896), ('zh', 0.00012068794780089398), ('lb', 8.737333954204245e-05), ('ku', 7.951447183144349e-05), ('et', 4.4845458685428935e-05), ('it', 3.176656196745408e-05), ('qu', 3.148454827117921e-05), ('se', 2.1674043639160725e-05), ('ht', 2.1155926636937293e-05), ('la', 2.0910529457339416e-05), ('cy', 2.0232843521824427e-05), ('mt', 1.844486496954288e-05), ('nl', 1.4311942620855673e-05), ('lt', 1.2972404851637802e-05), ('no', 1.2377528866306211e-05), ('oc', 1.1861996353338544e-05), ('tl', 1.1204590626950813e-05), ('fo', 1.1022700757718407e-05), ('an', 8.329868622385504e-06), ('sw', 7.053226420262944e-06), ('af', 6.599790475577181e-06), ('lo', 6.0179664803498765e-06), ('vo', 5.556359238025519e-06), ('es', 4.8332113719175565e-06), ('ko', 4.777415287420478e-06), ('id', 4.391051103680497e-06), ('ky', 3.818515217450824e-06), ('br', 3.5191782008061838e-06), ('eo', 3.4779281046734827e-06), ('mg', 3.466248539257764e-06), ('am', 3.229264725976488e-06), ('is', 3.074756887874788e-06), ('fr', 2.8661019894490493e-06), ('ga', 2.537918306496631e-06), ('ps', 1.5075166885307474e-06), ('wa', 1.4472239069400242e-06), ('ar', 1.3391240428809958e-06), ('bs', 1.1932147667325364e-06), ('si', 1.153093780014326e-06), ('tr', 1.0981617162215484e-06), ('eu', 1.0016241426877151e-06), ('az', 9.650942971628987e-07), ('ka', 9.325534232313878e-07), ('hr', 8.631094356760578e-07), ('pt', 6.746837968524499e-07), ('sk', 6.693679308944927e-07), ('nn', 6.645596091493626e-07), ('hy', 4.715304772325221e-07), ('nb', 4.182398787212912e-07), ('ja', 3.924990952428872e-07), ('lv', 3.7621043483560154e-07), ('ug', 3.60804060385915e-07), ('sq', 3.2894525454536553e-07), ('sv', 2.952765918502936e-07), ('fi', 2.675271490842995e-07), ('kk', 2.636153614232699e-07), ('he', 2.6168240445933393e-07), ('ur', 2.4873320080711625e-07), ('ca', 2.431349486376223e-07), ('sl', 2.2170225585481938e-07), ('fa', 1.6505684273619443e-07), ('gl', 1.6464847504277298e-07), ('km', 1.4689751678433855e-07), ('ro', 1.3200234729630338e-07), ('vi', 1.1652110654659623e-07), ('mn', 1.1039890158774906e-07), ('da', 9.616333939918114e-08), ('el', 8.865316433779712e-08), ('hu', 8.476379472092254e-08), ('bn', 7.533416864544197e-08), ('th', 7.145543835277235e-08), ('gu', 5.8311942506196446e-08), ('as', 4.503109767538008e-08), ('ru', 4.463188951350857e-08), ('ml', 3.794148223120744e-08), ('pa', 3.216318214492323e-08), ('ta', 3.194030431437515e-08), ('mr', 2.6181357262362214e-08), ('te', 2.500582090488879e-08), ('or', 2.0345725506260737e-08), ('cs', 1.7323718652257704e-08), ('hi', 1.482088515139454e-08), ('mk', 1.2543768035052028e-08), ('be', 1.1737055387189823e-08), ('kn', 9.089409826915146e-09), ('uk', 5.491771809519326e-09), ('ne', 5.147506514007945e-09), ('sr', 4.828762668563497e-09), ('dz', 2.9114805800159365e-09), ('bg', 1.2081540813937604e-09)]
>>> langid.rank("️wunderbar")
[('zh', 0.9928204705819458), ('ja', 0.0065785229592405705), ('ko', 0.00038846511466535897), ('ar', 4.1408258069092674e-05), ('jv', 3.5224872068297655e-05), ('en', 1.6612952762747267e-05), ('de', 1.4317074941863288e-05), ('qu', 1.244498916800758e-05), ('ru', 1.2175607654316526e-05), ('lb', 1.2110582975832658e-05), ('ms', 1.0621617421597854e-05), ('el', 7.080716875555405e-06), ('la', 6.181768270527322e-06), ('bg', 5.722886583220138e-06), ('rw', 5.383872388674567e-06), ('no', 4.087949465473779e-06), ('fo', 3.544647301692967e-06), ('th', 3.225987949444041e-06), ('ky', 2.2206115855257554e-06), ('nl', 1.607727472526966e-06), ('hy', 1.4007056676162333e-06), ('zu', 1.3214916491765556e-06), ('sw', 1.2498255366416236e-06), ('si', 1.1304218558942313e-06), ('ro', 9.505256464019786e-07), ('cy', 8.460239489735446e-07), ('an', 7.772158405223286e-07), ('ps', 7.303143910130873e-07), ('ht', 6.840844861484241e-07), ('pl', 6.501235175370973e-07), ('id', 6.439492422441017e-07), ('oc', 6.416247130132337e-07), ('fr', 6.145676129535128e-07), ('eo', 6.112717723472432e-07), ('xh', 5.864737297378976e-07), ('it', 5.754600361422645e-07), ('he', 4.604095080825112e-07), ('lo', 4.3820524153448525e-07), ('nn', 4.372386499345569e-07), ('es', 4.3404833143189604e-07), ('tl', 3.3903924149577855e-07), ('mn', 3.1742695156126506e-07), ('uk', 3.111113663287929e-07), ('pt', 2.974118745522462e-07), ('km', 2.45400261412045e-07), ('nb', 2.44311393421879e-07), ('br', 2.361262091649684e-07), ('is', 1.6744621965858352e-07), ('vo', 1.1623863610897373e-07), ('sl', 1.1255238112569407e-07), ('sk', 1.0188625377914079e-07), ('se', 8.937200752241362e-08), ('ca', 8.220039832460332e-08), ('am', 7.377499976691904e-08), ('bs', 6.242983133332428e-08), ('da', 5.65589837074933e-08), ('tr', 4.7950588802830366e-08), ('bn', 4.1764456763934405e-08), ('kk', 3.696808528126726e-08), ('gu', 3.486169811098909e-08), ('hr', 2.7307941417741773e-08), ('pa', 2.7150978056364916e-08), ('as', 2.542018389827033e-08), ('az', 2.4425081481129985e-08), ('ka', 2.2423528126520916e-08), ('lt', 2.0958811561874612e-08), ('eu', 2.0343842634025164e-08), ('mr', 1.7358803103263064e-08), ('ur', 1.5349310111786227e-08), ('et', 1.5281946788061445e-08), ('or', 1.3650943533411975e-08), ('mk', 1.3538199094114394e-08), ('hi', 1.126846960438557e-08), ('fa', 1.1236394202902213e-08), ('sr', 1.1179996653889562e-08), ('ml', 1.0757890112433114e-08), ('te', 9.296997663016953e-09), ('lv', 8.609086486177823e-09), ('kn', 7.472269511116448e-09), ('af', 7.136002539508618e-09), ('fi', 6.996691832623385e-09), ('ku', 6.931737527143431e-09), ('sv', 5.184914721072085e-09), ('mt', 5.101252483893451e-09), ('ne', 4.379418035731972e-09), ('mg', 4.041719069597912e-09), ('hu', 3.848573321874355e-09), ('sq', 3.831580821056942e-09), ('vi', 3.205823430957484e-09), ('ug', 1.6902740438470224e-09), ('ga', 1.1843145772621335e-09), ('ta', 1.0153927556584555e-09), ('gl', 9.850247142407677e-10), ('cs', 9.611533181894737e-10), ('wa', 8.327958886567568e-10), ('be', 5.0586464217473225e-11), ('dz', 4.876116023858696e-14)]
>>> langid.rank("️wunderbar")
[('zh', 0.9928204705819458), ('ja', 0.0065785229592405705), ('ko', 0.00038846511466535897), ('ar', 4.1408258069092674e-05), ('jv', 3.5224872068297655e-05), ('en', 1.6612952762747267e-05), ('de', 1.4317074941863288e-05), ('qu', 1.244498916800758e-05), ('ru', 1.2175607654316526e-05), ('lb', 1.2110582975832658e-05), ('ms', 1.0621617421597854e-05), ('el', 7.080716875555405e-06), ('la', 6.181768270527322e-06), ('bg', 5.722886583220138e-06), ('rw', 5.383872388674567e-06), ('no', 4.087949465473779e-06), ('fo', 3.544647301692967e-06), ('th', 3.225987949444041e-06), ('ky', 2.2206115855257554e-06), ('nl', 1.607727472526966e-06), ('hy', 1.4007056676162333e-06), ('zu', 1.3214916491765556e-06), ('sw', 1.2498255366416236e-06), ('si', 1.1304218558942313e-06), ('ro', 9.505256464019786e-07), ('cy', 8.460239489735446e-07), ('an', 7.772158405223286e-07), ('ps', 7.303143910130873e-07), ('ht', 6.840844861484241e-07), ('pl', 6.501235175370973e-07), ('id', 6.439492422441017e-07), ('oc', 6.416247130132337e-07), ('fr', 6.145676129535128e-07), ('eo', 6.112717723472432e-07), ('xh', 5.864737297378976e-07), ('it', 5.754600361422645e-07), ('he', 4.604095080825112e-07), ('lo', 4.3820524153448525e-07), ('nn', 4.372386499345569e-07), ('es', 4.3404833143189604e-07), ('tl', 3.3903924149577855e-07), ('mn', 3.1742695156126506e-07), ('uk', 3.111113663287929e-07), ('pt', 2.974118745522462e-07), ('km', 2.45400261412045e-07), ('nb', 2.44311393421879e-07), ('br', 2.361262091649684e-07), ('is', 1.6744621965858352e-07), ('vo', 1.1623863610897373e-07), ('sl', 1.1255238112569407e-07), ('sk', 1.0188625377914079e-07), ('se', 8.937200752241362e-08), ('ca', 8.220039832460332e-08), ('am', 7.377499976691904e-08), ('bs', 6.242983133332428e-08), ('da', 5.65589837074933e-08), ('tr', 4.7950588802830366e-08), ('bn', 4.1764456763934405e-08), ('kk', 3.696808528126726e-08), ('gu', 3.486169811098909e-08), ('hr', 2.7307941417741773e-08), ('pa', 2.7150978056364916e-08), ('as', 2.542018389827033e-08), ('az', 2.4425081481129985e-08), ('ka', 2.2423528126520916e-08), ('lt', 2.0958811561874612e-08), ('eu', 2.0343842634025164e-08), ('mr', 1.7358803103263064e-08), ('ur', 1.5349310111786227e-08), ('et', 1.5281946788061445e-08), ('or', 1.3650943533411975e-08), ('mk', 1.3538199094114394e-08), ('hi', 1.126846960438557e-08), ('fa', 1.1236394202902213e-08), ('sr', 1.1179996653889562e-08), ('ml', 1.0757890112433114e-08), ('te', 9.296997663016953e-09), ('lv', 8.609086486177823e-09), ('kn', 7.472269511116448e-09), ('af', 7.136002539508618e-09), ('fi', 6.996691832623385e-09), ('ku', 6.931737527143431e-09), ('sv', 5.184914721072085e-09), ('mt', 5.101252483893451e-09), ('ne', 4.379418035731972e-09), ('mg', 4.041719069597912e-09), ('hu', 3.848573321874355e-09), ('sq', 3.831580821056942e-09), ('vi', 3.205823430957484e-09), ('ug', 1.6902740438470224e-09), ('ga', 1.1843145772621335e-09), ('ta', 1.0153927556584555e-09), ('gl', 9.850247142407677e-10), ('cs', 9.611533181894737e-10), ('wa', 8.327958886567568e-10), ('be', 5.0586464217473225e-11), ('dz', 4.876116023858696e-14)]
>>> langid.rank("️wunderbar")
[('zh', 0.9928204705819458), ('ja', 0.0065785229592405705), ('ko', 0.00038846511466535897), ('ar', 4.1408258069092674e-05), ('jv', 3.5224872068297655e-05), ('en', 1.6612952762747267e-05), ('de', 1.4317074941863288e-05), ('qu', 1.244498916800758e-05), ('ru', 1.2175607654316526e-05), ('lb', 1.2110582975832658e-05), ('ms', 1.0621617421597854e-05), ('el', 7.080716875555405e-06), ('la', 6.181768270527322e-06), ('bg', 5.722886583220138e-06), ('rw', 5.383872388674567e-06), ('no', 4.087949465473779e-06), ('fo', 3.544647301692967e-06), ('th', 3.225987949444041e-06), ('ky', 2.2206115855257554e-06), ('nl', 1.607727472526966e-06), ('hy', 1.4007056676162333e-06), ('zu', 1.3214916491765556e-06), ('sw', 1.2498255366416236e-06), ('si', 1.1304218558942313e-06), ('ro', 9.505256464019786e-07), ('cy', 8.460239489735446e-07), ('an', 7.772158405223286e-07), ('ps', 7.303143910130873e-07), ('ht', 6.840844861484241e-07), ('pl', 6.501235175370973e-07), ('id', 6.439492422441017e-07), ('oc', 6.416247130132337e-07), ('fr', 6.145676129535128e-07), ('eo', 6.112717723472432e-07), ('xh', 5.864737297378976e-07), ('it', 5.754600361422645e-07), ('he', 4.604095080825112e-07), ('lo', 4.3820524153448525e-07), ('nn', 4.372386499345569e-07), ('es', 4.3404833143189604e-07), ('tl', 3.3903924149577855e-07), ('mn', 3.1742695156126506e-07), ('uk', 3.111113663287929e-07), ('pt', 2.974118745522462e-07), ('km', 2.45400261412045e-07), ('nb', 2.44311393421879e-07), ('br', 2.361262091649684e-07), ('is', 1.6744621965858352e-07), ('vo', 1.1623863610897373e-07), ('sl', 1.1255238112569407e-07), ('sk', 1.0188625377914079e-07), ('se', 8.937200752241362e-08), ('ca', 8.220039832460332e-08), ('am', 7.377499976691904e-08), ('bs', 6.242983133332428e-08), ('da', 5.65589837074933e-08), ('tr', 4.7950588802830366e-08), ('bn', 4.1764456763934405e-08), ('kk', 3.696808528126726e-08), ('gu', 3.486169811098909e-08), ('hr', 2.7307941417741773e-08), ('pa', 2.7150978056364916e-08), ('as', 2.542018389827033e-08), ('az', 2.4425081481129985e-08), ('ka', 2.2423528126520916e-08), ('lt', 2.0958811561874612e-08), ('eu', 2.0343842634025164e-08), ('mr', 1.7358803103263064e-08), ('ur', 1.5349310111786227e-08), ('et', 1.5281946788061445e-08), ('or', 1.3650943533411975e-08), ('mk', 1.3538199094114394e-08), ('hi', 1.126846960438557e-08), ('fa', 1.1236394202902213e-08), ('sr', 1.1179996653889562e-08), ('ml', 1.0757890112433114e-08), ('te', 9.296997663016953e-09), ('lv', 8.609086486177823e-09), ('kn', 7.472269511116448e-09), ('af', 7.136002539508618e-09), ('fi', 6.996691832623385e-09), ('ku', 6.931737527143431e-09), ('sv', 5.184914721072085e-09), ('mt', 5.101252483893451e-09), ('ne', 4.379418035731972e-09), ('mg', 4.041719069597912e-09), ('hu', 3.848573321874355e-09), ('sq', 3.831580821056942e-09), ('vi', 3.205823430957484e-09), ('ug', 1.6902740438470224e-09), ('ga', 1.1843145772621335e-09), ('ta', 1.0153927556584555e-09), ('gl', 9.850247142407677e-10), ('cs', 9.611533181894737e-10), ('wa', 8.327958886567568e-10), ('be', 5.0586464217473225e-11), ('dz', 4.876116023858696e-14)]
>>> langid.rank("️wunderbar ")
[('zh', 0.9928204705819458), ('ja', 0.0065785229592405705), ('ko', 0.00038846511466535897), ('ar', 4.1408258069092674e-05), ('jv', 3.5224872068297655e-05), ('en', 1.6612952762747267e-05), ('de', 1.4317074941863288e-05), ('qu', 1.244498916800758e-05), ('ru', 1.2175607654316526e-05), ('lb', 1.2110582975832658e-05), ('ms', 1.0621617421597854e-05), ('el', 7.080716875555405e-06), ('la', 6.181768270527322e-06), ('bg', 5.722886583220138e-06), ('rw', 5.383872388674567e-06), ('no', 4.087949465473779e-06), ('fo', 3.544647301692967e-06), ('th', 3.225987949444041e-06), ('ky', 2.2206115855257554e-06), ('nl', 1.607727472526966e-06), ('hy', 1.4007056676162333e-06), ('zu', 1.3214916491765556e-06), ('sw', 1.2498255366416236e-06), ('si', 1.1304218558942313e-06), ('ro', 9.505256464019786e-07), ('cy', 8.460239489735446e-07), ('an', 7.772158405223286e-07), ('ps', 7.303143910130873e-07), ('ht', 6.840844861484241e-07), ('pl', 6.501235175370973e-07), ('id', 6.439492422441017e-07), ('oc', 6.416247130132337e-07), ('fr', 6.145676129535128e-07), ('eo', 6.112717723472432e-07), ('xh', 5.864737297378976e-07), ('it', 5.754600361422645e-07), ('he', 4.604095080825112e-07), ('lo', 4.3820524153448525e-07), ('nn', 4.372386499345569e-07), ('es', 4.3404833143189604e-07), ('tl', 3.3903924149577855e-07), ('mn', 3.1742695156126506e-07), ('uk', 3.111113663287929e-07), ('pt', 2.974118745522462e-07), ('km', 2.45400261412045e-07), ('nb', 2.44311393421879e-07), ('br', 2.361262091649684e-07), ('is', 1.6744621965858352e-07), ('vo', 1.1623863610897373e-07), ('sl', 1.1255238112569407e-07), ('sk', 1.0188625377914079e-07), ('se', 8.937200752241362e-08), ('ca', 8.220039832460332e-08), ('am', 7.377499976691904e-08), ('bs', 6.242983133332428e-08), ('da', 5.65589837074933e-08), ('tr', 4.7950588802830366e-08), ('bn', 4.1764456763934405e-08), ('kk', 3.696808528126726e-08), ('gu', 3.486169811098909e-08), ('hr', 2.7307941417741773e-08), ('pa', 2.7150978056364916e-08), ('as', 2.542018389827033e-08), ('az', 2.4425081481129985e-08), ('ka', 2.2423528126520916e-08), ('lt', 2.0958811561874612e-08), ('eu', 2.0343842634025164e-08), ('mr', 1.7358803103263064e-08), ('ur', 1.5349310111786227e-08), ('et', 1.5281946788061445e-08), ('or', 1.3650943533411975e-08), ('mk', 1.3538199094114394e-08), ('hi', 1.126846960438557e-08), ('fa', 1.1236394202902213e-08), ('sr', 1.1179996653889562e-08), ('ml', 1.0757890112433114e-08), ('te', 9.296997663016953e-09), ('lv', 8.609086486177823e-09), ('kn', 7.472269511116448e-09), ('af', 7.136002539508618e-09), ('fi', 6.996691832623385e-09), ('ku', 6.931737527143431e-09), ('sv', 5.184914721072085e-09), ('mt', 5.101252483893451e-09), ('ne', 4.379418035731972e-09), ('mg', 4.041719069597912e-09), ('hu', 3.848573321874355e-09), ('sq', 3.831580821056942e-09), ('vi', 3.205823430957484e-09), ('ug', 1.6902740438470224e-09), ('ga', 1.1843145772621335e-09), ('ta', 1.0153927556584555e-09), ('gl', 9.850247142407677e-10), ('cs', 9.611533181894737e-10), ('wa', 8.327958886567568e-10), ('be', 5.0586464217473225e-11), ('dz', 4.876116023858696e-14)]
>>> langid.rank("️wunderbar wunderbar")
[('zh', 0.8292747652785193), ('jv', 0.08584567244536759), ('de', 0.05102290406741519), ('ms', 0.01846538938672487), ('rw', 0.011278761798545766), ('zu', 0.001671397137805495), ('lb', 0.0010829355842848353), ('qu', 0.0005832810973334379), ('xh', 0.00039822810842440767), ('la', 9.621298010155744e-05), ('fo', 7.108813895775326e-05), ('ko', 7.034607461032755e-05), ('en', 4.073465186853253e-05), ('ky', 1.9835709320975084e-05), ('ja', 1.5937070356101868e-05), ('ht', 1.4811547418357725e-05), ('sw', 9.623311954126167e-06), ('an', 7.5723443536668756e-06), ('cy', 5.496016488282588e-06), ('lo', 4.798035215605e-06), ('se', 4.531292165616887e-06), ('pl', 3.3810621649029084e-06), ('no', 2.367282541317847e-06), ('oc', 1.8883109960008556e-06), ('ar', 1.6070814782777182e-06), ('tl', 1.4810688852051008e-06), ('ps', 1.287723280469018e-06), ('hy', 8.319399193182018e-07), ('si', 6.467997220342434e-07), ('nl', 3.201203064538715e-07), ('br', 2.6680496108931717e-07), ('eo', 2.5979373360746573e-07), ('ku', 2.3751078530068452e-07), ('id', 2.1944025320190693e-07), ('vo', 1.5784998639426843e-07), ('is', 1.5328583556787233e-07), ('it', 1.387115378800745e-07), ('am', 1.0543621642926642e-07), ('nn', 4.710963987507007e-08), ('km', 3.68933519449979e-08), ('th', 3.0197194884313876e-08), ('af', 2.4877234695711385e-08), ('mn', 2.295340614913973e-08), ('bs', 2.0674611361045597e-08), ('et', 1.7926741007217306e-08), ('mg', 1.6386129512777282e-08), ('el', 1.543390389861973e-08), ('he', 1.0329136258015913e-08), ('nb', 1.0140603281735252e-08), ('es', 7.768440450072785e-09), ('ru', 7.205224634719422e-09), ('fr', 7.2035413291483e-09), ('lt', 6.776419793400924e-09), ('az', 6.7718846384117305e-09), ('kk', 6.649133365127158e-09), ('ka', 5.110711821284464e-09), ('mt', 3.11261687857195e-09), ('tr', 3.0043952397806197e-09), ('ro', 2.9819815991412353e-09), ('hr', 2.9688620536567503e-09), ('ur', 2.083914839620625e-09), ('pt', 1.827458771087846e-09), ('sk', 1.6569108132171535e-09), ('eu', 1.496275461961667e-09), ('sl', 1.0752757039619155e-09), ('ca', 9.350437689656174e-10), ('wa', 8.223215529098318e-10), ('ga', 7.69030137603146e-10), ('ug', 7.681815073650124e-10), ('bn', 7.576498721150876e-10), ('as', 6.69440195142181e-10), ('gu', 5.94424522293588e-10), ('sq', 2.5479751515843107e-10), ('fa', 2.354233192136297e-10), ('pa', 1.833278456497039e-10), ('bg', 1.712831336781061e-10), ('lv', 1.5552927754246522e-10), ('or', 1.4212304185680015e-10), ('mr', 1.0481709860685237e-10), ('uk', 9.61421980553661e-11), ('da', 8.40995816588907e-11), ('ml', 8.05270920986517e-11), ('te', 5.7679102107932226e-11), ('fi', 3.483024399647947e-11), ('hi', 3.2173534391263656e-11), ('mk', 3.1599836395053165e-11), ('kn', 3.089330122267583e-11), ('vi', 1.8878947474031977e-11), ('sv', 1.7945383911693068e-11), ('gl', 9.909427701342852e-12), ('ne', 7.854058383954012e-12), ('hu', 7.708246189105303e-12), ('ta', 6.398434520445388e-12), ('sr', 4.727314889403123e-12), ('cs', 2.770877495246804e-13), ('be', 1.279259144409701e-13), ('dz', 4.078417757612451e-17)]
>>> langid.rank('wunderbar')
[('de', 0.6503315690434672), ('en', 0.11596045044921321), ('zh', 0.0699736942100247), ('pl', 0.05783840321052503), ('xh', 0.018145338183298606), ('ms', 0.011032574595175405), ('nl', 0.00893483035667102), ('es', 0.008071226823772837), ('rw', 0.007877222399353033), ('mt', 0.0075871671223098625), ('it', 0.00685146390768504), ('fr', 0.0052717838386513146), ('zu', 0.004737085004634088), ('jv', 0.004131051251327707), ('pt', 0.0024858543866690752), ('ar', 0.002234159234979442), ('ko', 0.0017976489711238274), ('et', 0.0017118559384868492), ('ja', 0.0013351516450480208), ('cy', 0.0010983563884041131), ('lt', 0.0009588132812860693), ('no', 0.000951013381983051), ('lb', 0.0008369332838098044), ('id', 0.0007867488463552349), ('sk', 0.0006723864083168762), ('ku', 0.0005425678843744174), ('tr', 0.00045886496392803837), ('eo', 0.0004411268627940554), ('sv', 0.0004150147400791327), ('oc', 0.0003616025821079207), ('la', 0.0002771880561695966), ('fi', 0.0002623161454800777), ('br', 0.0002448507642931113), ('qu', 0.00024050601384825444), ('eu', 0.00023655454563857104), ('hu', 0.00022148160257201647), ('ro', 0.00021347242595583783), ('lv', 0.0002070085834320212), ('tl', 0.00019823868588437078), ('ca', 0.00018849873963471987), ('vo', 0.00017631869249845042), ('ht', 0.00016812866637903447), ('is', 0.0001680612569300022), ('hr', 0.00016766064521404303), ('sw', 0.00016280436223774648), ('da', 0.00015972724722411151), ('he', 0.00015825059510499629), ('vi', 0.00014855581572915312), ('sl', 0.00014527916537300623), ('an', 0.00013956089703051055), ('af', 0.0001307108551913882), ('ru', 0.00012991449800521366), ('ga', 0.00011646476578160291), ('se', 0.000112560167112669), ('nb', 0.00010735828554482774), ('nn', 0.00010587862156044339), ('ka', 0.00010215390040238935), ('am', 9.988917179840933e-05), ('fa', 9.428928623042383e-05), ('fo', 9.101878230507523e-05), ('el', 8.599944639792726e-05), ('bs', 7.667452330378166e-05), ('az', 6.777789021556405e-05), ('lo', 6.725303600762494e-05), ('mg', 6.365897350608821e-05), ('th', 6.106936829422913e-05), ('gl', 6.070326505516053e-05), ('si', 5.63709107752398e-05), ('wa', 5.3856638038600104e-05), ('cs', 5.335790265486965e-05), ('ky', 4.7245670884845804e-05), ('sq', 4.7170457494920505e-05), ('ps', 4.198177975397085e-05), ('bn', 3.5824236071314225e-05), ('ur', 3.530273629808421e-05), ('ml', 2.8088117524393276e-05), ('gu', 2.3353586302661594e-05), ('uk', 2.3104600159857556e-05), ('kk', 2.2985646975380097e-05), ('hy', 2.2625192930896517e-05), ('ta', 2.1042104415353486e-05), ('te', 2.0333812825109273e-05), ('bg', 2.0003375454411503e-05), ('ug', 1.979124500466659e-05), ('mr', 1.762000965093424e-05), ('mn', 1.5181620903080626e-05), ('as', 1.4511621463594436e-05), ('pa', 1.4474134160880863e-05), ('km', 1.4009833344404556e-05), ('mk', 1.3578006175154581e-05), ('hi', 1.0256809421089112e-05), ('sr', 8.683693637506968e-06), ('be', 8.630821071501332e-06), ('or', 7.3735619034962e-06), ('kn', 5.227389383813129e-06), ('ne', 4.494828285537928e-06), ('dz', 3.7227178371875574e-06)]

[bittlingmayer]

>>> x = "️"
>>> x
'\xef\xb8\x8f'
>>> len(x)
3
>>> x[0]
'\xef'
>>> langid.rank(x)
[('zh', 0.712245854529022), ('ja', 0.2773410775650439), ...
>>> langid.rank(x[0])
[('ja', 0.5547572624832249), ('zh', 0.4214327677150895), ...
>>> langid.rank(x[1])
[('zh', 0.23243924746864805), ('th', 0.19489044101361064), ...
>>> langid.rank(x[2])
[('en', 0.16946150595865334), ('de', 0.08832835696239007), ...