luc14n0/glib
1
0
Fork 0
mirror of https://gitlab.gnome.org/GNOME/glib.git synced 2025-01-04 03:46:18 +01:00
Code Issues Packages Projects Releases Wiki Activity
5a61f8b922
glib/glib/gtranslit-data.h

13 lines
68 KiB
C
Raw Normal View History

Add locale-sensitive ASCII transliteration API Add a new function, g_str_to_ascii() that does locale-dependent ASCII transliteration of UTF-8 strings. This function works off of an internal database. We get the data out of the localedata shipped with glibc, which seems to be just about the best source of locale-sensitive transliteration information available anywhere. We include a update script with this commit that's not used by anything at all -- it will just sit in git. It is intended to be run manually from time to time. https://bugzilla.gnome.org/show_bug.cgi?id=710142
2014-02-17 17:54:18 +01:00
/* Generated by update-gtranslit.py */
#define MAX_KEY_SIZE 2
#define MAX_LOCALE_NAME 10
static const gunichar src_table[] = { 64256, 64257, 64258, 64259, 64260, 64262, 64297, 65024, 65025, 65026, 65027, 65028, 65029, 65030, 65031, 65032, 65033, 65034, 65035, 65036, 65037, 65038, 65039, 65101, 65102, 65103, 65104, 65106, 65108, 65109, 65110, 65111, 65113, 65114, 65115, 65116, 65119, 65120, 65121, 65122, 65123, 65124, 65125, 65126, 65128, 65129, 65130, 65131, 65279, 65281, 65282, 65283, 65284, 65285, 65286, 65287, 65288, 65289, 65290, 65291, 65292, 65293, 65294, 65295, 65296, 65297, 65298, 65299, 65300, 65301, 65302, 65303, 65304, 65305, 65306, 65307, 65308, 65309, 65310, 65311, 65312, 65313, 65314, 65315, 65316, 65317, 65318, 65319, 65320, 65321, 65322, 65323, 65324, 65325, 65326, 65327, 65328, 65329, 65330, 65331, 65332, 65333, 65334, 65335, 65336, 65337, 65338, 65339, 65340, 65341, 65342, 65343, 65344, 65345, 65346, 65347, 65348, 65349, 65350, 65351, 65352, 65353, 65354, 65355, 65356, 65357, 65358, 65359, 65360, 65361, 65362, 65363, 65364, 65365, 65366, 65367, 65368, 65369, 65370, 65371, 65372, 65373, 65374, 119808, 119809, 119810, 119811, 119812, 119813, 119814, 119815, 119816, 119817, 119818, 119819, 119820, 119821, 119822, 119823, 119824, 119825, 119826, 119827, 119828, 119829, 119830, 119831, 119832, 119833, 119834, 119835, 119836, 119837, 119838, 119839, 119840, 119841, 119842, 119843, 119844, 119845, 119846, 119847, 119848, 119849, 119850, 119851, 119852, 119853, 119854, 119855, 119856, 119857, 119858, 119859, 119860, 119861, 119862, 119863, 119864, 119865, 119866, 119867, 119868, 119869, 119870, 119871, 119872, 119873, 119874, 119875, 119876, 119877, 119878, 119879, 119880, 119881, 119882, 119883, 119884, 119885, 119886, 119887, 119888, 119889, 119890, 119891, 119892, 119894, 119895, 119896, 119897, 119898, 119899, 119900, 119901, 119902, 119903, 119904, 119905, 119906, 119907, 119908, 119909, 119910, 119911, 119912, 119913, 119914, 119915, 119916, 119917, 119918, 119919, 119920, 119921, 119922, 119923, 119924, 119925, 119926, 119927, 119928, 119929, 119930, 119931, 119932, 119933, 119934, 119935, 119936, 119937, 119938, 119939, 119940, 119941, 119942, 119943, 119944, 119945, 119946, 119947, 119948, 119949, 119950, 119951, 119952, 119953, 119954, 119955, 119956, 119957, 119958, 119959, 119960, 119961, 119962, 119963, 119964, 119966, 119967, 119970, 119973, 119974, 119977, 119978, 119979, 119980, 119982, 119983, 119984, 119985, 119986, 119987, 119988, 119989, 119990, 119991, 119992, 119993, 119995, 119997, 119998, 119999, 120000, 120002, 120003, 120005, 120006, 120007, 120008, 120009, 120010, 120011, 120012, 120013, 120014, 120015, 120016, 120017, 120018, 120019, 120020, 120021, 120022, 120023, 120024, 120025, 120026, 120027, 120028, 120029, 120030, 120031, 120032, 120033, 120034, 120035, 120036, 120037, 120038, 120039, 120040, 120041, 120042, 120043, 120044, 120045, 120046, 120047, 120048, 120049, 120050, 120051, 120052, 120053, 120054, 120055, 120056, 120057, 120058, 120059, 120060, 120061, 120062, 120063, 120064, 120065, 120066, 120067, 120068, 120069, 120071, 120072, 120073, 120074, 120077, 120078, 120079, 120080, 120081, 120082, 120083, 120084, 120086, 120087, 120088, 120089, 120090, 120091, 120092, 120094, 120095, 120096, 120097, 120098, 120099, 120100, 120101, 120102, 120103, 120104, 120105, 120106, 120107, 120108, 120109, 120110, 120111, 120112, 120113, 120114, 120115, 120116, 120117, 120118, 120119, 120120, 120121, 120123, 120124, 120125, 120126, 120128, 120129, 120130, 120131, 120132, 120134, 120138, 120139, 120140, 120141, 120142, 120143, 120144, 120146, 120147, 120148, 120149, 120150, 120151, 120152, 120153, 120154, 120155, 120156, 120157, 120158, 120159, 120160, 120161, 120162, 120163, 120164, 120165, 120166, 120167, 120168, 120169, 120170, 120171, 120172, 120173, 120174, 120175, 120176, 120177, 120178, 120179, 120180, 120181, 120182, 120183, 120184, 120185, 120186, 120187, 120188, 120189, 120190, 120191, 120192, 120193, 120194, 120195, 120196, 120197, 120198, 120199, 120200, 120201, 120202, 120203, 120204, 120205, 120206, 120207, 120208, 120209, 120210, 120211, 120212, 120213, 120214,
static const gchar ascii_table[] = { 40, 67, 41, 60, 60, 40, 82, 41, 62, 62, 32, 49, 47, 52, 32, 32, 49, 47, 50, 32, 32, 51, 47, 52, 32, 65, 69, 79, 69, 115, 115, 97, 101, 111, 101, 73, 74, 105, 106, 39, 110, 76, 74, 76, 106, 108, 106, 78, 74, 78, 106, 110, 106, 68, 90, 68, 122, 100, 122, 45, 45, 44, 44, 46, 46, 46, 46, 46, 96, 96, 96, 96, 96, 33, 33, 63, 63, 63, 33, 67, 61, 82, 115, 69, 85, 82, 97, 47, 99, 97, 47, 115, 99, 47, 111, 99, 47, 117, 78, 111, 84, 69, 76, 40, 84, 77, 41, 79, 104, 109, 32, 49, 47, 51, 32, 32, 50, 47, 51, 32, 32, 49, 47, 53, 32, 32, 50, 47, 53, 32, 32, 51, 47, 53, 32, 32, 52, 47, 53, 32, 32, 49, 47, 54, 32, 32, 53, 47, 54, 32, 32, 49, 47, 56, 32, 32, 51, 47, 56, 32, 32, 53, 47, 56, 32, 32, 55, 47, 56, 32, 73, 73, 73, 73, 73, 73, 86, 86, 73, 86, 73, 73, 86, 73, 73, 73, 73, 88, 88, 73, 88, 73, 73, 105, 105, 105, 105, 105, 105, 118, 118, 105, 118, 105, 105, 118, 105, 105, 105, 105, 120, 120, 105, 120, 105, 105, 60, 45, 45, 62, 60, 45, 62, 60, 61, 61, 62, 60, 61, 62, 62, 61, 60, 60, 60, 62, 62, 62, 78, 85, 76, 83, 79, 72, 83, 84, 88, 69, 84, 88, 69, 79, 84, 69, 78, 81, 65, 67, 75, 66, 69, 76, 66, 83, 72, 84, 76, 70, 86, 84, 70, 70, 67, 82, 83, 73, 68, 76, 69, 68, 67, 49, 68, 67, 50, 68, 67, 51, 68, 67, 52, 78, 65, 75, 83, 89, 78, 69, 84, 66, 67, 65, 78, 69, 77, 83, 85, 66, 69, 83, 67, 70, 83, 71, 83, 85, 83, 83, 80, 68, 69, 76, 78, 76, 40, 49, 41, 40, 50, 41, 40, 51, 41, 40, 52, 41, 40, 53, 41, 40, 54, 41, 40, 55, 41, 40, 56, 41, 40, 57, 41, 40, 49, 48, 41, 40, 49, 49, 41, 40, 49, 50, 41, 40, 49, 51, 41, 40, 49, 52, 41, 40, 49, 53, 41, 40, 49, 54, 41, 40, 49, 55, 41, 40, 49, 56, 41, 40, 49, 57, 41, 40, 50, 48, 41, 49, 46, 50, 46, 51, 46, 52, 46, 53, 46, 54, 46, 55, 46, 56, 46, 57, 46, 49, 48, 46, 49, 49, 46, 49, 50, 46, 49, 51, 46, 49, 52, 46, 49, 53, 46, 49, 54, 46, 49, 55, 46, 49, 56, 46, 49, 57, 46, 50, 48, 46, 40, 97, 41, 40, 98, 41, 40, 99, 41, 40, 100, 41, 40, 101, 41, 40, 102, 41, 40, 103, 41, 40, 104, 41, 40, 105, 41, 40, 106, 41, 40, 107, 41, 40, 108, 41, 40, 109, 41, 40, 110, 41, 40, 111, 41, 40, 112, 41, 40, 113, 41, 40, 114, 41, 40, 115, 41, 40, 116, 41, 40, 117, 41, 40, 118, 41, 40, 119, 41, 40, 120, 41, 40, 121, 41, 40, 122, 41, 40, 65, 41, 40, 66, 41, 40, 68, 41, 40, 69, 41, 40, 70, 41, 40, 71, 41, 40, 72, 41, 40, 73, 41, 40, 74, 41, 40, 75, 41, 40, 76, 41, 40, 77, 41, 40, 78, 41, 40, 79, 41, 40, 80, 41, 40, 81, 41, 40, 83, 41, 40, 84, 41, 40, 85, 41, 40, 86, 41, 40, 87, 41, 40, 88, 41, 40, 89, 41, 40, 90, 41, 40, 48, 41, 58, 58, 61, 61, 61, 61, 40, 50, 49, 41, 40, 50, 50, 41, 40, 50, 51, 41, 40, 50, 52, 41, 40, 50, 53, 41, 40, 50, 54, 41, 40, 50, 55, 41, 40, 50, 56, 41, 40, 50, 57, 41, 40, 51, 48, 41, 40, 51, 49, 41, 40, 51, 50, 41, 40, 51, 51, 41, 40, 51, 52, 41, 40, 51, 53, 41, 40, 51, 54, 41, 40, 51, 55, 41, 40, 51, 56, 41, 40, 51, 57, 41, 40, 52, 48, 41, 40, 52, 49, 41, 40, 52, 50, 41, 40, 52, 51, 41, 40, 52, 52, 41, 40, 52, 53, 41, 40, 52, 54, 41, 40, 52, 55, 41, 40, 52, 56, 41, 40, 52, 57, 41, 40, 53, 48, 41, 104, 80, 97, 100, 97, 65, 85, 98, 97, 114, 111, 86, 112, 99, 112, 65, 110, 65, 117, 65, 109, 65, 107, 65, 77, 66, 71, 66, 99, 97, 108, 107, 99, 97, 108, 112, 70, 110, 70, 117, 70, 117, 103, 109, 103, 107, 103, 72, 122, 107, 72, 122, 77, 72, 122, 71, 72, 122, 84, 72, 122, 117, 108, 109, 108, 100, 108, 107, 108, 102, 109, 110, 109, 117, 109, 109, 109, 99, 109, 107, 109, 109, 109, 94, 50, 99, 109, 94, 50, 107, 109, 94, 50, 109, 109, 94, 51, 99, 109, 94, 51, 107, 109, 94, 51, 109, 47, 115, 109, 47, 115, 94, 50, 107, 80, 97, 77, 80, 97, 71, 80, 97, 114, 97, 100, 114, 97, 100, 47, 115, 114, 97, 100, 47, 115, 94, 50, 112, 115, 110, 115, 117, 115, 109, 115, 112, 86, 110, 86, 117, 86, 109, 86, 107, 86, 77, 86, 112, 87, 110, 87, 117, 87, 109, 87, 107, 87, 77, 87, 97, 46, 109, 46, 66, 113, 99, 99, 99, 100, 67, 47, 107, 103, 67, 111, 46, 100, 66, 71, 121, 104, 97, 72, 80, 105, 110, 75, 75, 75, 77, 107, 116, 108, 110, 108, 111, 103, 108, 120, 109, 98, 109, 105, 108, 109, 111, 108, 80, 72, 112, 46, 109, 46, 80, 80, 77, 80, 82, 83, 118, 87, 98, 102, 102, 102, 105, 102, 108, 102, 102, 10
static const struct mapping_entry mappings_table[] = { { 160, 32 }, { 169, 45056 }, { 171, 40963 }, { 173, 45 }, { 174, 45061 }, { 181, 117 }, { 184, 44 }, { 187, 40968 }, { 188, 53258 }, { 189, 53263 }, { 190, 53268 }, { 198, 40985 }, { 215, 120 }, { 216, 40987 }, { 223, 40989 }, { 230, 40991 }, { 248, 40993 }, { 306, 40995 }, { 307, 40997 }, { 329, 40999 }, { 338, 40987 }, { 339, 40993 }, { 383, 115 }, { 455, 41001 }, { 456, 41003 }, { 457, 41005 }, { 458, 41007 }, { 459, 41009 }, { 460, 41011 }, { 497, 41013 }, { 498, 41015 }, { 499, 41017 }, { 700, 39 }, { 710, 94 }, { 712, 39 }, { 715, 96 }, { 717, 95 }, { 720, 58 }, { 732, 126 }, { 8194, 32 }, { 8195, 32 }, { 8196, 32 }, { 8197, 32 }, { 8198, 32 }, { 8200, 32 }, { 8201, 32 }, { 8202, 32 }, { 8203, 32768 }, { 8208, 45 }, { 8209, 45 }, { 8210, 45 }, { 8211, 45 }, { 8212, 41019 }, { 8213, 45 }, { 8216, 39 }, { 8217, 39 }, { 8218, 44 }, { 8219, 39 }, { 8220, 34 }, { 8221, 34 }, { 8222, 41021 }, { 8223, 34 }, { 8224, 43 }, { 8226, 111 }, { 8228, 46 }, { 8229, 41023 }, { 8230, 45121 }, { 8239, 32 }, { 8245, 96 }, { 8246, 41028 }, { 8247, 45126 }, { 8249, 60 }, { 8250, 62 }, { 8252, 41033 }, { 8260, 47 }, { 8263, 41035 }, { 8264, 41037 }, { 8265, 41034 }, { 8287, 32 }, { 8288, 32768 }, { 8289, 32768 }, { 8290, 32768 }, { 8291, 32768 }, { 8353, 41039 }, { 8360, 41041 }, { 8364, 45139 }, { 8448, 45142 }, { 8449, 45145 }, { 8450, 67 }, { 8453, 45148 }, { 8454, 45151 }, { 8458, 103 }, { 8459, 72 }, { 8460, 72 }, { 8461, 72 }, { 8462, 104 }, { 8464, 73 }, { 8465, 73 }, { 8466, 76 }, { 8467, 108 }, { 8469, 78 }, { 8470, 41058 }, { 8473, 80 }, { 8474, 81 }, { 8475, 82 }, { 8476, 82 }, { 8477, 82 }, { 8481, 45156 }, { 8482, 49255 }, { 8484, 90 }, { 8486, 45163 }, { 8488, 90 }, { 8492, 66 }, { 8493, 67 }, { 8494, 101 }, { 8495, 101 }, { 8496, 69 }, { 8497, 70 }, { 8499, 77 }, { 8500, 111 }, { 8505, 105 }, { 8517, 68 }, { 8518, 100 }, { 8519, 101 }, { 8520, 105 }, { 8521, 106 }, { 8531, 53358 }, { 8532, 53363 }, { 8533, 53368 }, { 8534, 53373 }, { 8535, 53378 }, { 8536, 53383 }, { 8537, 53388 }, { 8538, 53393 }, { 8539, 53398 }, { 8540, 53403 }, { 8541, 53408 }, { 8542, 53413 }, { 8543, 45066 }, { 8544, 73 }, { 8545, 41130 }, { 8546, 45228 }, { 8547, 41135 }, { 8548, 86 }, { 8549, 41137 }, { 8550, 45235 }, { 8551, 49334 }, { 8552, 41146 }, { 8553, 88 }, { 8554, 41148 }, { 8555, 45246 }, { 8556, 76 }, { 8557, 67 }, { 8558, 68 }, { 8559, 77 }, { 8560, 105 }, { 8561, 41153 }, { 8562, 45251 }, { 8563, 41158 }, { 8564, 118 }, { 8565, 41160 }, { 8566, 45258 }, { 8567, 49357 }, { 8568, 41169 }, { 8569, 120 }, { 8570, 41171 }, { 8571, 45269 }, { 8572, 108 }, { 8573, 99 }, { 8574, 100 }, { 8575, 109 }, { 8592, 41176 }, { 8594, 41178 }, { 8596, 45276 }, { 8656, 41183 }, { 8658, 41185 }, { 8660, 45283 }, { 8722, 45 }, { 8725, 47 }, { 8726, 92 }, { 8727, 42 }, { 8739, 124 }, { 8758, 58 }, { 8764, 126 }, { 8804, 41183 }, { 8805, 41190 }, { 8810, 40963 }, { 8811, 40968 }, { 8920, 45288 }, { 8921, 45291 }, { 9216, 45294 }, { 9217, 45297 }, { 9218, 45300 }, { 9219, 45303 }, { 9220, 45306 }, { 9221, 45309 }, { 9222, 45312 }, { 9223, 45315 }, { 9224, 41222 }, { 9225, 41224 }, { 9226, 41226 }, { 9227, 41228 }, { 9228, 41230 }, { 9229, 41232 }, { 9230, 41201 }, { 9231, 41234 }, { 9232, 45332 }, { 9233, 45335 }, { 9234, 45338 }, { 9235, 45341 }, { 9236, 45344 }, { 9237, 45347 }, { 9238, 45350 }, { 9239, 45353 }, { 9240, 45356 }, { 9241, 41263 }, { 9242, 45361 }, { 9243, 45364 }, { 9244, 41271 }, { 9245, 41273 }, { 9246, 41233 }, { 9247, 41275 }, { 9248, 41277 }, { 9249, 45375 }, { 9251, 95 }, { 9252, 41282 }, { 9312, 45380 }, { 9313, 45383 }, { 9314, 45386 }, { 9315, 45389 }, { 9316, 45392 }, { 9317, 45395 }, { 9318, 45398 }, { 9319, 45401 }, { 9320, 45404 }, { 9321, 49503 }, { 9322, 49507 }, { 9323, 49511 }, { 9324, 49515 }, { 9325, 49519 }, { 9326, 49523 }, { 9327, 49527 }, { 9328, 49531 }, { 9329, 49535 }, { 9330, 49539 }, { 9331, 49543 }, { 9332, 45380 }, { 9333, 45383 }, { 9334, 45386 }, { 9335, 45389 }, { 9336, 45392 }, { 9337, 45395 }, { 9338, 45398 }, { 9339, 45401 }, { 9340, 45404 }, { 9341,
static const struct mapping_range mapping_ranges[] = { { 0, 1354 }, { 1354, 626 }, { 1980, 12 }, { 1992, 2 }, { 1994, 74 }, { 2068, 593 }, { 2661, 0 }, { 2661, 2 }, { 2663, 12 }, { 2675, 73 }, { 2748, 8 }, { 2756, 18 }, { 2774, 1 }, { 2775, 66 }, { 2841, 70 }, { 2911, 3 }, { 2914, 52 } };
static const guint8 chains_table[] = { 1, 0, 255, 2, 1, 0, 255, 3, 1, 0, 255, 4, 1, 0, 255, 1, 5, 0, 255, 6, 1, 0, 255, 7, 1, 0, 255, 8, 1, 0, 255, 9, 0, 255, 10, 1, 0, 255, 6, 1, 255, 11, 1, 0, 255, 12, 1, 0, 255, 13, 1, 0, 255, 14, 1, 0, 255, 15, 1, 0, 255, 5, 1, 0, 255, 16, 1, 0, 255 };
static const guint8 chain_starts[] = { 0, 3, 7, 11, 15, 19, 23, 27, 31, 34, 38, 41, 45, 49, 53, 57, 61, 65 };
static const gchar locale_names[] = "aa@saaho\0aa_ER\0aa_ET\0am\0az\0be@latin\0byn\0cmn\0crh\0da\0de\0fo\0gez\0hak\0hsb\0hu\0ja\0kl\0km\0ko\0ku\0lb\0lzh\0mn\0my\0nan\0nso\0om_ET\0pa_PK\0ps\0ro\0sid\0so_ET\0sr@latin\0sr_ME\0sr_RS\0ti\0tig\0tk\0tr\0tt@iqtelif\0ug\0uk\0ur_PK\0uz\0vi\0wa\0wae\0wal\0yi\0";
static const struct locale_entry locale_index[] = { { 0, 132 }, { 9, 132 }, { 15, 132 }, { 21, 144 }, { 24, 138 }, { 27, 0 }, { 36, 132 }, { 40, 0 }, { 44, 1 }, { 48, 134 }, { 51, 129 }, { 54, 134 }, { 57, 132 }, { 61, 0 }, { 65, 0 }, { 69, 139 }, { 72, 133 }, { 75, 134 }, { 78, 1 }, { 81, 133 }, { 84, 1 }, { 87, 135 }, { 90, 0 }, { 94, 142 }, { 97, 0 }, { 100, 0 }, { 104, 0 }, { 108, 132 }, { 114, 133 }, { 120, 0 }, { 123, 137 }, { 126, 132 }, { 130, 132 }, { 136, 0 }, { 145, 0 }, { 151, 141 }, { 157, 132 }, { 160, 132 }, { 164, 145 }, { 167, 1 }, { 170, 1 }, { 181, 0 }, { 184, 136 }, { 187, 133 }, { 193, 131 }, { 196, 140 }, { 199, 130 }, { 202, 129 }, { 206, 132 }, { 210, 143 } };
static const guint8 default_item_id = 128;
Reference in New Issue Copy Permalink