Permalink
Browse files

852 Update data files for localedef UTF-8 locales from CLDR v2.0.1

1569 localedef mishandles some multibyte locales
Reviewed by: Richard Lowe <richlowe@richlowe.net>
Reviewed by: Gordon Ross <gwr@nexenta.com>
Reviewed by: John Sonnenschein <johnsonnenschein@gmail.com>
Reviewed by: Robert Mustacchi <rm@joyent.com>
Approved by: Richard Lowe <richlowe@richlowe.net>
  • Loading branch information...
1 parent 18977c6 commit 0b3b1ffe59f5e8587bfccad5dd4b56bd4a293f7a @gdamore gdamore committed with JohnSonnenschein Feb 4, 2012
Showing with 438,745 additions and 1,037,478 deletions.
  1. +1 −0 exception_lists/keywords
  2. +1 −2 usr/src/cmd/localedef/Makefile
  3. +2 −1 usr/src/cmd/localedef/ctype.c
  4. +1 −1 usr/src/cmd/localedef/data/8859-6.TXT
  5. +1,200 −1 usr/src/cmd/localedef/data/UTF-8.cm
  6. +2,190 −2,062 usr/src/cmd/localedef/data/af_ZA.UTF-8.src
  7. +1,845 −1,653 usr/src/cmd/localedef/data/ar_AE.UTF-8.src
  8. +1,845 −1,653 usr/src/cmd/localedef/data/ar_BH.UTF-8.src
  9. +1,737 −1,645 usr/src/cmd/localedef/data/ar_DZ.UTF-8.src
  10. +1,845 −1,653 usr/src/cmd/localedef/data/ar_EG.UTF-8.src
  11. +1,845 −1,653 usr/src/cmd/localedef/data/ar_IQ.UTF-8.src
  12. +1,838 −1,646 usr/src/cmd/localedef/data/ar_JO.UTF-8.src
  13. +1,845 −1,653 usr/src/cmd/localedef/data/ar_KW.UTF-8.src
  14. +1,840 −1,648 usr/src/cmd/localedef/data/ar_LB.UTF-8.src
  15. +1,845 −1,653 usr/src/cmd/localedef/data/ar_LY.UTF-8.src
  16. +1,737 −1,645 usr/src/cmd/localedef/data/ar_MA.UTF-8.src
  17. +1,845 −1,653 usr/src/cmd/localedef/data/ar_OM.UTF-8.src
  18. +1,838 −1,646 usr/src/cmd/localedef/data/ar_QA.UTF-8.src
  19. +1,838 −1,646 usr/src/cmd/localedef/data/ar_SA.UTF-8.src
  20. +1,730 −1,638 usr/src/cmd/localedef/data/ar_TN.UTF-8.src
  21. +1,838 −1,646 usr/src/cmd/localedef/data/ar_YE.UTF-8.src
  22. +601 −486 usr/src/cmd/localedef/data/as_IN.UTF-8.src
  23. +2,208 −2,080 usr/src/cmd/localedef/data/az_AZ.UTF-8.src
  24. +1,037 −5,443 usr/src/cmd/localedef/data/be_BY.UTF-8.src
  25. +1,036 −5,446 usr/src/cmd/localedef/data/bg_BG.UTF-8.src
  26. +533 −392 usr/src/cmd/localedef/data/bn_BD.UTF-8.src
  27. +534 −393 usr/src/cmd/localedef/data/bn_IN.UTF-8.src
  28. +876 −5,168 usr/src/cmd/localedef/data/bo_CN.UTF-8.src
  29. +877 −5,169 usr/src/cmd/localedef/data/bo_IN.UTF-8.src
  30. +2,233 −2,109 usr/src/cmd/localedef/data/bs_BA.UTF-8.src
  31. +2,194 −2,086 usr/src/cmd/localedef/data/ca_ES.UTF-8.src
  32. +2,219 −2,091 usr/src/cmd/localedef/data/cs_CZ.UTF-8.src
  33. +2,193 −2,065 usr/src/cmd/localedef/data/da_DK.UTF-8.src
  34. +2,192 −2,068 usr/src/cmd/localedef/data/de_AT.UTF-8.src
  35. +2,201 −2,077 usr/src/cmd/localedef/data/de_BE.UTF-8.src
  36. +2,192 −2,068 usr/src/cmd/localedef/data/de_CH.UTF-8.src
  37. +2,192 −2,068 usr/src/cmd/localedef/data/de_DE.UTF-8.src
  38. +2,192 −2,068 usr/src/cmd/localedef/data/de_LI.UTF-8.src
  39. +2,192 −2,068 usr/src/cmd/localedef/data/de_LU.UTF-8.src
  40. +719 −717 usr/src/cmd/localedef/data/el_CY.UTF-8.src
  41. +719 −717 usr/src/cmd/localedef/data/el_GR.UTF-8.src
  42. +2,192 −2,068 usr/src/cmd/localedef/data/en_AU.UTF-8.src
  43. +2,192 −2,068 usr/src/cmd/localedef/data/en_BW.UTF-8.src
  44. +2,192 −2,068 usr/src/cmd/localedef/data/en_BZ.UTF-8.src
  45. +2,192 −2,068 usr/src/cmd/localedef/data/en_CA.UTF-8.src
  46. +2,192 −2,068 usr/src/cmd/localedef/data/en_GB.UTF-8.src
  47. +2,192 −2,068 usr/src/cmd/localedef/data/en_HK.UTF-8.src
  48. +2,192 −2,068 usr/src/cmd/localedef/data/en_IE.UTF-8.src
  49. +2,193 −2,069 usr/src/cmd/localedef/data/en_IN.UTF-8.src
  50. +2,192 −2,068 usr/src/cmd/localedef/data/en_JM.UTF-8.src
  51. +2,192 −2,068 usr/src/cmd/localedef/data/en_MH.UTF-8.src
  52. +2,192 −2,068 usr/src/cmd/localedef/data/en_MT.UTF-8.src
  53. +2,192 −2,068 usr/src/cmd/localedef/data/en_NA.UTF-8.src
  54. +2,192 −2,068 usr/src/cmd/localedef/data/en_NZ.UTF-8.src
  55. +2,192 −2,068 usr/src/cmd/localedef/data/en_PH.UTF-8.src
  56. +2,192 −2,068 usr/src/cmd/localedef/data/en_PK.UTF-8.src
  57. +2,193 −2,069 usr/src/cmd/localedef/data/en_SG.UTF-8.src
  58. +2,192 −2,068 usr/src/cmd/localedef/data/en_TT.UTF-8.src
  59. +2,192 −2,068 usr/src/cmd/localedef/data/en_US.UTF-8.src
  60. +2,192 −2,068 usr/src/cmd/localedef/data/en_ZA.UTF-8.src
  61. +2,192 −2,068 usr/src/cmd/localedef/data/en_ZW.UTF-8.src
  62. +2,198 −2,072 usr/src/cmd/localedef/data/es_AR.UTF-8.src
  63. +2,198 −2,072 usr/src/cmd/localedef/data/es_BO.UTF-8.src
  64. +2,194 −2,068 usr/src/cmd/localedef/data/es_CL.UTF-8.src
  65. +2,198 −2,072 usr/src/cmd/localedef/data/es_CO.UTF-8.src
  66. +2,198 −2,072 usr/src/cmd/localedef/data/es_CR.UTF-8.src
  67. +2,199 −2,073 usr/src/cmd/localedef/data/es_DO.UTF-8.src
  68. +2,194 −2,068 usr/src/cmd/localedef/data/es_EC.UTF-8.src
  69. +2,198 −2,072 usr/src/cmd/localedef/data/es_ES.UTF-8.src
  70. +2,198 −2,072 usr/src/cmd/localedef/data/es_GQ.UTF-8.src
  71. +2,198 −2,072 usr/src/cmd/localedef/data/es_GT.UTF-8.src
  72. +2,198 −2,072 usr/src/cmd/localedef/data/es_HN.UTF-8.src
  73. +2,198 −2,072 usr/src/cmd/localedef/data/es_MX.UTF-8.src
  74. +2,198 −2,072 usr/src/cmd/localedef/data/es_NI.UTF-8.src
  75. +2,198 −2,072 usr/src/cmd/localedef/data/es_PA.UTF-8.src
  76. +2,198 −2,072 usr/src/cmd/localedef/data/es_PE.UTF-8.src
  77. +2,198 −2,072 usr/src/cmd/localedef/data/es_PR.UTF-8.src
  78. +2,194 −2,068 usr/src/cmd/localedef/data/es_PY.UTF-8.src
  79. +2,198 −2,072 usr/src/cmd/localedef/data/es_SV.UTF-8.src
  80. +2,198 −2,072 usr/src/cmd/localedef/data/es_US.UTF-8.src
  81. +2,194 −2,068 usr/src/cmd/localedef/data/es_UY.UTF-8.src
  82. +2,194 −2,068 usr/src/cmd/localedef/data/es_VE.UTF-8.src
  83. +2,209 −2,081 usr/src/cmd/localedef/data/et_EE.UTF-8.src
  84. +2,188 −2,060 usr/src/cmd/localedef/data/fi_FI.UTF-8.src
  85. +2,204 −2,064 usr/src/cmd/localedef/data/fil_PH.UTF-8.src
  86. +2,193 −2,069 usr/src/cmd/localedef/data/fr_BE.UTF-8.src
  87. +2,192 −2,068 usr/src/cmd/localedef/data/fr_CA.UTF-8.src
  88. +2,194 −2,070 usr/src/cmd/localedef/data/fr_CF.UTF-8.src
  89. +2,193 −2,069 usr/src/cmd/localedef/data/fr_CH.UTF-8.src
  90. +2,193 −2,069 usr/src/cmd/localedef/data/fr_FR.UTF-8.src
  91. +2,194 −2,070 usr/src/cmd/localedef/data/fr_GN.UTF-8.src
  92. +2,193 −2,069 usr/src/cmd/localedef/data/fr_LU.UTF-8.src
  93. +2,193 −2,069 usr/src/cmd/localedef/data/fr_MC.UTF-8.src
  94. +2,193 −2,069 usr/src/cmd/localedef/data/fr_MG.UTF-8.src
  95. +2,193 −2,069 usr/src/cmd/localedef/data/fr_ML.UTF-8.src
  96. +2,193 −2,069 usr/src/cmd/localedef/data/fr_NE.UTF-8.src
  97. +2,193 −2,069 usr/src/cmd/localedef/data/fr_SN.UTF-8.src
  98. +2,192 −2,068 usr/src/cmd/localedef/data/ga_IE.UTF-8.src
  99. +577 −475 usr/src/cmd/localedef/data/gu_IN.UTF-8.src
  100. +437 −441 usr/src/cmd/localedef/data/he_IL.UTF-8.src
  101. +851 −566 usr/src/cmd/localedef/data/hi_IN.UTF-8.src
  102. +2,229 −2,093 usr/src/cmd/localedef/data/hr_HR.UTF-8.src
  103. +2,269 −2,151 usr/src/cmd/localedef/data/hu_HU.UTF-8.src
  104. +428 −428 usr/src/cmd/localedef/data/hy_AM.UTF-8.src
  105. +2,197 −2,073 usr/src/cmd/localedef/data/id_ID.UTF-8.src
  106. +1,729 −8,279 usr/src/cmd/localedef/data/ii_CN.UTF-8.src
  107. +2,206 −2,078 usr/src/cmd/localedef/data/is_IS.UTF-8.src
  108. +2,192 −2,068 usr/src/cmd/localedef/data/it_CH.UTF-8.src
  109. +2,192 −2,068 usr/src/cmd/localedef/data/it_IT.UTF-8.src
  110. +8,433 −7,960 usr/src/cmd/localedef/data/ja_JP.UTF-8.src
  111. +538 −4,960 usr/src/cmd/localedef/data/ka_GE.UTF-8.src
  112. +1,030 −1,016 usr/src/cmd/localedef/data/kk_KZ.UTF-8.src
  113. +624 −624 usr/src/cmd/localedef/data/km_KH.UTF-8.src
  114. +598 −490 usr/src/cmd/localedef/data/kn_IN.UTF-8.src
  115. +20,491 −19,931 usr/src/cmd/localedef/data/ko_KR.UTF-8.src
  116. +854 −564 usr/src/cmd/localedef/data/kok_IN.UTF-8.src
  117. +2,220 −2,091 usr/src/cmd/localedef/data/lt_LT.UTF-8.src
  118. +2,208 −2,082 usr/src/cmd/localedef/data/lv_LV.UTF-8.src
  119. +1,035 −5,445 usr/src/cmd/localedef/data/mk_MK.UTF-8.src
  120. +630 −510 usr/src/cmd/localedef/data/ml_IN.UTF-8.src
  121. +648 −5,096 usr/src/cmd/localedef/data/mn_CN.UTF-8.src
  122. +1,035 −5,445 usr/src/cmd/localedef/data/mn_MN.UTF-8.src
  123. +863 −571 usr/src/cmd/localedef/data/mr_IN.UTF-8.src
  124. +2,195 −2,071 usr/src/cmd/localedef/data/ms_MY.UTF-8.src
  125. +2,206 −2,078 usr/src/cmd/localedef/data/mt_MT.UTF-8.src
  126. +2,199 −2,063 usr/src/cmd/localedef/data/nb_NO.UTF-8.src
  127. +857 −4,987 usr/src/cmd/localedef/data/ne_IN.UTF-8.src
  128. +856 −4,986 usr/src/cmd/localedef/data/ne_NP.UTF-8.src
  129. +2,192 −2,068 usr/src/cmd/localedef/data/nl_BE.UTF-8.src
  130. +2,192 −2,068 usr/src/cmd/localedef/data/nl_NL.UTF-8.src
  131. +2,209 −2,073 usr/src/cmd/localedef/data/nn_NO.UTF-8.src
  132. +634 −508 usr/src/cmd/localedef/data/or_IN.UTF-8.src
  133. +560 −460 usr/src/cmd/localedef/data/pa_IN.UTF-8.src
  134. +1,830 −1,890 usr/src/cmd/localedef/data/pa_PK.UTF-8.src
  135. +2,212 −2,084 usr/src/cmd/localedef/data/pl_PL.UTF-8.src
  136. +2,192 −2,068 usr/src/cmd/localedef/data/pt_BR.UTF-8.src
  137. +2,235 −2,111 usr/src/cmd/localedef/data/pt_GW.UTF-8.src
  138. +2,235 −2,111 usr/src/cmd/localedef/data/pt_MZ.UTF-8.src
  139. +2,195 −2,071 usr/src/cmd/localedef/data/pt_PT.UTF-8.src
  140. +2,200 −2,076 usr/src/cmd/localedef/data/ro_MD.UTF-8.src
  141. +2,200 −2,076 usr/src/cmd/localedef/data/ro_RO.UTF-8.src
  142. +1,054 −5,464 usr/src/cmd/localedef/data/ru_MD.UTF-8.src
  143. +1,054 −5,464 usr/src/cmd/localedef/data/ru_RU.UTF-8.src
  144. +1,054 −5,464 usr/src/cmd/localedef/data/ru_UA.UTF-8.src
  145. +493 −491 usr/src/cmd/localedef/data/si_LK.UTF-8.src
  146. +2,212 −2,090 usr/src/cmd/localedef/data/sk_SK.UTF-8.src
  147. +2,220 −2,090 usr/src/cmd/localedef/data/sl_SI.UTF-8.src
  148. +2,241 −2,115 usr/src/cmd/localedef/data/sq_AL.UTF-8.src
  149. +2,200 −2,076 usr/src/cmd/localedef/data/sr_BA.UTF-8.src
  150. +2,196 −2,072 usr/src/cmd/localedef/data/sr_ME.UTF-8.src
  151. +1,039 −5,449 usr/src/cmd/localedef/data/sr_RS.UTF-8.src
  152. +2,190 −2,062 usr/src/cmd/localedef/data/sv_FI.UTF-8.src
  153. +2,190 −2,062 usr/src/cmd/localedef/data/sv_SE.UTF-8.src
  154. +613 −509 usr/src/cmd/localedef/data/ta_IN.UTF-8.src
  155. +613 −509 usr/src/cmd/localedef/data/ta_LK.UTF-8.src
  156. +598 −496 usr/src/cmd/localedef/data/te_IN.UTF-8.src
  157. +495 −503 usr/src/cmd/localedef/data/th_TH.UTF-8.src
  158. +2,203 −2,075 usr/src/cmd/localedef/data/tr_TR.UTF-8.src
  159. +1,031 −1,017 usr/src/cmd/localedef/data/uk_UA.UTF-8.src
  160. +1,843 −1,636 usr/src/cmd/localedef/data/ur_IN.UTF-8.src
  161. +1,736 −1,629 usr/src/cmd/localedef/data/ur_PK.UTF-8.src
  162. +2,206 −2,078 usr/src/cmd/localedef/data/vi_VN.UTF-8.src
  163. +60,153 −284,807 usr/src/cmd/localedef/data/zh_CN.UTF-8.src
  164. +2,685 −36,510 usr/src/cmd/localedef/data/zh_HK.UTF-8.src
  165. +2,688 −36,513 usr/src/cmd/localedef/data/zh_MO.UTF-8.src
  166. +60,168 −284,822 usr/src/cmd/localedef/data/zh_SG.UTF-8.src
  167. +2,686 −36,511 usr/src/cmd/localedef/data/zh_TW.UTF-8.src
  168. +32 −53 usr/src/cmd/localedef/wide.c
  169. +2 −23 usr/src/pkg/manifests/locale-ar-extra.mf
@@ -25,6 +25,7 @@
syntax: glob
#exception_lists/cstyle
#exception_lists/hdrchk
+usr/src/cmd/localedef/data/zh_CN.UTF-8.src
usr/src/cmd/localedef/data/zh_HK.UTF-8.src
usr/src/cmd/localedef/data/zh_MO.UTF-8.src
usr/src/cmd/localedef/data/zh_SG.UTF-8.src
@@ -65,8 +65,7 @@ ISO8859_5_LOCALES = \
mk_MK \
ru_RU
-ISO8859_6_LOCALES = \
- ar_EG
+ISO8859_6_LOCALES =
ISO8859_7_LOCALES = \
el_GR
@@ -11,6 +11,7 @@
/*
* Copyright 2010,2011 Nexenta Systems, Inc. All rights reserved.
+ * Copyright 2012 Garrett D'Amore <garrett@damore.org> All rights reserved.
*/
/*
@@ -302,7 +303,7 @@ dump_ctype(void)
* optimization. Note that if we have not defined the
* upper/lower case, then we identity map it.
*/
- if (wc < _CACHED_RUNES) {
+ if ((unsigned)wc < _CACHED_RUNES) {
rl.runetype[wc] = ctn->ctype;
rl.maplower[wc] = ctn->tolower ? ctn->tolower : wc;
rl.mapupper[wc] = ctn->toupper ? ctn->toupper : wc;
@@ -261,4 +261,4 @@
#
# These additions were done by Garrett D'Amore.
#
-0x00 0x200F # RIGHT-TO-LEFT MARK
+0x00 0x200F # RIGHT-TO-LEFT MARK
Oops, something went wrong.

0 comments on commit 0b3b1ff

Please sign in to comment.