unicode.c 55 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477
  1. #include <stdio.h>
  2. #include <stdlib.h>
  3. #include <ctype.h>
  4. #include <time.h>
  5. #include <assert.h>
  6. #include "putty.h"
  7. #ifndef MPEXT
  8. #include "terminal.h"
  9. #include "misc.h"
  10. /* Character conversion arrays; they are usually taken from windows,
  11. * the xterm one has the four scanlines that have no unicode 2.0
  12. * equivalents mapped to their unicode 3.0 locations.
  13. */
  14. static const WCHAR unitab_xterm_std[32] = {
  15. 0x2666, 0x2592, 0x2409, 0x240c, 0x240d, 0x240a, 0x00b0, 0x00b1,
  16. 0x2424, 0x240b, 0x2518, 0x2510, 0x250c, 0x2514, 0x253c, 0x23ba,
  17. 0x23bb, 0x2500, 0x23bc, 0x23bd, 0x251c, 0x2524, 0x2534, 0x252c,
  18. 0x2502, 0x2264, 0x2265, 0x03c0, 0x2260, 0x00a3, 0x00b7, 0x0020
  19. };
  20. #endif
  21. /*
  22. * If the codepage is non-zero it's a window codepage, zero means use a
  23. * local codepage. The name is always converted to the first of any
  24. * duplicate definitions.
  25. */
  26. /*
  27. * Tables for ISO-8859-{1-10,13-16} derived from those downloaded
  28. * 2001-10-02 from <http://www.unicode.org/Public/MAPPINGS/> -- jtn
  29. * Table for ISO-8859-11 derived from same on 2002-11-18. -- bjh21
  30. */
  31. /* XXX: This could be done algorithmically, but I'm not sure it's
  32. * worth the hassle -- jtn */
  33. /* ISO/IEC 8859-1:1998 (Latin-1, "Western", "West European") */
  34. static const wchar_t iso_8859_1[] = {
  35. 0x00A0, 0x00A1, 0x00A2, 0x00A3, 0x00A4, 0x00A5, 0x00A6, 0x00A7,
  36. 0x00A8, 0x00A9, 0x00AA, 0x00AB, 0x00AC, 0x00AD, 0x00AE, 0x00AF,
  37. 0x00B0, 0x00B1, 0x00B2, 0x00B3, 0x00B4, 0x00B5, 0x00B6, 0x00B7,
  38. 0x00B8, 0x00B9, 0x00BA, 0x00BB, 0x00BC, 0x00BD, 0x00BE, 0x00BF,
  39. 0x00C0, 0x00C1, 0x00C2, 0x00C3, 0x00C4, 0x00C5, 0x00C6, 0x00C7,
  40. 0x00C8, 0x00C9, 0x00CA, 0x00CB, 0x00CC, 0x00CD, 0x00CE, 0x00CF,
  41. 0x00D0, 0x00D1, 0x00D2, 0x00D3, 0x00D4, 0x00D5, 0x00D6, 0x00D7,
  42. 0x00D8, 0x00D9, 0x00DA, 0x00DB, 0x00DC, 0x00DD, 0x00DE, 0x00DF,
  43. 0x00E0, 0x00E1, 0x00E2, 0x00E3, 0x00E4, 0x00E5, 0x00E6, 0x00E7,
  44. 0x00E8, 0x00E9, 0x00EA, 0x00EB, 0x00EC, 0x00ED, 0x00EE, 0x00EF,
  45. 0x00F0, 0x00F1, 0x00F2, 0x00F3, 0x00F4, 0x00F5, 0x00F6, 0x00F7,
  46. 0x00F8, 0x00F9, 0x00FA, 0x00FB, 0x00FC, 0x00FD, 0x00FE, 0x00FF
  47. };
  48. /* ISO/IEC 8859-2:1999 (Latin-2, "Central European", "East European") */
  49. static const wchar_t iso_8859_2[] = {
  50. 0x00A0, 0x0104, 0x02D8, 0x0141, 0x00A4, 0x013D, 0x015A, 0x00A7,
  51. 0x00A8, 0x0160, 0x015E, 0x0164, 0x0179, 0x00AD, 0x017D, 0x017B,
  52. 0x00B0, 0x0105, 0x02DB, 0x0142, 0x00B4, 0x013E, 0x015B, 0x02C7,
  53. 0x00B8, 0x0161, 0x015F, 0x0165, 0x017A, 0x02DD, 0x017E, 0x017C,
  54. 0x0154, 0x00C1, 0x00C2, 0x0102, 0x00C4, 0x0139, 0x0106, 0x00C7,
  55. 0x010C, 0x00C9, 0x0118, 0x00CB, 0x011A, 0x00CD, 0x00CE, 0x010E,
  56. 0x0110, 0x0143, 0x0147, 0x00D3, 0x00D4, 0x0150, 0x00D6, 0x00D7,
  57. 0x0158, 0x016E, 0x00DA, 0x0170, 0x00DC, 0x00DD, 0x0162, 0x00DF,
  58. 0x0155, 0x00E1, 0x00E2, 0x0103, 0x00E4, 0x013A, 0x0107, 0x00E7,
  59. 0x010D, 0x00E9, 0x0119, 0x00EB, 0x011B, 0x00ED, 0x00EE, 0x010F,
  60. 0x0111, 0x0144, 0x0148, 0x00F3, 0x00F4, 0x0151, 0x00F6, 0x00F7,
  61. 0x0159, 0x016F, 0x00FA, 0x0171, 0x00FC, 0x00FD, 0x0163, 0x02D9
  62. };
  63. /* ISO/IEC 8859-3:1999 (Latin-3, "South European", "Maltese & Esperanto") */
  64. static const wchar_t iso_8859_3[] = {
  65. 0x00A0, 0x0126, 0x02D8, 0x00A3, 0x00A4, 0xFFFD, 0x0124, 0x00A7,
  66. 0x00A8, 0x0130, 0x015E, 0x011E, 0x0134, 0x00AD, 0xFFFD, 0x017B,
  67. 0x00B0, 0x0127, 0x00B2, 0x00B3, 0x00B4, 0x00B5, 0x0125, 0x00B7,
  68. 0x00B8, 0x0131, 0x015F, 0x011F, 0x0135, 0x00BD, 0xFFFD, 0x017C,
  69. 0x00C0, 0x00C1, 0x00C2, 0xFFFD, 0x00C4, 0x010A, 0x0108, 0x00C7,
  70. 0x00C8, 0x00C9, 0x00CA, 0x00CB, 0x00CC, 0x00CD, 0x00CE, 0x00CF,
  71. 0xFFFD, 0x00D1, 0x00D2, 0x00D3, 0x00D4, 0x0120, 0x00D6, 0x00D7,
  72. 0x011C, 0x00D9, 0x00DA, 0x00DB, 0x00DC, 0x016C, 0x015C, 0x00DF,
  73. 0x00E0, 0x00E1, 0x00E2, 0xFFFD, 0x00E4, 0x010B, 0x0109, 0x00E7,
  74. 0x00E8, 0x00E9, 0x00EA, 0x00EB, 0x00EC, 0x00ED, 0x00EE, 0x00EF,
  75. 0xFFFD, 0x00F1, 0x00F2, 0x00F3, 0x00F4, 0x0121, 0x00F6, 0x00F7,
  76. 0x011D, 0x00F9, 0x00FA, 0x00FB, 0x00FC, 0x016D, 0x015D, 0x02D9
  77. };
  78. /* ISO/IEC 8859-4:1998 (Latin-4, "North European") */
  79. static const wchar_t iso_8859_4[] = {
  80. 0x00A0, 0x0104, 0x0138, 0x0156, 0x00A4, 0x0128, 0x013B, 0x00A7,
  81. 0x00A8, 0x0160, 0x0112, 0x0122, 0x0166, 0x00AD, 0x017D, 0x00AF,
  82. 0x00B0, 0x0105, 0x02DB, 0x0157, 0x00B4, 0x0129, 0x013C, 0x02C7,
  83. 0x00B8, 0x0161, 0x0113, 0x0123, 0x0167, 0x014A, 0x017E, 0x014B,
  84. 0x0100, 0x00C1, 0x00C2, 0x00C3, 0x00C4, 0x00C5, 0x00C6, 0x012E,
  85. 0x010C, 0x00C9, 0x0118, 0x00CB, 0x0116, 0x00CD, 0x00CE, 0x012A,
  86. 0x0110, 0x0145, 0x014C, 0x0136, 0x00D4, 0x00D5, 0x00D6, 0x00D7,
  87. 0x00D8, 0x0172, 0x00DA, 0x00DB, 0x00DC, 0x0168, 0x016A, 0x00DF,
  88. 0x0101, 0x00E1, 0x00E2, 0x00E3, 0x00E4, 0x00E5, 0x00E6, 0x012F,
  89. 0x010D, 0x00E9, 0x0119, 0x00EB, 0x0117, 0x00ED, 0x00EE, 0x012B,
  90. 0x0111, 0x0146, 0x014D, 0x0137, 0x00F4, 0x00F5, 0x00F6, 0x00F7,
  91. 0x00F8, 0x0173, 0x00FA, 0x00FB, 0x00FC, 0x0169, 0x016B, 0x02D9
  92. };
  93. /* ISO/IEC 8859-5:1999 (Latin/Cyrillic) */
  94. static const wchar_t iso_8859_5[] = {
  95. 0x00A0, 0x0401, 0x0402, 0x0403, 0x0404, 0x0405, 0x0406, 0x0407,
  96. 0x0408, 0x0409, 0x040A, 0x040B, 0x040C, 0x00AD, 0x040E, 0x040F,
  97. 0x0410, 0x0411, 0x0412, 0x0413, 0x0414, 0x0415, 0x0416, 0x0417,
  98. 0x0418, 0x0419, 0x041A, 0x041B, 0x041C, 0x041D, 0x041E, 0x041F,
  99. 0x0420, 0x0421, 0x0422, 0x0423, 0x0424, 0x0425, 0x0426, 0x0427,
  100. 0x0428, 0x0429, 0x042A, 0x042B, 0x042C, 0x042D, 0x042E, 0x042F,
  101. 0x0430, 0x0431, 0x0432, 0x0433, 0x0434, 0x0435, 0x0436, 0x0437,
  102. 0x0438, 0x0439, 0x043A, 0x043B, 0x043C, 0x043D, 0x043E, 0x043F,
  103. 0x0440, 0x0441, 0x0442, 0x0443, 0x0444, 0x0445, 0x0446, 0x0447,
  104. 0x0448, 0x0449, 0x044A, 0x044B, 0x044C, 0x044D, 0x044E, 0x044F,
  105. 0x2116, 0x0451, 0x0452, 0x0453, 0x0454, 0x0455, 0x0456, 0x0457,
  106. 0x0458, 0x0459, 0x045A, 0x045B, 0x045C, 0x00A7, 0x045E, 0x045F
  107. };
  108. /* ISO/IEC 8859-6:1999 (Latin/Arabic) */
  109. static const wchar_t iso_8859_6[] = {
  110. 0x00A0, 0xFFFD, 0xFFFD, 0xFFFD, 0x00A4, 0xFFFD, 0xFFFD, 0xFFFD,
  111. 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0x060C, 0x00AD, 0xFFFD, 0xFFFD,
  112. 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD,
  113. 0xFFFD, 0xFFFD, 0xFFFD, 0x061B, 0xFFFD, 0xFFFD, 0xFFFD, 0x061F,
  114. 0xFFFD, 0x0621, 0x0622, 0x0623, 0x0624, 0x0625, 0x0626, 0x0627,
  115. 0x0628, 0x0629, 0x062A, 0x062B, 0x062C, 0x062D, 0x062E, 0x062F,
  116. 0x0630, 0x0631, 0x0632, 0x0633, 0x0634, 0x0635, 0x0636, 0x0637,
  117. 0x0638, 0x0639, 0x063A, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD,
  118. 0x0640, 0x0641, 0x0642, 0x0643, 0x0644, 0x0645, 0x0646, 0x0647,
  119. 0x0648, 0x0649, 0x064A, 0x064B, 0x064C, 0x064D, 0x064E, 0x064F,
  120. 0x0650, 0x0651, 0x0652, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD,
  121. 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD
  122. };
  123. /* ISO 8859-7:1987 (Latin/Greek) */
  124. static const wchar_t iso_8859_7[] = {
  125. 0x00A0, 0x2018, 0x2019, 0x00A3, 0xFFFD, 0xFFFD, 0x00A6, 0x00A7,
  126. 0x00A8, 0x00A9, 0xFFFD, 0x00AB, 0x00AC, 0x00AD, 0xFFFD, 0x2015,
  127. 0x00B0, 0x00B1, 0x00B2, 0x00B3, 0x0384, 0x0385, 0x0386, 0x00B7,
  128. 0x0388, 0x0389, 0x038A, 0x00BB, 0x038C, 0x00BD, 0x038E, 0x038F,
  129. 0x0390, 0x0391, 0x0392, 0x0393, 0x0394, 0x0395, 0x0396, 0x0397,
  130. 0x0398, 0x0399, 0x039A, 0x039B, 0x039C, 0x039D, 0x039E, 0x039F,
  131. 0x03A0, 0x03A1, 0xFFFD, 0x03A3, 0x03A4, 0x03A5, 0x03A6, 0x03A7,
  132. 0x03A8, 0x03A9, 0x03AA, 0x03AB, 0x03AC, 0x03AD, 0x03AE, 0x03AF,
  133. 0x03B0, 0x03B1, 0x03B2, 0x03B3, 0x03B4, 0x03B5, 0x03B6, 0x03B7,
  134. 0x03B8, 0x03B9, 0x03BA, 0x03BB, 0x03BC, 0x03BD, 0x03BE, 0x03BF,
  135. 0x03C0, 0x03C1, 0x03C2, 0x03C3, 0x03C4, 0x03C5, 0x03C6, 0x03C7,
  136. 0x03C8, 0x03C9, 0x03CA, 0x03CB, 0x03CC, 0x03CD, 0x03CE, 0xFFFD
  137. };
  138. /* ISO/IEC 8859-8:1999 (Latin/Hebrew) */
  139. static const wchar_t iso_8859_8[] = {
  140. 0x00A0, 0xFFFD, 0x00A2, 0x00A3, 0x00A4, 0x00A5, 0x00A6, 0x00A7,
  141. 0x00A8, 0x00A9, 0x00D7, 0x00AB, 0x00AC, 0x00AD, 0x00AE, 0x00AF,
  142. 0x00B0, 0x00B1, 0x00B2, 0x00B3, 0x00B4, 0x00B5, 0x00B6, 0x00B7,
  143. 0x00B8, 0x00B9, 0x00F7, 0x00BB, 0x00BC, 0x00BD, 0x00BE, 0xFFFD,
  144. 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD,
  145. 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD,
  146. 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD,
  147. 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0x2017,
  148. 0x05D0, 0x05D1, 0x05D2, 0x05D3, 0x05D4, 0x05D5, 0x05D6, 0x05D7,
  149. 0x05D8, 0x05D9, 0x05DA, 0x05DB, 0x05DC, 0x05DD, 0x05DE, 0x05DF,
  150. 0x05E0, 0x05E1, 0x05E2, 0x05E3, 0x05E4, 0x05E5, 0x05E6, 0x05E7,
  151. 0x05E8, 0x05E9, 0x05EA, 0xFFFD, 0xFFFD, 0x200E, 0x200F, 0xFFFD
  152. };
  153. /* ISO/IEC 8859-9:1999 (Latin-5, "Turkish") */
  154. static const wchar_t iso_8859_9[] = {
  155. 0x00A0, 0x00A1, 0x00A2, 0x00A3, 0x00A4, 0x00A5, 0x00A6, 0x00A7,
  156. 0x00A8, 0x00A9, 0x00AA, 0x00AB, 0x00AC, 0x00AD, 0x00AE, 0x00AF,
  157. 0x00B0, 0x00B1, 0x00B2, 0x00B3, 0x00B4, 0x00B5, 0x00B6, 0x00B7,
  158. 0x00B8, 0x00B9, 0x00BA, 0x00BB, 0x00BC, 0x00BD, 0x00BE, 0x00BF,
  159. 0x00C0, 0x00C1, 0x00C2, 0x00C3, 0x00C4, 0x00C5, 0x00C6, 0x00C7,
  160. 0x00C8, 0x00C9, 0x00CA, 0x00CB, 0x00CC, 0x00CD, 0x00CE, 0x00CF,
  161. 0x011E, 0x00D1, 0x00D2, 0x00D3, 0x00D4, 0x00D5, 0x00D6, 0x00D7,
  162. 0x00D8, 0x00D9, 0x00DA, 0x00DB, 0x00DC, 0x0130, 0x015E, 0x00DF,
  163. 0x00E0, 0x00E1, 0x00E2, 0x00E3, 0x00E4, 0x00E5, 0x00E6, 0x00E7,
  164. 0x00E8, 0x00E9, 0x00EA, 0x00EB, 0x00EC, 0x00ED, 0x00EE, 0x00EF,
  165. 0x011F, 0x00F1, 0x00F2, 0x00F3, 0x00F4, 0x00F5, 0x00F6, 0x00F7,
  166. 0x00F8, 0x00F9, 0x00FA, 0x00FB, 0x00FC, 0x0131, 0x015F, 0x00FF
  167. };
  168. /* ISO/IEC 8859-10:1998 (Latin-6, "Nordic" [Sami, Inuit, Icelandic]) */
  169. static const wchar_t iso_8859_10[] = {
  170. 0x00A0, 0x0104, 0x0112, 0x0122, 0x012A, 0x0128, 0x0136, 0x00A7,
  171. 0x013B, 0x0110, 0x0160, 0x0166, 0x017D, 0x00AD, 0x016A, 0x014A,
  172. 0x00B0, 0x0105, 0x0113, 0x0123, 0x012B, 0x0129, 0x0137, 0x00B7,
  173. 0x013C, 0x0111, 0x0161, 0x0167, 0x017E, 0x2015, 0x016B, 0x014B,
  174. 0x0100, 0x00C1, 0x00C2, 0x00C3, 0x00C4, 0x00C5, 0x00C6, 0x012E,
  175. 0x010C, 0x00C9, 0x0118, 0x00CB, 0x0116, 0x00CD, 0x00CE, 0x00CF,
  176. 0x00D0, 0x0145, 0x014C, 0x00D3, 0x00D4, 0x00D5, 0x00D6, 0x0168,
  177. 0x00D8, 0x0172, 0x00DA, 0x00DB, 0x00DC, 0x00DD, 0x00DE, 0x00DF,
  178. 0x0101, 0x00E1, 0x00E2, 0x00E3, 0x00E4, 0x00E5, 0x00E6, 0x012F,
  179. 0x010D, 0x00E9, 0x0119, 0x00EB, 0x0117, 0x00ED, 0x00EE, 0x00EF,
  180. 0x00F0, 0x0146, 0x014D, 0x00F3, 0x00F4, 0x00F5, 0x00F6, 0x0169,
  181. 0x00F8, 0x0173, 0x00FA, 0x00FB, 0x00FC, 0x00FD, 0x00FE, 0x0138
  182. };
  183. /* ISO/IEC 8859-11:2001 ("Thai", "TIS620") */
  184. static const wchar_t iso_8859_11[] = {
  185. 0x00A0, 0x0E01, 0x0E02, 0x0E03, 0x0E04, 0x0E05, 0x0E06, 0x0E07,
  186. 0x0E08, 0x0E09, 0x0E0A, 0x0E0B, 0x0E0C, 0x0E0D, 0x0E0E, 0x0E0F,
  187. 0x0E10, 0x0E11, 0x0E12, 0x0E13, 0x0E14, 0x0E15, 0x0E16, 0x0E17,
  188. 0x0E18, 0x0E19, 0x0E1A, 0x0E1B, 0x0E1C, 0x0E1D, 0x0E1E, 0x0E1F,
  189. 0x0E20, 0x0E21, 0x0E22, 0x0E23, 0x0E24, 0x0E25, 0x0E26, 0x0E27,
  190. 0x0E28, 0x0E29, 0x0E2A, 0x0E2B, 0x0E2C, 0x0E2D, 0x0E2E, 0x0E2F,
  191. 0x0E30, 0x0E31, 0x0E32, 0x0E33, 0x0E34, 0x0E35, 0x0E36, 0x0E37,
  192. 0x0E38, 0x0E39, 0x0E3A, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD, 0x0E3F,
  193. 0x0E40, 0x0E41, 0x0E42, 0x0E43, 0x0E44, 0x0E45, 0x0E46, 0x0E47,
  194. 0x0E48, 0x0E49, 0x0E4A, 0x0E4B, 0x0E4C, 0x0E4D, 0x0E4E, 0x0E4F,
  195. 0x0E50, 0x0E51, 0x0E52, 0x0E53, 0x0E54, 0x0E55, 0x0E56, 0x0E57,
  196. 0x0E58, 0x0E59, 0x0E5A, 0x0E5B, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD
  197. };
  198. /* ISO/IEC 8859-13:1998 (Latin-7, "Baltic Rim") */
  199. static const wchar_t iso_8859_13[] = {
  200. 0x00A0, 0x201D, 0x00A2, 0x00A3, 0x00A4, 0x201E, 0x00A6, 0x00A7,
  201. 0x00D8, 0x00A9, 0x0156, 0x00AB, 0x00AC, 0x00AD, 0x00AE, 0x00C6,
  202. 0x00B0, 0x00B1, 0x00B2, 0x00B3, 0x201C, 0x00B5, 0x00B6, 0x00B7,
  203. 0x00F8, 0x00B9, 0x0157, 0x00BB, 0x00BC, 0x00BD, 0x00BE, 0x00E6,
  204. 0x0104, 0x012E, 0x0100, 0x0106, 0x00C4, 0x00C5, 0x0118, 0x0112,
  205. 0x010C, 0x00C9, 0x0179, 0x0116, 0x0122, 0x0136, 0x012A, 0x013B,
  206. 0x0160, 0x0143, 0x0145, 0x00D3, 0x014C, 0x00D5, 0x00D6, 0x00D7,
  207. 0x0172, 0x0141, 0x015A, 0x016A, 0x00DC, 0x017B, 0x017D, 0x00DF,
  208. 0x0105, 0x012F, 0x0101, 0x0107, 0x00E4, 0x00E5, 0x0119, 0x0113,
  209. 0x010D, 0x00E9, 0x017A, 0x0117, 0x0123, 0x0137, 0x012B, 0x013C,
  210. 0x0161, 0x0144, 0x0146, 0x00F3, 0x014D, 0x00F5, 0x00F6, 0x00F7,
  211. 0x0173, 0x0142, 0x015B, 0x016B, 0x00FC, 0x017C, 0x017E, 0x2019
  212. };
  213. /* ISO/IEC 8859-14:1998 (Latin-8, "Celtic", "Gaelic/Welsh") */
  214. static const wchar_t iso_8859_14[] = {
  215. 0x00A0, 0x1E02, 0x1E03, 0x00A3, 0x010A, 0x010B, 0x1E0A, 0x00A7,
  216. 0x1E80, 0x00A9, 0x1E82, 0x1E0B, 0x1EF2, 0x00AD, 0x00AE, 0x0178,
  217. 0x1E1E, 0x1E1F, 0x0120, 0x0121, 0x1E40, 0x1E41, 0x00B6, 0x1E56,
  218. 0x1E81, 0x1E57, 0x1E83, 0x1E60, 0x1EF3, 0x1E84, 0x1E85, 0x1E61,
  219. 0x00C0, 0x00C1, 0x00C2, 0x00C3, 0x00C4, 0x00C5, 0x00C6, 0x00C7,
  220. 0x00C8, 0x00C9, 0x00CA, 0x00CB, 0x00CC, 0x00CD, 0x00CE, 0x00CF,
  221. 0x0174, 0x00D1, 0x00D2, 0x00D3, 0x00D4, 0x00D5, 0x00D6, 0x1E6A,
  222. 0x00D8, 0x00D9, 0x00DA, 0x00DB, 0x00DC, 0x00DD, 0x0176, 0x00DF,
  223. 0x00E0, 0x00E1, 0x00E2, 0x00E3, 0x00E4, 0x00E5, 0x00E6, 0x00E7,
  224. 0x00E8, 0x00E9, 0x00EA, 0x00EB, 0x00EC, 0x00ED, 0x00EE, 0x00EF,
  225. 0x0175, 0x00F1, 0x00F2, 0x00F3, 0x00F4, 0x00F5, 0x00F6, 0x1E6B,
  226. 0x00F8, 0x00F9, 0x00FA, 0x00FB, 0x00FC, 0x00FD, 0x0177, 0x00FF
  227. };
  228. /* ISO/IEC 8859-15:1999 (Latin-9 aka -0, "euro") */
  229. static const wchar_t iso_8859_15[] = {
  230. 0x00A0, 0x00A1, 0x00A2, 0x00A3, 0x20AC, 0x00A5, 0x0160, 0x00A7,
  231. 0x0161, 0x00A9, 0x00AA, 0x00AB, 0x00AC, 0x00AD, 0x00AE, 0x00AF,
  232. 0x00B0, 0x00B1, 0x00B2, 0x00B3, 0x017D, 0x00B5, 0x00B6, 0x00B7,
  233. 0x017E, 0x00B9, 0x00BA, 0x00BB, 0x0152, 0x0153, 0x0178, 0x00BF,
  234. 0x00C0, 0x00C1, 0x00C2, 0x00C3, 0x00C4, 0x00C5, 0x00C6, 0x00C7,
  235. 0x00C8, 0x00C9, 0x00CA, 0x00CB, 0x00CC, 0x00CD, 0x00CE, 0x00CF,
  236. 0x00D0, 0x00D1, 0x00D2, 0x00D3, 0x00D4, 0x00D5, 0x00D6, 0x00D7,
  237. 0x00D8, 0x00D9, 0x00DA, 0x00DB, 0x00DC, 0x00DD, 0x00DE, 0x00DF,
  238. 0x00E0, 0x00E1, 0x00E2, 0x00E3, 0x00E4, 0x00E5, 0x00E6, 0x00E7,
  239. 0x00E8, 0x00E9, 0x00EA, 0x00EB, 0x00EC, 0x00ED, 0x00EE, 0x00EF,
  240. 0x00F0, 0x00F1, 0x00F2, 0x00F3, 0x00F4, 0x00F5, 0x00F6, 0x00F7,
  241. 0x00F8, 0x00F9, 0x00FA, 0x00FB, 0x00FC, 0x00FD, 0x00FE, 0x00FF
  242. };
  243. /* ISO/IEC 8859-16:2001 (Latin-10, "Balkan") */
  244. static const wchar_t iso_8859_16[] = {
  245. 0x00A0, 0x0104, 0x0105, 0x0141, 0x20AC, 0x201E, 0x0160, 0x00A7,
  246. 0x0161, 0x00A9, 0x0218, 0x00AB, 0x0179, 0x00AD, 0x017A, 0x017B,
  247. 0x00B0, 0x00B1, 0x010C, 0x0142, 0x017D, 0x201D, 0x00B6, 0x00B7,
  248. 0x017E, 0x010D, 0x0219, 0x00BB, 0x0152, 0x0153, 0x0178, 0x017C,
  249. 0x00C0, 0x00C1, 0x00C2, 0x0102, 0x00C4, 0x0106, 0x00C6, 0x00C7,
  250. 0x00C8, 0x00C9, 0x00CA, 0x00CB, 0x00CC, 0x00CD, 0x00CE, 0x00CF,
  251. 0x0110, 0x0143, 0x00D2, 0x00D3, 0x00D4, 0x0150, 0x00D6, 0x015A,
  252. 0x0170, 0x00D9, 0x00DA, 0x00DB, 0x00DC, 0x0118, 0x021A, 0x00DF,
  253. 0x00E0, 0x00E1, 0x00E2, 0x0103, 0x00E4, 0x0107, 0x00E6, 0x00E7,
  254. 0x00E8, 0x00E9, 0x00EA, 0x00EB, 0x00EC, 0x00ED, 0x00EE, 0x00EF,
  255. 0x0111, 0x0144, 0x00F2, 0x00F3, 0x00F4, 0x0151, 0x00F6, 0x015B,
  256. 0x0171, 0x00F9, 0x00FA, 0x00FB, 0x00FC, 0x0119, 0x021B, 0x00FF
  257. };
  258. static const wchar_t roman8[] = {
  259. 0x00A0, 0x00C0, 0x00C2, 0x00C8, 0x00CA, 0x00CB, 0x00CE, 0x00CF,
  260. 0x00B4, 0x02CB, 0x02C6, 0x00A8, 0x02DC, 0x00D9, 0x00DB, 0x20A4,
  261. 0x00AF, 0x00DD, 0x00FD, 0x00B0, 0x00C7, 0x00E7, 0x00D1, 0x00F1,
  262. 0x00A1, 0x00BF, 0x00A4, 0x00A3, 0x00A5, 0x00A7, 0x0192, 0x00A2,
  263. 0x00E2, 0x00EA, 0x00F4, 0x00FB, 0x00E1, 0x00E9, 0x00F3, 0x00FA,
  264. 0x00E0, 0x00E8, 0x00F2, 0x00F9, 0x00E4, 0x00EB, 0x00F6, 0x00FC,
  265. 0x00C5, 0x00EE, 0x00D8, 0x00C6, 0x00E5, 0x00ED, 0x00F8, 0x00E6,
  266. 0x00C4, 0x00EC, 0x00D6, 0x00DC, 0x00C9, 0x00EF, 0x00DF, 0x00D4,
  267. 0x00C1, 0x00C3, 0x00E3, 0x00D0, 0x00F0, 0x00CD, 0x00CC, 0x00D3,
  268. 0x00D2, 0x00D5, 0x00F5, 0x0160, 0x0161, 0x00DA, 0x0178, 0x00FF,
  269. 0x00DE, 0x00FE, 0x00B7, 0x00B5, 0x00B6, 0x00BE, 0x2014, 0x00BC,
  270. 0x00BD, 0x00AA, 0x00BA, 0x00AB, 0x25A0, 0x00BB, 0x00B1, 0xFFFD
  271. };
  272. static const wchar_t koi8_u[] = {
  273. 0x2500, 0x2502, 0x250C, 0x2510, 0x2514, 0x2518, 0x251C, 0x2524,
  274. 0x252C, 0x2534, 0x253C, 0x2580, 0x2584, 0x2588, 0x258C, 0x2590,
  275. 0x2591, 0x2592, 0x2593, 0x2320, 0x25A0, 0x2022, 0x221A, 0x2248,
  276. 0x2264, 0x2265, 0x00A0, 0x2321, 0x00B0, 0x00B2, 0x00B7, 0x00F7,
  277. 0x2550, 0x2551, 0x2552, 0x0451, 0x0454, 0x2554, 0x0456, 0x0457,
  278. 0x2557, 0x2558, 0x2559, 0x255A, 0x255B, 0x0491, 0x255D, 0x255E,
  279. 0x255F, 0x2560, 0x2561, 0x0401, 0x0404, 0x2563, 0x0406, 0x0407,
  280. 0x2566, 0x2567, 0x2568, 0x2569, 0x256A, 0x0490, 0x256C, 0x00A9,
  281. 0x044E, 0x0430, 0x0431, 0x0446, 0x0434, 0x0435, 0x0444, 0x0433,
  282. 0x0445, 0x0438, 0x0439, 0x043A, 0x043B, 0x043C, 0x043D, 0x043E,
  283. 0x043F, 0x044F, 0x0440, 0x0441, 0x0442, 0x0443, 0x0436, 0x0432,
  284. 0x044C, 0x044B, 0x0437, 0x0448, 0x044D, 0x0449, 0x0447, 0x044A,
  285. 0x042E, 0x0410, 0x0411, 0x0426, 0x0414, 0x0415, 0x0424, 0x0413,
  286. 0x0425, 0x0418, 0x0419, 0x041A, 0x041B, 0x041C, 0x041D, 0x041E,
  287. 0x041F, 0x042F, 0x0420, 0x0421, 0x0422, 0x0423, 0x0416, 0x0412,
  288. 0x042C, 0x042B, 0x0417, 0x0428, 0x042D, 0x0429, 0x0427, 0x042A
  289. };
  290. static const wchar_t vscii[] = {
  291. 0x0000, 0x0001, 0x1EB2, 0x0003, 0x0004, 0x1EB4, 0x1EAA, 0x0007,
  292. 0x0008, 0x0009, 0x000a, 0x000b, 0x000c, 0x000d, 0x000e, 0x000f,
  293. 0x0010, 0x0011, 0x0012, 0x0013, 0x1EF6, 0x0015, 0x0016, 0x0017,
  294. 0x0018, 0x1EF8, 0x001a, 0x001b, 0x001c, 0x001d, 0x1EF4, 0x001f,
  295. 0x0020, 0x0021, 0x0022, 0x0023, 0x0024, 0x0025, 0x0026, 0x0027,
  296. 0x0028, 0x0029, 0x002A, 0x002B, 0x002C, 0x002D, 0x002E, 0x002F,
  297. 0x0030, 0x0031, 0x0032, 0x0033, 0x0034, 0x0035, 0x0036, 0x0037,
  298. 0x0038, 0x0039, 0x003A, 0x003B, 0x003C, 0x003D, 0x003E, 0x003F,
  299. 0x0040, 0x0041, 0x0042, 0x0043, 0x0044, 0x0045, 0x0046, 0x0047,
  300. 0x0048, 0x0049, 0x004A, 0x004B, 0x004C, 0x004D, 0x004E, 0x004F,
  301. 0x0050, 0x0051, 0x0052, 0x0053, 0x0054, 0x0055, 0x0056, 0x0057,
  302. 0x0058, 0x0059, 0x005A, 0x005B, 0x005C, 0x005D, 0x005E, 0x005F,
  303. 0x0060, 0x0061, 0x0062, 0x0063, 0x0064, 0x0065, 0x0066, 0x0067,
  304. 0x0068, 0x0069, 0x006A, 0x006B, 0x006C, 0x006D, 0x006E, 0x006F,
  305. 0x0070, 0x0071, 0x0072, 0x0073, 0x0074, 0x0075, 0x0076, 0x0077,
  306. 0x0078, 0x0079, 0x007A, 0x007B, 0x007C, 0x007D, 0x007E, 0x007f,
  307. 0x1EA0, 0x1EAE, 0x1EB0, 0x1EB6, 0x1EA4, 0x1EA6, 0x1EA8, 0x1EAC,
  308. 0x1EBC, 0x1EB8, 0x1EBE, 0x1EC0, 0x1EC2, 0x1EC4, 0x1EC6, 0x1ED0,
  309. 0x1ED2, 0x1ED4, 0x1ED6, 0x1ED8, 0x1EE2, 0x1EDA, 0x1EDC, 0x1EDE,
  310. 0x1ECA, 0x1ECE, 0x1ECC, 0x1EC8, 0x1EE6, 0x0168, 0x1EE4, 0x1EF2,
  311. 0x00D5, 0x1EAF, 0x1EB1, 0x1EB7, 0x1EA5, 0x1EA7, 0x1EA8, 0x1EAD,
  312. 0x1EBD, 0x1EB9, 0x1EBF, 0x1EC1, 0x1EC3, 0x1EC5, 0x1EC7, 0x1ED1,
  313. 0x1ED3, 0x1ED5, 0x1ED7, 0x1EE0, 0x01A0, 0x1ED9, 0x1EDD, 0x1EDF,
  314. 0x1ECB, 0x1EF0, 0x1EE8, 0x1EEA, 0x1EEC, 0x01A1, 0x1EDB, 0x01AF,
  315. 0x00C0, 0x00C1, 0x00C2, 0x00C3, 0x1EA2, 0x0102, 0x1EB3, 0x1EB5,
  316. 0x00C8, 0x00C9, 0x00CA, 0x1EBA, 0x00CC, 0x00CD, 0x0128, 0x1EF3,
  317. 0x0110, 0x1EE9, 0x00D2, 0x00D3, 0x00D4, 0x1EA1, 0x1EF7, 0x1EEB,
  318. 0x1EED, 0x00D9, 0x00DA, 0x1EF9, 0x1EF5, 0x00DD, 0x1EE1, 0x01B0,
  319. 0x00E0, 0x00E1, 0x00E2, 0x00E3, 0x1EA3, 0x0103, 0x1EEF, 0x1EAB,
  320. 0x00E8, 0x00E9, 0x00EA, 0x1EBB, 0x00EC, 0x00ED, 0x0129, 0x1EC9,
  321. 0x0111, 0x1EF1, 0x00F2, 0x00F3, 0x00F4, 0x00F5, 0x1ECF, 0x1ECD,
  322. 0x1EE5, 0x00F9, 0x00FA, 0x0169, 0x1EE7, 0x00FD, 0x1EE3, 0x1EEE
  323. };
  324. static const wchar_t dec_mcs[] = {
  325. 0x00A0, 0x00A1, 0x00A2, 0x00A3, 0xFFFD, 0x00A5, 0xFFFD, 0x00A7,
  326. 0x00A4, 0x00A9, 0x00AA, 0x00AB, 0xFFFD, 0xFFFD, 0xFFFD, 0xFFFD,
  327. 0x00B0, 0x00B1, 0x00B2, 0x00B3, 0xFFFD, 0x00B5, 0x00B6, 0x00B7,
  328. 0xFFFD, 0x00B9, 0x00BA, 0x00BB, 0x00BC, 0x00BD, 0xFFFD, 0x00BF,
  329. 0x00C0, 0x00C1, 0x00C2, 0x00C3, 0x00C4, 0x00C5, 0x00C6, 0x00C7,
  330. 0x00C8, 0x00C9, 0x00CA, 0x00CB, 0x00CC, 0x00CD, 0x00CE, 0x00CF,
  331. 0xFFFD, 0x00D1, 0x00D2, 0x00D3, 0x00D4, 0x00D5, 0x00D6, 0x0152,
  332. 0x00D8, 0x00D9, 0x00DA, 0x00DB, 0x00DC, 0x0178, 0xFFFD, 0x00DF,
  333. 0x00E0, 0x00E1, 0x00E2, 0x00E3, 0x00E4, 0x00E5, 0x00E6, 0x00E7,
  334. 0x00E8, 0x00E9, 0x00EA, 0x00EB, 0x00EC, 0x00ED, 0x00EE, 0x00EF,
  335. 0xFFFD, 0x00F1, 0x00F2, 0x00F3, 0x00F4, 0x00F5, 0x00F6, 0x0153,
  336. 0x00F8, 0x00F9, 0x00FA, 0x00FB, 0x00FC, 0x00FF, 0xFFFD, 0xFFFD
  337. };
  338. /* Mazovia (Polish) aka CP620
  339. * from "Mazowia to Unicode table", 04/24/96, Mikolaj Jedrzejak */
  340. static const wchar_t mazovia[] = {
  341. /* Code point 0x9B is "zloty" symbol (z&#0142;), which is not
  342. * widely used and for which there is no Unicode equivalent.
  343. * One reference shows 0xA8 as U+00A7 SECTION SIGN, but we're
  344. * told that's incorrect. */
  345. 0x00C7, 0x00FC, 0x00E9, 0x00E2, 0x00E4, 0x00E0, 0x0105, 0x00E7,
  346. 0x00EA, 0x00EB, 0x00E8, 0x00EF, 0x00EE, 0x0107, 0x00C4, 0x0104,
  347. 0x0118, 0x0119, 0x0142, 0x00F4, 0x00F6, 0x0106, 0x00FB, 0x00F9,
  348. 0x015a, 0x00D6, 0x00DC, 0xFFFD, 0x0141, 0x00A5, 0x015b, 0x0192,
  349. 0x0179, 0x017b, 0x00F3, 0x00d3, 0x0144, 0x0143, 0x017a, 0x017c,
  350. 0x00BF, 0x2310, 0x00AC, 0x00BD, 0x00BC, 0x00A1, 0x00AB, 0x00BB,
  351. 0x2591, 0x2592, 0x2593, 0x2502, 0x2524, 0x2561, 0x2562, 0x2556,
  352. 0x2555, 0x2563, 0x2551, 0x2557, 0x255D, 0x255C, 0x255B, 0x2510,
  353. 0x2514, 0x2534, 0x252C, 0x251C, 0x2500, 0x253C, 0x255E, 0x255F,
  354. 0x255A, 0x2554, 0x2569, 0x2566, 0x2560, 0x2550, 0x256C, 0x2567,
  355. 0x2568, 0x2564, 0x2565, 0x2559, 0x2558, 0x2552, 0x2553, 0x256B,
  356. 0x256A, 0x2518, 0x250C, 0x2588, 0x2584, 0x258C, 0x2590, 0x2580,
  357. 0x03B1, 0x00DF, 0x0393, 0x03C0, 0x03A3, 0x03C3, 0x00B5, 0x03C4,
  358. 0x03A6, 0x0398, 0x03A9, 0x03B4, 0x221E, 0x03C6, 0x03B5, 0x2229,
  359. 0x2261, 0x00B1, 0x2265, 0x2264, 0x2320, 0x2321, 0x00F7, 0x2248,
  360. 0x00B0, 0x2219, 0x00B7, 0x221A, 0x207F, 0x00B2, 0x25A0, 0x00A0
  361. };
  362. struct cp_list_item {
  363. char *name;
  364. int codepage;
  365. int cp_size;
  366. const wchar_t *cp_table;
  367. };
  368. static const struct cp_list_item cp_list[] = {
  369. {"UTF-8", CP_UTF8},
  370. {"ISO-8859-1:1998 (Latin-1, West Europe)", 0, 96, iso_8859_1},
  371. {"ISO-8859-2:1999 (Latin-2, East Europe)", 0, 96, iso_8859_2},
  372. {"ISO-8859-3:1999 (Latin-3, South Europe)", 0, 96, iso_8859_3},
  373. {"ISO-8859-4:1998 (Latin-4, North Europe)", 0, 96, iso_8859_4},
  374. {"ISO-8859-5:1999 (Latin/Cyrillic)", 0, 96, iso_8859_5},
  375. {"ISO-8859-6:1999 (Latin/Arabic)", 0, 96, iso_8859_6},
  376. {"ISO-8859-7:1987 (Latin/Greek)", 0, 96, iso_8859_7},
  377. {"ISO-8859-8:1999 (Latin/Hebrew)", 0, 96, iso_8859_8},
  378. {"ISO-8859-9:1999 (Latin-5, Turkish)", 0, 96, iso_8859_9},
  379. {"ISO-8859-10:1998 (Latin-6, Nordic)", 0, 96, iso_8859_10},
  380. {"ISO-8859-11:2001 (Latin/Thai)", 0, 96, iso_8859_11},
  381. {"ISO-8859-13:1998 (Latin-7, Baltic)", 0, 96, iso_8859_13},
  382. {"ISO-8859-14:1998 (Latin-8, Celtic)", 0, 96, iso_8859_14},
  383. {"ISO-8859-15:1999 (Latin-9, \"euro\")", 0, 96, iso_8859_15},
  384. {"ISO-8859-16:2001 (Latin-10, Balkan)", 0, 96, iso_8859_16},
  385. {"KOI8-U", 0, 128, koi8_u},
  386. {"KOI8-R", 20866},
  387. {"HP-ROMAN8", 0, 96, roman8},
  388. {"VSCII", 0, 256, vscii},
  389. {"DEC-MCS", 0, 96, dec_mcs},
  390. {"Win1250 (Central European)", 1250},
  391. {"Win1251 (Cyrillic)", 1251},
  392. {"Win1252 (Western)", 1252},
  393. {"Win1253 (Greek)", 1253},
  394. {"Win1254 (Turkish)", 1254},
  395. {"Win1255 (Hebrew)", 1255},
  396. {"Win1256 (Arabic)", 1256},
  397. {"Win1257 (Baltic)", 1257},
  398. {"Win1258 (Vietnamese)", 1258},
  399. {"CP437", 437},
  400. {"CP620 (Mazovia)", 0, 128, mazovia},
  401. {"CP819", 28591},
  402. {"CP852", 852},
  403. {"CP878", 20866},
  404. {"Use font encoding", -1},
  405. {0, 0}
  406. };
  407. #ifndef WINSCP
  408. static void link_font(WCHAR *line_tbl, WCHAR *font_tbl, WCHAR attr);
  409. #endif
  410. /*
  411. * We keep a collection of reverse mappings from Unicode back to code pages,
  412. * in the form of array[256] of array[256] of char. These live forever in a
  413. * local tree234, and we just make a new one whenever we find a need.
  414. */
  415. typedef struct reverse_mapping {
  416. int codepage;
  417. char **blocks;
  418. } reverse_mapping;
  419. static tree234 *reverse_mappings = NULL;
  420. static int reverse_mapping_cmp(void *av, void *bv)
  421. {
  422. const reverse_mapping *a = (const reverse_mapping *)av;
  423. const reverse_mapping *b = (const reverse_mapping *)bv;
  424. if (a->codepage < b->codepage)
  425. return -1;
  426. if (a->codepage > b->codepage)
  427. return +1;
  428. return 0;
  429. }
  430. static int reverse_mapping_find(void *av, void *bv)
  431. {
  432. const reverse_mapping *a = (const reverse_mapping *)av;
  433. int b_codepage = *(const int *)bv;
  434. if (a->codepage < b_codepage)
  435. return -1;
  436. if (a->codepage > b_codepage)
  437. return +1;
  438. return 0;
  439. }
  440. static reverse_mapping *get_existing_reverse_mapping(int codepage)
  441. {
  442. if (!reverse_mappings)
  443. return NULL;
  444. return find234(reverse_mappings, &codepage, reverse_mapping_find);
  445. }
  446. static reverse_mapping *make_reverse_mapping_inner(
  447. int codepage, const wchar_t *mapping)
  448. {
  449. if (!reverse_mappings)
  450. reverse_mappings = newtree234(reverse_mapping_cmp);
  451. { // WINSCP
  452. reverse_mapping *rmap = snew(reverse_mapping);
  453. rmap->blocks = snewn(256, char *);
  454. memset(rmap->blocks, 0, 256 * sizeof(char *));
  455. { // WINSCP
  456. size_t i; // WINSCP
  457. for (i = 0; i < 256; i++) {
  458. /* These special kinds of value correspond to no Unicode character */
  459. if (DIRECT_CHAR(mapping[i]))
  460. continue;
  461. if (DIRECT_FONT(mapping[i]))
  462. continue;
  463. { // WINSCP
  464. size_t chr = mapping[i];
  465. size_t block = chr >> 8, index = chr & 0xFF;
  466. if (!rmap->blocks[block]) {
  467. rmap->blocks[block] = snewn(256, char);
  468. memset(rmap->blocks[block], 0, 256);
  469. }
  470. rmap->blocks[block][index] = i;
  471. } // WINSCP
  472. }
  473. rmap->codepage = codepage;
  474. { // WINSCP
  475. reverse_mapping *added = add234(reverse_mappings, rmap);
  476. assert(added == rmap); /* we already checked it wasn't already in there */
  477. return added;
  478. } // WINSCP
  479. } // WINSCP
  480. } // WINSCP
  481. }
  482. #ifndef WINSCP
  483. static void make_reverse_mapping(int codepage, const wchar_t *mapping)
  484. {
  485. if (get_existing_reverse_mapping(codepage))
  486. return; /* we've already got this one */
  487. make_reverse_mapping_inner(codepage, mapping);
  488. }
  489. #endif
  490. static reverse_mapping *get_reverse_mapping(int codepage)
  491. {
  492. /*
  493. * Try harder to get a reverse mapping for a codepage we implement
  494. * internally via a translation table, by hastily making it if it doesn't
  495. * already exist.
  496. */
  497. reverse_mapping *rmap = get_existing_reverse_mapping(codepage);
  498. if (rmap)
  499. return rmap;
  500. if (codepage < 65536)
  501. return NULL;
  502. if (codepage >= 65536 + lenof(cp_list))
  503. return NULL;
  504. { // WINSCP
  505. const struct cp_list_item *cp = &cp_list[codepage - 65536];
  506. if (!cp->cp_table)
  507. return NULL;
  508. { // WINSCP
  509. wchar_t mapping[256];
  510. get_unitab(codepage, mapping, 0);
  511. return make_reverse_mapping_inner(codepage, mapping);
  512. } // WINSCP
  513. } // WINSCP
  514. }
  515. #ifndef WINSCP
  516. void init_ucs(Conf *conf, struct unicode_data *ucsdata)
  517. {
  518. int i;
  519. bool used_dtf = false;
  520. int vtmode;
  521. /* Decide on the Line and Font codepages */
  522. ucsdata->line_codepage = decode_codepage(conf_get_str(conf,
  523. CONF_line_codepage));
  524. if (ucsdata->font_codepage <= 0) {
  525. ucsdata->font_codepage=0;
  526. ucsdata->dbcs_screenfont=false;
  527. }
  528. vtmode = conf_get_int(conf, CONF_vtmode);
  529. if (vtmode == VT_OEMONLY) {
  530. ucsdata->font_codepage = 437;
  531. ucsdata->dbcs_screenfont = false;
  532. if (ucsdata->line_codepage <= 0)
  533. ucsdata->line_codepage = GetACP();
  534. } else if (ucsdata->line_codepage <= 0)
  535. ucsdata->line_codepage = ucsdata->font_codepage;
  536. /* Collect screen font ucs table */
  537. if (ucsdata->dbcs_screenfont || ucsdata->font_codepage == 0) {
  538. get_unitab(ucsdata->font_codepage, ucsdata->unitab_font, 2);
  539. for (i = 128; i < 256; i++)
  540. ucsdata->unitab_font[i] = (WCHAR) (CSET_ACP + i);
  541. } else {
  542. get_unitab(ucsdata->font_codepage, ucsdata->unitab_font, 1);
  543. /* CP437 fonts are often broken ... */
  544. if (ucsdata->font_codepage == 437)
  545. ucsdata->unitab_font[0] = ucsdata->unitab_font[255] = 0xFFFF;
  546. }
  547. if (vtmode == VT_XWINDOWS)
  548. memcpy(ucsdata->unitab_font + 1, unitab_xterm_std,
  549. sizeof(unitab_xterm_std));
  550. /* Collect OEMCP ucs table */
  551. get_unitab(CP_OEMCP, ucsdata->unitab_oemcp, 1);
  552. /* Collect CP437 ucs table for SCO acs */
  553. if (vtmode == VT_OEMANSI || vtmode == VT_XWINDOWS)
  554. memcpy(ucsdata->unitab_scoacs, ucsdata->unitab_oemcp,
  555. sizeof(ucsdata->unitab_scoacs));
  556. else
  557. get_unitab(437, ucsdata->unitab_scoacs, 1);
  558. /* Collect line set ucs table */
  559. if (ucsdata->line_codepage == ucsdata->font_codepage &&
  560. (ucsdata->dbcs_screenfont ||
  561. vtmode == VT_POORMAN || ucsdata->font_codepage==0)) {
  562. /* For DBCS and POOR fonts force direct to font */
  563. used_dtf = true;
  564. for (i = 0; i < 32; i++)
  565. ucsdata->unitab_line[i] = (WCHAR) i;
  566. for (i = 32; i < 256; i++)
  567. ucsdata->unitab_line[i] = (WCHAR) (CSET_ACP + i);
  568. ucsdata->unitab_line[127] = (WCHAR) 127;
  569. } else {
  570. get_unitab(ucsdata->line_codepage, ucsdata->unitab_line, 0);
  571. }
  572. #if 0
  573. debug("Line cp%d, Font cp%d%s\n", ucsdata->line_codepage,
  574. ucsdata->font_codepage, ucsdata->dbcs_screenfont ? " DBCS" : "");
  575. for (i = 0; i < 256; i += 16) {
  576. for (j = 0; j < 16; j++) {
  577. debug("%04x%s", ucsdata->unitab_line[i + j], j == 15 ? "" : ",");
  578. }
  579. debug("\n");
  580. }
  581. #endif
  582. /* VT100 graphics - NB: Broken for non-ascii CP's */
  583. memcpy(ucsdata->unitab_xterm, ucsdata->unitab_line,
  584. sizeof(ucsdata->unitab_xterm));
  585. memcpy(ucsdata->unitab_xterm + '`', unitab_xterm_std,
  586. sizeof(unitab_xterm_std));
  587. ucsdata->unitab_xterm['_'] = ' ';
  588. if (!used_dtf) {
  589. /* Make sure a reverse mapping exists for this code page. */
  590. make_reverse_mapping(ucsdata->line_codepage, ucsdata->unitab_line);
  591. }
  592. /* Find the line control characters. */
  593. for (i = 0; i < 256; i++)
  594. if (ucsdata->unitab_line[i] < ' '
  595. || (ucsdata->unitab_line[i] >= 0x7F &&
  596. ucsdata->unitab_line[i] < 0xA0))
  597. ucsdata->unitab_ctrl[i] = i;
  598. else
  599. ucsdata->unitab_ctrl[i] = 0xFF;
  600. /* Generate line->screen direct conversion links. */
  601. if (vtmode == VT_OEMANSI || vtmode == VT_XWINDOWS)
  602. link_font(ucsdata->unitab_scoacs, ucsdata->unitab_oemcp, CSET_OEMCP);
  603. link_font(ucsdata->unitab_line, ucsdata->unitab_font, CSET_ACP);
  604. link_font(ucsdata->unitab_scoacs, ucsdata->unitab_font, CSET_ACP);
  605. link_font(ucsdata->unitab_xterm, ucsdata->unitab_font, CSET_ACP);
  606. if (vtmode == VT_OEMANSI || vtmode == VT_XWINDOWS) {
  607. link_font(ucsdata->unitab_line, ucsdata->unitab_oemcp, CSET_OEMCP);
  608. link_font(ucsdata->unitab_xterm, ucsdata->unitab_oemcp, CSET_OEMCP);
  609. }
  610. if (ucsdata->dbcs_screenfont &&
  611. ucsdata->font_codepage != ucsdata->line_codepage) {
  612. /* F***ing Microsoft fonts, Japanese and Korean codepage fonts
  613. * have a currency symbol at 0x5C but their unicode value is
  614. * still given as U+005C not the correct U+00A5. */
  615. ucsdata->unitab_line['\\'] = CSET_OEMCP + '\\';
  616. }
  617. /* Last chance, if !unicode then try poorman links. */
  618. if (vtmode != VT_UNICODE) {
  619. static const char poorman_scoacs[] =
  620. "CueaaaaceeeiiiAAE**ooouuyOUc$YPsaiounNao?++**!<>###||||++||++++++--|-+||++--|-+----++++++++##||#aBTPEsyt******EN=+><++-=... n2* ";
  621. static const char poorman_latin1[] =
  622. " !cL.Y|S\"Ca<--R~o+23'u|.,1o>///?AAAAAAACEEEEIIIIDNOOOOOxOUUUUYPBaaaaaaaceeeeiiiionooooo/ouuuuypy";
  623. static const char poorman_vt100[] = "*#****o~**+++++-----++++|****L.";
  624. for (i = 160; i < 256; i++)
  625. if (!DIRECT_FONT(ucsdata->unitab_line[i]) &&
  626. ucsdata->unitab_line[i] >= 160 &&
  627. ucsdata->unitab_line[i] < 256) {
  628. ucsdata->unitab_line[i] =
  629. (WCHAR) (CSET_ACP +
  630. poorman_latin1[ucsdata->unitab_line[i] - 160]);
  631. }
  632. for (i = 96; i < 127; i++)
  633. if (!DIRECT_FONT(ucsdata->unitab_xterm[i]))
  634. ucsdata->unitab_xterm[i] =
  635. (WCHAR) (CSET_ACP + poorman_vt100[i - 96]);
  636. for (i = 128; i < 256; i++)
  637. if (!DIRECT_FONT(ucsdata->unitab_scoacs[i]))
  638. ucsdata->unitab_scoacs[i] =
  639. (WCHAR) (CSET_ACP + poorman_scoacs[i - 128]);
  640. }
  641. }
  642. void init_ucs_generic(Conf *conf, struct unicode_data *ucsdata)
  643. {
  644. init_ucs(conf, ucsdata);
  645. }
  646. static void link_font(WCHAR *line_tbl, WCHAR *font_tbl, WCHAR attr)
  647. {
  648. int font_index, line_index, i;
  649. for (line_index = 0; line_index < 256; line_index++) {
  650. if (DIRECT_FONT(line_tbl[line_index]))
  651. continue;
  652. for (i = 0; i < 256; i++) {
  653. font_index = ((32 + i) & 0xFF);
  654. if (line_tbl[line_index] == font_tbl[font_index]) {
  655. line_tbl[line_index] = (WCHAR) (attr + font_index);
  656. break;
  657. }
  658. }
  659. }
  660. }
  661. wchar_t xlat_uskbd2cyrllic(int ch)
  662. {
  663. static const wchar_t cyrtab[] = {
  664. 0, 1, 2, 3, 4, 5, 6, 7,
  665. 8, 9, 10, 11, 12, 13, 14, 15,
  666. 16, 17, 18, 19, 20, 21, 22, 23,
  667. 24, 25, 26, 27, 28, 29, 30, 31,
  668. 32, 33, 0x042d, 35, 36, 37, 38, 0x044d,
  669. 40, 41, 42, 0x0406, 0x0431, 0x0454, 0x044e, 0x002e,
  670. 48, 49, 50, 51, 52, 53, 54, 55,
  671. 56, 57, 0x0416, 0x0436, 0x0411, 0x0456, 0x042e, 0x002c,
  672. 64, 0x0424, 0x0418, 0x0421, 0x0412, 0x0423, 0x0410, 0x041f,
  673. 0x0420, 0x0428, 0x041e, 0x041b, 0x0414, 0x042c, 0x0422, 0x0429,
  674. 0x0417, 0x0419, 0x041a, 0x042b, 0x0415, 0x0413, 0x041c, 0x0426,
  675. 0x0427, 0x041d, 0x042f, 0x0445, 0x0457, 0x044a, 94, 0x0404,
  676. 96, 0x0444, 0x0438, 0x0441, 0x0432, 0x0443, 0x0430, 0x043f,
  677. 0x0440, 0x0448, 0x043e, 0x043b, 0x0434, 0x044c, 0x0442, 0x0449,
  678. 0x0437, 0x0439, 0x043a, 0x044b, 0x0435, 0x0433, 0x043c, 0x0446,
  679. 0x0447, 0x043d, 0x044f, 0x0425, 0x0407, 0x042a, 126, 127
  680. };
  681. return cyrtab[ch&0x7F];
  682. }
  683. static int check_compose_internal(int first, int second, int recurse)
  684. {
  685. static const struct {
  686. char first, second;
  687. wchar_t composed;
  688. } composetbl[] = {
  689. {0x2b, 0x2b, 0x0023},
  690. {0x41, 0x41, 0x0040},
  691. {0x28, 0x28, 0x005b},
  692. {0x2f, 0x2f, 0x005c},
  693. {0x29, 0x29, 0x005d},
  694. {0x28, 0x2d, 0x007b},
  695. {0x2d, 0x29, 0x007d},
  696. {0x2f, 0x5e, 0x007c},
  697. {0x21, 0x21, 0x00a1},
  698. {0x43, 0x2f, 0x00a2},
  699. {0x43, 0x7c, 0x00a2},
  700. {0x4c, 0x2d, 0x00a3},
  701. {0x4c, 0x3d, 0x20a4},
  702. {0x58, 0x4f, 0x00a4},
  703. {0x58, 0x30, 0x00a4},
  704. {0x59, 0x2d, 0x00a5},
  705. {0x59, 0x3d, 0x00a5},
  706. {0x7c, 0x7c, 0x00a6},
  707. {0x53, 0x4f, 0x00a7},
  708. {0x53, 0x21, 0x00a7},
  709. {0x53, 0x30, 0x00a7},
  710. {0x22, 0x22, 0x00a8},
  711. {0x43, 0x4f, 0x00a9},
  712. {0x43, 0x30, 0x00a9},
  713. {0x41, 0x5f, 0x00aa},
  714. {0x3c, 0x3c, 0x00ab},
  715. {0x2c, 0x2d, 0x00ac},
  716. {0x2d, 0x2d, 0x00ad},
  717. {0x52, 0x4f, 0x00ae},
  718. {0x2d, 0x5e, 0x00af},
  719. {0x30, 0x5e, 0x00b0},
  720. {0x2b, 0x2d, 0x00b1},
  721. {0x32, 0x5e, 0x00b2},
  722. {0x33, 0x5e, 0x00b3},
  723. {0x27, 0x27, 0x00b4},
  724. {0x2f, 0x55, 0x00b5},
  725. {0x50, 0x21, 0x00b6},
  726. {0x2e, 0x5e, 0x00b7},
  727. {0x2c, 0x2c, 0x00b8},
  728. {0x31, 0x5e, 0x00b9},
  729. {0x4f, 0x5f, 0x00ba},
  730. {0x3e, 0x3e, 0x00bb},
  731. {0x31, 0x34, 0x00bc},
  732. {0x31, 0x32, 0x00bd},
  733. {0x33, 0x34, 0x00be},
  734. {0x3f, 0x3f, 0x00bf},
  735. {0x60, 0x41, 0x00c0},
  736. {0x27, 0x41, 0x00c1},
  737. {0x5e, 0x41, 0x00c2},
  738. {0x7e, 0x41, 0x00c3},
  739. {0x22, 0x41, 0x00c4},
  740. {0x2a, 0x41, 0x00c5},
  741. {0x41, 0x45, 0x00c6},
  742. {0x2c, 0x43, 0x00c7},
  743. {0x60, 0x45, 0x00c8},
  744. {0x27, 0x45, 0x00c9},
  745. {0x5e, 0x45, 0x00ca},
  746. {0x22, 0x45, 0x00cb},
  747. {0x60, 0x49, 0x00cc},
  748. {0x27, 0x49, 0x00cd},
  749. {0x5e, 0x49, 0x00ce},
  750. {0x22, 0x49, 0x00cf},
  751. {0x2d, 0x44, 0x00d0},
  752. {0x7e, 0x4e, 0x00d1},
  753. {0x60, 0x4f, 0x00d2},
  754. {0x27, 0x4f, 0x00d3},
  755. {0x5e, 0x4f, 0x00d4},
  756. {0x7e, 0x4f, 0x00d5},
  757. {0x22, 0x4f, 0x00d6},
  758. {0x58, 0x58, 0x00d7},
  759. {0x2f, 0x4f, 0x00d8},
  760. {0x60, 0x55, 0x00d9},
  761. {0x27, 0x55, 0x00da},
  762. {0x5e, 0x55, 0x00db},
  763. {0x22, 0x55, 0x00dc},
  764. {0x27, 0x59, 0x00dd},
  765. {0x48, 0x54, 0x00de},
  766. {0x73, 0x73, 0x00df},
  767. {0x60, 0x61, 0x00e0},
  768. {0x27, 0x61, 0x00e1},
  769. {0x5e, 0x61, 0x00e2},
  770. {0x7e, 0x61, 0x00e3},
  771. {0x22, 0x61, 0x00e4},
  772. {0x2a, 0x61, 0x00e5},
  773. {0x61, 0x65, 0x00e6},
  774. {0x2c, 0x63, 0x00e7},
  775. {0x60, 0x65, 0x00e8},
  776. {0x27, 0x65, 0x00e9},
  777. {0x5e, 0x65, 0x00ea},
  778. {0x22, 0x65, 0x00eb},
  779. {0x60, 0x69, 0x00ec},
  780. {0x27, 0x69, 0x00ed},
  781. {0x5e, 0x69, 0x00ee},
  782. {0x22, 0x69, 0x00ef},
  783. {0x2d, 0x64, 0x00f0},
  784. {0x7e, 0x6e, 0x00f1},
  785. {0x60, 0x6f, 0x00f2},
  786. {0x27, 0x6f, 0x00f3},
  787. {0x5e, 0x6f, 0x00f4},
  788. {0x7e, 0x6f, 0x00f5},
  789. {0x22, 0x6f, 0x00f6},
  790. {0x3a, 0x2d, 0x00f7},
  791. {0x6f, 0x2f, 0x00f8},
  792. {0x60, 0x75, 0x00f9},
  793. {0x27, 0x75, 0x00fa},
  794. {0x5e, 0x75, 0x00fb},
  795. {0x22, 0x75, 0x00fc},
  796. {0x27, 0x79, 0x00fd},
  797. {0x68, 0x74, 0x00fe},
  798. {0x22, 0x79, 0x00ff},
  799. /* Unicode extras. */
  800. {0x6f, 0x65, 0x0153},
  801. {0x4f, 0x45, 0x0152},
  802. /* Compose pairs from UCS */
  803. {0x41, 0x2D, 0x0100},
  804. {0x61, 0x2D, 0x0101},
  805. {0x43, 0x27, 0x0106},
  806. {0x63, 0x27, 0x0107},
  807. {0x43, 0x5E, 0x0108},
  808. {0x63, 0x5E, 0x0109},
  809. {0x45, 0x2D, 0x0112},
  810. {0x65, 0x2D, 0x0113},
  811. {0x47, 0x5E, 0x011C},
  812. {0x67, 0x5E, 0x011D},
  813. {0x47, 0x2C, 0x0122},
  814. {0x67, 0x2C, 0x0123},
  815. {0x48, 0x5E, 0x0124},
  816. {0x68, 0x5E, 0x0125},
  817. {0x49, 0x7E, 0x0128},
  818. {0x69, 0x7E, 0x0129},
  819. {0x49, 0x2D, 0x012A},
  820. {0x69, 0x2D, 0x012B},
  821. {0x4A, 0x5E, 0x0134},
  822. {0x6A, 0x5E, 0x0135},
  823. {0x4B, 0x2C, 0x0136},
  824. {0x6B, 0x2C, 0x0137},
  825. {0x4C, 0x27, 0x0139},
  826. {0x6C, 0x27, 0x013A},
  827. {0x4C, 0x2C, 0x013B},
  828. {0x6C, 0x2C, 0x013C},
  829. {0x4E, 0x27, 0x0143},
  830. {0x6E, 0x27, 0x0144},
  831. {0x4E, 0x2C, 0x0145},
  832. {0x6E, 0x2C, 0x0146},
  833. {0x4F, 0x2D, 0x014C},
  834. {0x6F, 0x2D, 0x014D},
  835. {0x52, 0x27, 0x0154},
  836. {0x72, 0x27, 0x0155},
  837. {0x52, 0x2C, 0x0156},
  838. {0x72, 0x2C, 0x0157},
  839. {0x53, 0x27, 0x015A},
  840. {0x73, 0x27, 0x015B},
  841. {0x53, 0x5E, 0x015C},
  842. {0x73, 0x5E, 0x015D},
  843. {0x53, 0x2C, 0x015E},
  844. {0x73, 0x2C, 0x015F},
  845. {0x54, 0x2C, 0x0162},
  846. {0x74, 0x2C, 0x0163},
  847. {0x55, 0x7E, 0x0168},
  848. {0x75, 0x7E, 0x0169},
  849. {0x55, 0x2D, 0x016A},
  850. {0x75, 0x2D, 0x016B},
  851. {0x55, 0x2A, 0x016E},
  852. {0x75, 0x2A, 0x016F},
  853. {0x57, 0x5E, 0x0174},
  854. {0x77, 0x5E, 0x0175},
  855. {0x59, 0x5E, 0x0176},
  856. {0x79, 0x5E, 0x0177},
  857. {0x59, 0x22, 0x0178},
  858. {0x5A, 0x27, 0x0179},
  859. {0x7A, 0x27, 0x017A},
  860. {0x47, 0x27, 0x01F4},
  861. {0x67, 0x27, 0x01F5},
  862. {0x4E, 0x60, 0x01F8},
  863. {0x6E, 0x60, 0x01F9},
  864. {0x45, 0x2C, 0x0228},
  865. {0x65, 0x2C, 0x0229},
  866. {0x59, 0x2D, 0x0232},
  867. {0x79, 0x2D, 0x0233},
  868. {0x44, 0x2C, 0x1E10},
  869. {0x64, 0x2C, 0x1E11},
  870. {0x47, 0x2D, 0x1E20},
  871. {0x67, 0x2D, 0x1E21},
  872. {0x48, 0x22, 0x1E26},
  873. {0x68, 0x22, 0x1E27},
  874. {0x48, 0x2C, 0x1E28},
  875. {0x68, 0x2C, 0x1E29},
  876. {0x4B, 0x27, 0x1E30},
  877. {0x6B, 0x27, 0x1E31},
  878. {0x4D, 0x27, 0x1E3E},
  879. {0x6D, 0x27, 0x1E3F},
  880. {0x50, 0x27, 0x1E54},
  881. {0x70, 0x27, 0x1E55},
  882. {0x56, 0x7E, 0x1E7C},
  883. {0x76, 0x7E, 0x1E7D},
  884. {0x57, 0x60, 0x1E80},
  885. {0x77, 0x60, 0x1E81},
  886. {0x57, 0x27, 0x1E82},
  887. {0x77, 0x27, 0x1E83},
  888. {0x57, 0x22, 0x1E84},
  889. {0x77, 0x22, 0x1E85},
  890. {0x58, 0x22, 0x1E8C},
  891. {0x78, 0x22, 0x1E8D},
  892. {0x5A, 0x5E, 0x1E90},
  893. {0x7A, 0x5E, 0x1E91},
  894. {0x74, 0x22, 0x1E97},
  895. {0x77, 0x2A, 0x1E98},
  896. {0x79, 0x2A, 0x1E99},
  897. {0x45, 0x7E, 0x1EBC},
  898. {0x65, 0x7E, 0x1EBD},
  899. {0x59, 0x60, 0x1EF2},
  900. {0x79, 0x60, 0x1EF3},
  901. {0x59, 0x7E, 0x1EF8},
  902. {0x79, 0x7E, 0x1EF9},
  903. /* Compatible/possibles from UCS */
  904. {0x49, 0x4A, 0x0132},
  905. {0x69, 0x6A, 0x0133},
  906. {0x4C, 0x4A, 0x01C7},
  907. {0x4C, 0x6A, 0x01C8},
  908. {0x6C, 0x6A, 0x01C9},
  909. {0x4E, 0x4A, 0x01CA},
  910. {0x4E, 0x6A, 0x01CB},
  911. {0x6E, 0x6A, 0x01CC},
  912. {0x44, 0x5A, 0x01F1},
  913. {0x44, 0x7A, 0x01F2},
  914. {0x64, 0x7A, 0x01F3},
  915. {0x2E, 0x2E, 0x2025},
  916. {0x21, 0x21, 0x203C},
  917. {0x3F, 0x21, 0x2048},
  918. {0x21, 0x3F, 0x2049},
  919. {0x52, 0x73, 0x20A8},
  920. {0x4E, 0x6F, 0x2116},
  921. {0x53, 0x4D, 0x2120},
  922. {0x54, 0x4D, 0x2122},
  923. {0x49, 0x49, 0x2161},
  924. {0x49, 0x56, 0x2163},
  925. {0x56, 0x49, 0x2165},
  926. {0x49, 0x58, 0x2168},
  927. {0x58, 0x49, 0x216A},
  928. {0x69, 0x69, 0x2171},
  929. {0x69, 0x76, 0x2173},
  930. {0x76, 0x69, 0x2175},
  931. {0x69, 0x78, 0x2178},
  932. {0x78, 0x69, 0x217A},
  933. {0x31, 0x30, 0x2469},
  934. {0x31, 0x31, 0x246A},
  935. {0x31, 0x32, 0x246B},
  936. {0x31, 0x33, 0x246C},
  937. {0x31, 0x34, 0x246D},
  938. {0x31, 0x35, 0x246E},
  939. {0x31, 0x36, 0x246F},
  940. {0x31, 0x37, 0x2470},
  941. {0x31, 0x38, 0x2471},
  942. {0x31, 0x39, 0x2472},
  943. {0x32, 0x30, 0x2473},
  944. {0x31, 0x2E, 0x2488},
  945. {0x32, 0x2E, 0x2489},
  946. {0x33, 0x2E, 0x248A},
  947. {0x34, 0x2E, 0x248B},
  948. {0x35, 0x2E, 0x248C},
  949. {0x36, 0x2E, 0x248D},
  950. {0x37, 0x2E, 0x248E},
  951. {0x38, 0x2E, 0x248F},
  952. {0x39, 0x2E, 0x2490},
  953. {0x64, 0x61, 0x3372},
  954. {0x41, 0x55, 0x3373},
  955. {0x6F, 0x56, 0x3375},
  956. {0x70, 0x63, 0x3376},
  957. {0x70, 0x41, 0x3380},
  958. {0x6E, 0x41, 0x3381},
  959. {0x6D, 0x41, 0x3383},
  960. {0x6B, 0x41, 0x3384},
  961. {0x4B, 0x42, 0x3385},
  962. {0x4D, 0x42, 0x3386},
  963. {0x47, 0x42, 0x3387},
  964. {0x70, 0x46, 0x338A},
  965. {0x6E, 0x46, 0x338B},
  966. {0x6D, 0x67, 0x338E},
  967. {0x6B, 0x67, 0x338F},
  968. {0x48, 0x7A, 0x3390},
  969. {0x66, 0x6D, 0x3399},
  970. {0x6E, 0x6D, 0x339A},
  971. {0x6D, 0x6D, 0x339C},
  972. {0x63, 0x6D, 0x339D},
  973. {0x6B, 0x6D, 0x339E},
  974. {0x50, 0x61, 0x33A9},
  975. {0x70, 0x73, 0x33B0},
  976. {0x6E, 0x73, 0x33B1},
  977. {0x6D, 0x73, 0x33B3},
  978. {0x70, 0x56, 0x33B4},
  979. {0x6E, 0x56, 0x33B5},
  980. {0x6D, 0x56, 0x33B7},
  981. {0x6B, 0x56, 0x33B8},
  982. {0x4D, 0x56, 0x33B9},
  983. {0x70, 0x57, 0x33BA},
  984. {0x6E, 0x57, 0x33BB},
  985. {0x6D, 0x57, 0x33BD},
  986. {0x6B, 0x57, 0x33BE},
  987. {0x4D, 0x57, 0x33BF},
  988. {0x42, 0x71, 0x33C3},
  989. {0x63, 0x63, 0x33C4},
  990. {0x63, 0x64, 0x33C5},
  991. {0x64, 0x42, 0x33C8},
  992. {0x47, 0x79, 0x33C9},
  993. {0x68, 0x61, 0x33CA},
  994. {0x48, 0x50, 0x33CB},
  995. {0x69, 0x6E, 0x33CC},
  996. {0x4B, 0x4B, 0x33CD},
  997. {0x4B, 0x4D, 0x33CE},
  998. {0x6B, 0x74, 0x33CF},
  999. {0x6C, 0x6D, 0x33D0},
  1000. {0x6C, 0x6E, 0x33D1},
  1001. {0x6C, 0x78, 0x33D3},
  1002. {0x6D, 0x62, 0x33D4},
  1003. {0x50, 0x48, 0x33D7},
  1004. {0x50, 0x52, 0x33DA},
  1005. {0x73, 0x72, 0x33DB},
  1006. {0x53, 0x76, 0x33DC},
  1007. {0x57, 0x62, 0x33DD},
  1008. {0x66, 0x66, 0xFB00},
  1009. {0x66, 0x69, 0xFB01},
  1010. {0x66, 0x6C, 0xFB02},
  1011. {0x73, 0x74, 0xFB06},
  1012. {0, 0, 0}
  1013. }, *c;
  1014. int nc = -1;
  1015. for (c = composetbl; c->first; c++) {
  1016. if (c->first == first && c->second == second)
  1017. return c->composed;
  1018. }
  1019. if (recurse == 0) {
  1020. nc = check_compose_internal(second, first, 1);
  1021. if (nc == -1)
  1022. nc = check_compose_internal(toupper((unsigned char)first),
  1023. toupper((unsigned char)second), 1);
  1024. if (nc == -1)
  1025. nc = check_compose_internal(toupper((unsigned char)second),
  1026. toupper((unsigned char)first), 1);
  1027. }
  1028. return nc;
  1029. }
  1030. int check_compose(int first, int second)
  1031. {
  1032. return check_compose_internal(first, second, 0);
  1033. }
  1034. int decode_codepage(const char *cp_name)
  1035. {
  1036. const char *s, *d;
  1037. const struct cp_list_item *cpi;
  1038. int codepage = -1;
  1039. CPINFO cpinfo;
  1040. if (!cp_name || !*cp_name)
  1041. return CP_UTF8; /* default */
  1042. for (cpi = cp_list; cpi->name; cpi++) {
  1043. s = cp_name;
  1044. d = cpi->name;
  1045. for (;;) {
  1046. while (*s && !isalnum((unsigned char)*s) && *s != ':')
  1047. s++;
  1048. while (*d && !isalnum((unsigned char)*d) && *d != ':')
  1049. d++;
  1050. if (*s == 0) {
  1051. codepage = cpi->codepage;
  1052. if (codepage == CP_UTF8)
  1053. goto break_break;
  1054. if (codepage == -1)
  1055. return codepage;
  1056. if (codepage == 0) {
  1057. codepage = 65536 + (cpi - cp_list);
  1058. goto break_break;
  1059. }
  1060. if (GetCPInfo(codepage, &cpinfo) != 0)
  1061. goto break_break;
  1062. }
  1063. if (tolower((unsigned char)*s++) != tolower((unsigned char)*d++))
  1064. break;
  1065. }
  1066. }
  1067. d = cp_name;
  1068. if (tolower((unsigned char)d[0]) == 'c' &&
  1069. tolower((unsigned char)d[1]) == 'p')
  1070. d += 2;
  1071. if (tolower((unsigned char)d[0]) == 'i' &&
  1072. tolower((unsigned char)d[1]) == 'b' &&
  1073. tolower((unsigned char)d[2]) == 'm')
  1074. d += 3;
  1075. for (s = d; *s >= '0' && *s <= '9'; s++);
  1076. if (*s == 0 && s != d)
  1077. codepage = atoi(d); /* CP999 or IBM999 */
  1078. if (codepage == CP_ACP)
  1079. codepage = GetACP();
  1080. if (codepage == CP_OEMCP)
  1081. codepage = GetOEMCP();
  1082. if (codepage > 65535)
  1083. codepage = -2;
  1084. break_break:;
  1085. if (codepage != -1) {
  1086. if (codepage != CP_UTF8 && codepage < 65536) {
  1087. if (GetCPInfo(codepage, &cpinfo) == 0) {
  1088. codepage = -2;
  1089. } else if (cpinfo.MaxCharSize > 1)
  1090. codepage = -3;
  1091. }
  1092. }
  1093. if (codepage == -1 && *cp_name)
  1094. codepage = -2;
  1095. return codepage;
  1096. }
  1097. const char *cp_name(int codepage)
  1098. {
  1099. const struct cp_list_item *cpi, *cpno;
  1100. static char buf[32];
  1101. if (codepage == -1) {
  1102. sprintf(buf, "Use font encoding");
  1103. return buf;
  1104. }
  1105. if (codepage > 0 && codepage < 65536)
  1106. sprintf(buf, "CP%03d", codepage);
  1107. else
  1108. *buf = 0;
  1109. if (codepage >= 65536) {
  1110. cpno = 0;
  1111. for (cpi = cp_list; cpi->name; cpi++)
  1112. if (cpi == cp_list + (codepage - 65536)) {
  1113. cpno = cpi;
  1114. break;
  1115. }
  1116. if (cpno)
  1117. for (cpi = cp_list; cpi->name; cpi++) {
  1118. if (cpno->cp_table == cpi->cp_table)
  1119. return cpi->name;
  1120. }
  1121. } else {
  1122. for (cpi = cp_list; cpi->name; cpi++) {
  1123. if (codepage == cpi->codepage)
  1124. return cpi->name;
  1125. }
  1126. }
  1127. return buf;
  1128. }
  1129. /*
  1130. * Return the nth code page in the list, for use in the GUI
  1131. * configurer.
  1132. */
  1133. const char *cp_enumerate(int index)
  1134. {
  1135. if (index < 0 || index >= lenof(cp_list))
  1136. return NULL;
  1137. return cp_list[index].name;
  1138. }
  1139. #endif
  1140. void get_unitab(int codepage, wchar_t *unitab, int ftype)
  1141. {
  1142. char tbuf[4];
  1143. int i, max = 256, flg = MB_ERR_INVALID_CHARS;
  1144. if (ftype)
  1145. flg |= MB_USEGLYPHCHARS;
  1146. if (ftype == 2)
  1147. max = 128;
  1148. if (codepage == CP_UTF8) {
  1149. for (i = 0; i < max; i++)
  1150. unitab[i] = i;
  1151. return;
  1152. }
  1153. if (codepage == CP_ACP)
  1154. codepage = GetACP();
  1155. else if (codepage == CP_OEMCP)
  1156. codepage = GetOEMCP();
  1157. if (codepage > 0 && codepage < 65536) {
  1158. for (i = 0; i < max; i++) {
  1159. tbuf[0] = i;
  1160. if (MultiByteToWideChar(codepage, flg, tbuf, 1, unitab+i, 1) != 1)
  1161. unitab[i] = 0xFFFD;
  1162. }
  1163. } else {
  1164. int j = 256 - cp_list[codepage & 0xFFFF].cp_size;
  1165. for (i = 0; i < max; i++)
  1166. unitab[i] = i;
  1167. for (i = j; i < max; i++)
  1168. unitab[i] = cp_list[codepage & 0xFFFF].cp_table[i - j];
  1169. }
  1170. }
  1171. bool BinarySink_put_wc_to_mb(
  1172. BinarySink *bs, int codepage, const wchar_t *wcstr, int wclen,
  1173. const char *defchr)
  1174. {
  1175. if (!wclen)
  1176. return true;
  1177. { // WINSCP
  1178. reverse_mapping *rmap = get_reverse_mapping(codepage);
  1179. if (rmap) {
  1180. size_t defchr_len = 0;
  1181. bool defchr_len_known = false;
  1182. /* Do this by array lookup if we can. */
  1183. size_t i; // WINSCP
  1184. for (i = 0; i < wclen; i++) {
  1185. wchar_t ch = wcstr[i];
  1186. int by;
  1187. const char *blk;
  1188. if ((blk = rmap->blocks[(ch >> 8) & 0xFF]) != NULL &&
  1189. (by = blk[ch & 0xFF]) != '\0')
  1190. put_byte(bs, by);
  1191. else if (ch < 0x80)
  1192. put_byte(bs, ch);
  1193. else if (defchr) {
  1194. if (!defchr_len_known) {
  1195. defchr_len = strlen(defchr);
  1196. defchr_len_known = true;
  1197. }
  1198. put_data(bs, defchr, defchr_len);
  1199. }
  1200. }
  1201. return true;
  1202. }
  1203. {
  1204. char internalbuf[2048];
  1205. char *allocbuf = NULL;
  1206. size_t allocsize = 0;
  1207. char *currbuf = internalbuf;
  1208. size_t currsize = lenof(internalbuf);
  1209. bool success;
  1210. BOOL defused = false;
  1211. BOOL *defusedp = &defused;
  1212. if (codepage == CP_UTF8 || !defchr[0]) {
  1213. /*
  1214. * The Win32 API spec says that defchr and defused must be
  1215. * NULL when doing a UTF-8 conversion, on pain of
  1216. * ERROR_INVALID_PARAMETER.
  1217. *
  1218. * Also, translate defchr="" on input to NULL in the Win32
  1219. * API.
  1220. */
  1221. defchr = NULL;
  1222. defusedp = NULL;
  1223. }
  1224. while (true) {
  1225. int ret = WideCharToMultiByte(
  1226. codepage, 0, wcstr, wclen, currbuf, currsize,
  1227. defchr, defusedp);
  1228. if (ret) {
  1229. put_data(bs, currbuf, ret);
  1230. success = true;
  1231. break;
  1232. } else if (GetLastError() != ERROR_INSUFFICIENT_BUFFER) {
  1233. success = false;
  1234. break;
  1235. } else {
  1236. sgrowarray_nm(allocbuf, allocsize, currsize);
  1237. currbuf = allocbuf;
  1238. currsize = allocsize;
  1239. }
  1240. }
  1241. smemclr(allocbuf, allocsize);
  1242. if (success)
  1243. return true;
  1244. }
  1245. #ifdef LEGACY_WINDOWS
  1246. /*
  1247. * Fallback for legacy platforms too old to support UTF-8: if
  1248. * the codepage is UTF-8, we can do the translation ourselves.
  1249. */
  1250. if (codepage == CP_UTF8 && wclen > 0) {
  1251. while (wclen > 0) {
  1252. unsigned long wc = (wclen--, *wcstr++);
  1253. if (wclen > 0 && IS_SURROGATE_PAIR(wc, *wcstr)) {
  1254. wc = FROM_SURROGATES(wc, *wcstr);
  1255. wclen--, wcstr++;
  1256. }
  1257. put_utf8_char(bs, wc);
  1258. }
  1259. return true;
  1260. }
  1261. #endif
  1262. /* No other fallbacks are available */
  1263. return false;
  1264. } // WINSCP
  1265. }
  1266. bool BinarySink_put_mb_to_wc(
  1267. BinarySink *bs, int codepage, const char *mbstr, int mblen)
  1268. {
  1269. if (!mblen)
  1270. return true;
  1271. if (codepage >= 65536) {
  1272. /* Character set not known to Windows, so we'll have to
  1273. * translate it ourself */
  1274. size_t index = codepage - 65536;
  1275. if (index >= lenof(cp_list))
  1276. return false;
  1277. { // WINSCP
  1278. const struct cp_list_item *cp = &cp_list[index];
  1279. if (!cp->cp_table)
  1280. return false;
  1281. { // WINSCP
  1282. unsigned tablebase = 256 - cp->cp_size;
  1283. while (mblen > 0) {
  1284. mblen--;
  1285. { // WINSCP
  1286. unsigned c = 0xFF & *mbstr++;
  1287. wchar_t wc = (c < tablebase ? c : cp->cp_table[c - tablebase]);
  1288. put_data(bs, &wc, sizeof(wc));
  1289. } // WINSCP
  1290. }
  1291. return true;
  1292. } // WINSCP
  1293. } // WINSCP
  1294. }
  1295. {
  1296. wchar_t internalbuf[1024];
  1297. wchar_t *allocbuf = NULL;
  1298. size_t allocsize = 0;
  1299. wchar_t *currbuf = internalbuf;
  1300. size_t currsize = lenof(internalbuf);
  1301. bool success;
  1302. while (true) {
  1303. int ret = MultiByteToWideChar(
  1304. codepage, 0, mbstr, mblen, currbuf, currsize);
  1305. if (ret > 0) {
  1306. put_data(bs, currbuf, ret * sizeof(wchar_t));
  1307. success = true;
  1308. break;
  1309. } else if (GetLastError() != ERROR_INSUFFICIENT_BUFFER) {
  1310. success = false;
  1311. break;
  1312. } else {
  1313. sgrowarray_nm(allocbuf, allocsize, currsize);
  1314. currbuf = allocbuf;
  1315. currsize = allocsize;
  1316. }
  1317. }
  1318. smemclr(allocbuf, allocsize * sizeof(wchar_t));
  1319. if (success)
  1320. return true;
  1321. }
  1322. #ifdef LEGACY_WINDOWS
  1323. /*
  1324. * Fallback for legacy platforms too old to support UTF-8: if the
  1325. * codepage is UTF-8, we can do the translation ourselves.
  1326. */
  1327. if (codepage == CP_UTF8 && mblen > 0) {
  1328. BinarySource src[1];
  1329. BinarySource_BARE_INIT(src, mbstr, mblen);
  1330. while (get_avail(src)) {
  1331. wchar_t wcbuf[2];
  1332. size_t nwc = decode_utf8_to_wchar(src, wcbuf, NULL);
  1333. put_data(bs, wcbuf, nwc * sizeof(wchar_t));
  1334. }
  1335. return true;
  1336. }
  1337. #endif
  1338. /* No other fallbacks are available */
  1339. return false;
  1340. }
  1341. bool is_dbcs_leadbyte(int codepage, char byte)
  1342. {
  1343. return IsDBCSLeadByteEx(codepage, byte);
  1344. }