/[pcsx2_0.9.7]/trunk/3rdparty/wxWidgets/src/common/encconv.cpp
ViewVC logotype

Contents of /trunk/3rdparty/wxWidgets/src/common/encconv.cpp

Parent Directory Parent Directory | Revision Log Revision Log


Revision 31 - (show annotations) (download)
Tue Sep 7 03:24:11 2010 UTC (10 years, 3 months ago) by william
File size: 14704 byte(s)
committing r3113 initial commit again...
1 /////////////////////////////////////////////////////////////////////////////
2 // Name: encconv.cpp
3 // Purpose: wxEncodingConverter class for converting between different
4 // font encodings
5 // Author: Vaclav Slavik
6 // Copyright: (c) 1999 Vaclav Slavik
7 // Licence: wxWindows licence
8 /////////////////////////////////////////////////////////////////////////////
9
10 // For compilers that support precompilation, includes "wx.h".
11 #include "wx/wxprec.h"
12
13 #ifdef __BORLANDC__
14 #pragma hdrstop
15 #endif
16
17 #include "wx/encconv.h"
18
19 #include <stdlib.h>
20
21 // conversion tables, generated by scripts in $(WXWIN)/misc/unictabl:
22 #if defined( __BORLANDC__ ) || defined(__DARWIN__)
23 #include "../common/unictabl.inc"
24 #else
25 #include "unictabl.inc"
26 #endif
27
28 #if wxUSE_WCHAR_T
29 typedef wchar_t tchar;
30 #else
31 typedef char tchar;
32 #endif
33
34 #ifdef __WXMAC__
35 #ifdef __DARWIN__
36 #include <Carbon/Carbon.h>
37 #else
38 #include <ATSUnicode.h>
39 #include <TextCommon.h>
40 #include <TextEncodingConverter.h>
41 #endif
42 #include "wx/fontutil.h"
43 #include "wx/mac/private.h" // includes mac headers
44
45 wxUint16 gMacEncodings[wxFONTENCODING_MACMAX-wxFONTENCODING_MACMIN+1][128] ;
46 bool gMacEncodingsInited[wxFONTENCODING_MACMAX-wxFONTENCODING_MACMIN+1] ;
47 #endif
48
49 #ifdef __WXWINCE__
50 #include "wx/msw/wince/missing.h" // for bsearch()
51 #endif
52
53 static const wxUint16* GetEncTable(wxFontEncoding enc)
54 {
55 #ifdef __WXMAC__
56 if( enc >= wxFONTENCODING_MACMIN && enc <= wxFONTENCODING_MACMAX )
57 {
58 int i = enc-wxFONTENCODING_MACMIN ;
59 if ( gMacEncodingsInited[i] == false )
60 {
61 TECObjectRef converter ;
62 TextEncodingBase code = wxMacGetSystemEncFromFontEnc( enc ) ;
63 TextEncodingBase unicode = CreateTextEncoding(kTextEncodingUnicodeDefault,0,kUnicode16BitFormat) ;
64 OSStatus status = TECCreateConverter(&converter,code,unicode);
65 char s[2] ;
66 s[1] = 0 ;
67 ByteCount byteInLen, byteOutLen ;
68 for( unsigned char c = 255 ; c >= 128 ; --c )
69 {
70 s[0] = c ;
71 status = TECConvertText(converter, (ConstTextPtr) &s , 1, &byteInLen,
72 (TextPtr) &gMacEncodings[i][c-128] , 2, &byteOutLen);
73 }
74 status = TECDisposeConverter(converter);
75 gMacEncodingsInited[i]=true;
76 }
77 return gMacEncodings[i] ;
78 }
79 #endif
80
81 for (int i = 0; encodings_list[i].table != NULL; i++)
82 {
83 if (encodings_list[i].encoding == enc)
84 return encodings_list[i].table;
85 }
86 return NULL;
87 }
88
89 typedef struct {
90 wxUint16 u;
91 wxUint8 c;
92 } CharsetItem;
93
94 extern "C" int wxCMPFUNC_CONV
95 CompareCharsetItems(const void *i1, const void *i2)
96 {
97 return ( ((CharsetItem*)i1) -> u - ((CharsetItem*)i2) -> u );
98 }
99
100
101 static CharsetItem* BuildReverseTable(const wxUint16 *tbl)
102 {
103 CharsetItem *rev = new CharsetItem[128];
104
105 for (int i = 0; i < 128; i++)
106 rev[i].c = wxUint8(128 + i), rev[i].u = tbl[i];
107
108 qsort(rev, 128, sizeof(CharsetItem), CompareCharsetItems);
109
110 return rev;
111 }
112
113
114
115 wxEncodingConverter::wxEncodingConverter()
116 {
117 m_Table = NULL;
118 m_UnicodeInput = m_UnicodeOutput = false;
119 m_JustCopy = false;
120 }
121
122
123
124 bool wxEncodingConverter::Init(wxFontEncoding input_enc, wxFontEncoding output_enc, int method)
125 {
126 unsigned i;
127 const wxUint16 *in_tbl;
128 const wxUint16 *out_tbl = NULL;
129
130 if (m_Table) {delete[] m_Table; m_Table = NULL;}
131
132 #if !wxUSE_WCHAR_T
133 if (input_enc == wxFONTENCODING_UNICODE || output_enc == wxFONTENCODING_UNICODE) return false;
134 #endif
135
136 if (input_enc == output_enc) {m_JustCopy = true; return true;}
137
138 m_UnicodeOutput = (output_enc == wxFONTENCODING_UNICODE);
139 m_JustCopy = false;
140
141 if (input_enc == wxFONTENCODING_UNICODE)
142 {
143 if ((out_tbl = GetEncTable(output_enc)) == NULL) return false;
144
145 m_Table = new tchar[65536];
146 for (i = 0; i < 128; i++) m_Table[i] = (tchar)i; // 7bit ASCII
147 for (i = 128; i < 65536; i++) m_Table[i] = (tchar)0;
148
149 if (method == wxCONVERT_SUBSTITUTE)
150 {
151 for (i = 0; i < encoding_unicode_fallback_count; i++)
152 m_Table[encoding_unicode_fallback[i].c] = (tchar) encoding_unicode_fallback[i].s;
153 }
154
155 for (i = 0; i < 128; i++)
156 m_Table[out_tbl[i]] = (tchar)(128 + i);
157
158 m_UnicodeInput = true;
159 }
160 else // input !Unicode
161 {
162 if ((in_tbl = GetEncTable(input_enc)) == NULL) return false;
163 if (output_enc != wxFONTENCODING_UNICODE)
164 if ((out_tbl = GetEncTable(output_enc)) == NULL) return false;
165
166 m_UnicodeInput = false;
167
168 m_Table = new tchar[256];
169 for (i = 0; i < 128; i++) m_Table[i] = (tchar)i; // 7bit ASCII
170
171 if (output_enc == wxFONTENCODING_UNICODE)
172 {
173 for (i = 0; i < 128; i++) m_Table[128 + i] = (tchar)in_tbl[i];
174 return true;
175 }
176 else // output !Unicode
177 {
178 CharsetItem *rev = BuildReverseTable(out_tbl);
179 CharsetItem *item;
180 CharsetItem key;
181
182 for (i = 0; i < 128; i++)
183 {
184 key.u = in_tbl[i];
185 item = (CharsetItem*) bsearch(&key, rev, 128, sizeof(CharsetItem), CompareCharsetItems);
186 if (item == NULL && method == wxCONVERT_SUBSTITUTE)
187 item = (CharsetItem*) bsearch(&key, encoding_unicode_fallback,
188 encoding_unicode_fallback_count, sizeof(CharsetItem), CompareCharsetItems);
189 if (item)
190 m_Table[128 + i] = (tchar)item -> c;
191 else
192 #if wxUSE_WCHAR_T
193 m_Table[128 + i] = (wchar_t)(128 + i);
194 #else
195 m_Table[128 + i] = (char)(128 + i);
196 #endif
197 }
198
199 delete[] rev;
200 }
201 }
202
203 return true;
204 }
205
206
207 #define REPLACEMENT_CHAR ((tchar)'?')
208
209 inline tchar GetTableValue(const tchar *table, tchar value, bool& repl)
210 {
211 tchar r = table[value];
212 if (r == 0 && value != 0)
213 {
214 r = REPLACEMENT_CHAR;
215 repl = true;
216 }
217 return r;
218 }
219
220
221 bool wxEncodingConverter::Convert(const char* input, char* output) const
222 {
223 wxASSERT_MSG(!m_UnicodeOutput, wxT("You cannot convert to unicode if output is const char*!"));
224 wxASSERT_MSG(!m_UnicodeInput, wxT("You cannot convert from unicode if input is const char*!"));
225
226 const char *i;
227 char *o;
228
229 if (m_JustCopy)
230 {
231 strcpy(output, input);
232 return true;
233 }
234
235 wxCHECK_MSG(m_Table != NULL, false,
236 wxT("You must call wxEncodingConverter::Init() before actually converting!"));
237
238 bool replaced = false;
239
240 for (i = input, o = output; *i != 0;)
241 *(o++) = (char)(GetTableValue(m_Table, (wxUint8)*(i++), replaced));
242 *o = 0;
243
244 return !replaced;
245 }
246
247
248 #if wxUSE_WCHAR_T
249
250 bool wxEncodingConverter::Convert(const char* input, wchar_t* output) const
251 {
252 wxASSERT_MSG(m_UnicodeOutput, wxT("You cannot convert to 8-bit if output is const wchar_t*!"));
253 wxASSERT_MSG(!m_UnicodeInput, wxT("You cannot convert from unicode if input is const char*!"));
254
255 const char *i;
256 wchar_t *o;
257
258 if (m_JustCopy)
259 {
260 for (i = input, o = output; *i != 0;)
261 *(o++) = (wchar_t)(*(i++));
262 *o = 0;
263 return true;
264 }
265
266 wxCHECK_MSG(m_Table != NULL, false,
267 wxT("You must call wxEncodingConverter::Init() before actually converting!"));
268
269 bool replaced = false;
270
271 for (i = input, o = output; *i != 0;)
272 *(o++) = (wchar_t)(GetTableValue(m_Table, (wxUint8)*(i++), replaced));
273 *o = 0;
274
275 return !replaced;
276 }
277
278
279
280 bool wxEncodingConverter::Convert(const wchar_t* input, char* output) const
281 {
282 wxASSERT_MSG(!m_UnicodeOutput, wxT("You cannot convert to unicode if output is const char*!"));
283 wxASSERT_MSG(m_UnicodeInput, wxT("You cannot convert from 8-bit if input is const wchar_t*!"));
284
285 const wchar_t *i;
286 char *o;
287
288 if (m_JustCopy)
289 {
290 for (i = input, o = output; *i != 0;)
291 *(o++) = (char)(*(i++));
292 *o = 0;
293 return true;
294 }
295
296 wxCHECK_MSG(m_Table != NULL, false,
297 wxT("You must call wxEncodingConverter::Init() before actually converting!"));
298
299 bool replaced = false;
300
301 for (i = input, o = output; *i != 0;)
302 *(o++) = (char)(GetTableValue(m_Table, (wxUint16)*(i++), replaced));
303 *o = 0;
304
305 return !replaced;
306 }
307
308
309
310 bool wxEncodingConverter::Convert(const wchar_t* input, wchar_t* output) const
311 {
312 wxASSERT_MSG(m_UnicodeOutput, wxT("You cannot convert to 8-bit if output is const wchar_t*!"));
313 wxASSERT_MSG(m_UnicodeInput, wxT("You cannot convert from 8-bit if input is const wchar_t*!"));
314
315 const wchar_t *i;
316 wchar_t *o;
317
318 if (m_JustCopy)
319 {
320 // wcscpy() is not guaranteed to exist
321 for (i = input, o = output; *i != 0;)
322 *(o++) = (*(i++));
323 *o = 0;
324 return true;
325 }
326
327 wxCHECK_MSG(m_Table != NULL, false,
328 wxT("You must call wxEncodingConverter::Init() before actually converting!"));
329
330 bool replaced = false;
331
332 for (i = input, o = output; *i != 0;)
333 *(o++) = (wchar_t)(GetTableValue(m_Table, (wxUint8)*(i++), replaced));
334 *o = 0;
335
336 return !replaced;
337 }
338
339 #endif // wxUSE_WCHAR_T
340
341
342 wxString wxEncodingConverter::Convert(const wxString& input) const
343 {
344 if (m_JustCopy) return input;
345
346 wxString s;
347 const wxChar *i;
348
349 wxCHECK_MSG(m_Table != NULL, s,
350 wxT("You must call wxEncodingConverter::Init() before actually converting!"));
351
352 if (m_UnicodeInput)
353 {
354 for (i = input.c_str(); *i != 0; i++)
355 s << (wxChar)(m_Table[(wxUint16)*i]);
356 }
357 else
358 {
359 for (i = input.c_str(); *i != 0; i++)
360 s << (wxChar)(m_Table[(wxUint8)*i]);
361 }
362
363 return s;
364 }
365
366
367
368
369
370
371
372 // Following tables describe classes of encoding equivalence.
373 //
374
375 #define STOP wxFONTENCODING_SYSTEM
376
377 #define NUM_OF_PLATFORMS 4 /*must conform to enum wxPLATFORM_XXXX !!!*/
378 #define ENC_PER_PLATFORM 3
379 // max no. of encodings for one language used on one platform.
380 // Using maximum of everything at the current moment to not make the
381 // library larger than necessary. Make larger only if necessary - MR
382
383 static const wxFontEncoding
384 EquivalentEncodings[][NUM_OF_PLATFORMS][ENC_PER_PLATFORM+1] = {
385
386 // *** Please put more common encodings as first! ***
387
388 // Western European
389 {
390 /* unix */ {wxFONTENCODING_ISO8859_1, wxFONTENCODING_ISO8859_15, STOP},
391 /* windows */ {wxFONTENCODING_CP1252, STOP},
392 /* os2 */ {STOP},
393 /* mac */ {wxFONTENCODING_MACROMAN, STOP}
394 },
395
396 // Central European
397 {
398 /* unix */ {wxFONTENCODING_ISO8859_2, STOP},
399 /* windows */ {wxFONTENCODING_CP1250, STOP},
400 /* os2 */ {STOP},
401 /* mac */ {wxFONTENCODING_MACCENTRALEUR, STOP}
402 },
403
404 // Baltic
405 {
406 /* unix */ {wxFONTENCODING_ISO8859_13, wxFONTENCODING_ISO8859_4, STOP},
407 /* windows */ {wxFONTENCODING_CP1257, STOP},
408 /* os2 */ {STOP},
409 /* mac */ {STOP}
410 },
411
412 // Hebrew
413 {
414 /* unix */ {wxFONTENCODING_ISO8859_8, STOP},
415 /* windows */ {wxFONTENCODING_CP1255, STOP},
416 /* os2 */ {STOP},
417 /* mac */ {wxFONTENCODING_MACHEBREW, STOP}
418 },
419
420 // Greek
421 {
422 /* unix */ {wxFONTENCODING_ISO8859_7, STOP},
423 /* windows */ {wxFONTENCODING_CP1253, STOP},
424 /* os2 */ {STOP},
425 /* mac */ {wxFONTENCODING_MACGREEK, STOP}
426 },
427
428 // Arabic
429 {
430 /* unix */ {wxFONTENCODING_ISO8859_6, STOP},
431 /* windows */ {wxFONTENCODING_CP1256, STOP},
432 /* os2 */ {STOP},
433 /* mac */ {wxFONTENCODING_MACARABIC, STOP}
434 },
435
436 // Turkish
437 {
438 /* unix */ {wxFONTENCODING_ISO8859_9, STOP},
439 /* windows */ {wxFONTENCODING_CP1254, STOP},
440 /* os2 */ {STOP},
441 /* mac */ {wxFONTENCODING_MACTURKISH, STOP}
442 },
443
444 // Cyrillic
445 {
446 /* unix */ {wxFONTENCODING_KOI8, wxFONTENCODING_KOI8_U, wxFONTENCODING_ISO8859_5, STOP},
447 /* windows */ {wxFONTENCODING_CP1251, STOP},
448 /* os2 */ {STOP},
449 /* mac */ {wxFONTENCODING_MACCYRILLIC, STOP}
450 },
451
452 {{STOP},{STOP},{STOP},{STOP}} /* Terminator */
453 /* no, _not_ Arnold! */
454 };
455
456
457 static bool FindEncoding(const wxFontEncodingArray& arr, wxFontEncoding f)
458 {
459 for (wxFontEncodingArray::const_iterator it = arr.begin(), en = arr.end();
460 it != en; ++it)
461 if (*it == f)
462 return true;
463 return false;
464 }
465
466 wxFontEncodingArray wxEncodingConverter::GetPlatformEquivalents(wxFontEncoding enc, int platform)
467 {
468 if (platform == wxPLATFORM_CURRENT)
469 {
470 #if defined(__WXMSW__)
471 platform = wxPLATFORM_WINDOWS;
472 #elif defined(__WXGTK__) || defined(__WXMOTIF__)
473 platform = wxPLATFORM_UNIX;
474 #elif defined(__WXPM__)
475 platform = wxPLATFORM_OS2;
476 #elif defined(__WXMAC__)
477 platform = wxPLATFORM_MAC;
478 #endif
479 }
480
481 int i, clas, e ;
482 const wxFontEncoding *f;
483 wxFontEncodingArray arr;
484
485 clas = 0;
486 while (EquivalentEncodings[clas][0][0] != STOP)
487 {
488 for (i = 0; i < NUM_OF_PLATFORMS; i++)
489 for (e = 0; EquivalentEncodings[clas][i][e] != STOP; e++)
490 if (EquivalentEncodings[clas][i][e] == enc)
491 {
492 for (f = EquivalentEncodings[clas][platform]; *f != STOP; f++)
493 if (*f == enc) arr.push_back(enc);
494 for (f = EquivalentEncodings[clas][platform]; *f != STOP; f++)
495 if (!FindEncoding(arr, *f)) arr.push_back(*f);
496 i = NUM_OF_PLATFORMS/*hack*/; break;
497 }
498 clas++;
499 }
500
501 return arr;
502 }
503
504
505
506 wxFontEncodingArray wxEncodingConverter::GetAllEquivalents(wxFontEncoding enc)
507 {
508 int i, clas, e, j ;
509 const wxFontEncoding *f;
510 wxFontEncodingArray arr;
511
512 arr = GetPlatformEquivalents(enc); // we want them to be first items in array
513
514 clas = 0;
515 while (EquivalentEncodings[clas][0][0] != STOP)
516 {
517 for (i = 0; i < NUM_OF_PLATFORMS; i++)
518 for (e = 0; EquivalentEncodings[clas][i][e] != STOP; e++)
519 if (EquivalentEncodings[clas][i][e] == enc)
520 {
521 for (j = 0; j < NUM_OF_PLATFORMS; j++)
522 for (f = EquivalentEncodings[clas][j]; *f != STOP; f++)
523 if (!FindEncoding(arr, *f)) arr.push_back(*f);
524 i = NUM_OF_PLATFORMS/*hack*/; break;
525 }
526 clas++;
527 }
528
529 return arr;
530 }
531

  ViewVC Help
Powered by ViewVC 1.1.22