mirror of
https://gitlab.com/freepascal.org/fpc/source.git
synced 2025-10-16 18:26:00 +02:00
+ support for transcoding the new ansistring type on unix platforms
* initialize DefaultSystemCodePage on unix platforms git-svn-id: trunk@19194 -
This commit is contained in:
Jonas Maebe
parent
bba726ae78
commit
7dd5811828
1
.gitattributes
vendored
1
.gitattributes
vendored
@ -8125,6 +8125,7 @@ rtl/unix/unxovl.inc svneol=native#text/plain
|
||||
rtl/unix/unxovlh.inc svneol=native#text/plain
|
||||
rtl/unix/varutils.pp svneol=native#text/plain
|
||||
rtl/unix/video.pp svneol=native#text/plain
|
||||
rtl/unix/winiconv.inc svneol=native#text/plain
|
||||
rtl/unix/x86.pp svneol=native#text/plain
|
||||
rtl/watcom/Makefile svneol=native#text/plain
|
||||
rtl/watcom/Makefile.fpc svneol=native#text/plain
|
||||
|
||||
@ -158,6 +158,48 @@ procedure fpc_rangeerror; [external name 'FPC_RANGEERROR'];
|
||||
threadvar
|
||||
iconv_ansi2wide,
|
||||
iconv_wide2ansi : iconv_t;
|
||||
{ since we cache the iconv_t converters, we have to do the same
|
||||
for the DefaultSystemCodePage variable since if it changes, we
|
||||
have to re-initialize the converters too. We can't do that via
|
||||
a callback in the widestring manager because DefaultSystemCodePage
|
||||
is not a threadvar and we can't automatically change this in all
|
||||
threads }
|
||||
current_DefaultSystemCodePage: TSystemCodePage;
|
||||
|
||||
|
||||
function win2iconv(cp: word): ansistring; forward;
|
||||
|
||||
|
||||
procedure InitThread;
|
||||
{$if not(defined(darwin) and defined(arm))}
|
||||
var
|
||||
iconvname: ansistring;
|
||||
{$endif}
|
||||
begin
|
||||
current_DefaultSystemCodePage:=DefaultSystemCodePage;
|
||||
{$if not(defined(darwin) and defined(arm))}
|
||||
iconvname:=win2iconv(DefaultSystemCodePage);
|
||||
iconv_wide2ansi:=iconv_open(pchar(iconvname),unicode_encoding2);
|
||||
iconv_ansi2wide:=iconv_open(unicode_encoding2,pchar(iconvname));
|
||||
{$else}
|
||||
{ Unix locale settings are ignored on iPhoneOS }
|
||||
iconv_wide2ansi:=iconv_open('UTF-8',unicode_encoding2);
|
||||
iconv_ansi2wide:=iconv_open(unicode_encoding2,'UTF-8');
|
||||
{$endif}
|
||||
end;
|
||||
|
||||
|
||||
procedure FiniThread;
|
||||
begin
|
||||
if (iconv_wide2ansi <> iconv_t(-1)) then
|
||||
iconv_close(iconv_wide2ansi);
|
||||
if (iconv_ansi2wide <> iconv_t(-1)) then
|
||||
iconv_close(iconv_ansi2wide);
|
||||
end;
|
||||
|
||||
|
||||
{$i winiconv}
|
||||
|
||||
|
||||
{$if defined(beos) and not defined(haiku)}
|
||||
function nl_langinfo(__item:nl_item):pchar;
|
||||
@ -181,29 +223,54 @@ procedure Wide2AnsiMove(source:pwidechar; var dest:RawByteString; cp:TSystemCode
|
||||
outoffset,
|
||||
srclen,
|
||||
outleft : size_t;
|
||||
use_iconv: iconv_t;
|
||||
srcpos : pwidechar;
|
||||
destpos: pchar;
|
||||
mynil : pchar;
|
||||
my0 : size_t;
|
||||
err: cint;
|
||||
free_iconv: boolean;
|
||||
begin
|
||||
{$ifndef VER2_2}
|
||||
if PtrInt(iconv_wide2ansi)=-1 then
|
||||
if (cp=DefaultSystemCodePage) then
|
||||
begin
|
||||
{ update iconv converter in case the DefaultSystemCodePage has been
|
||||
changed }
|
||||
if current_DefaultSystemCodePage<>DefaultSystemCodePage then
|
||||
begin
|
||||
FiniThread;
|
||||
InitThread;
|
||||
end;
|
||||
use_iconv:=iconv_wide2ansi;
|
||||
free_iconv:=false;
|
||||
end
|
||||
else
|
||||
begin
|
||||
{ TODO: add caching (then we also don't need separate code for
|
||||
the default system page and other ones)
|
||||
|
||||
-- typecasting an ansistring function result to pchar is
|
||||
unsafe normally, but these are constant strings -> no
|
||||
problem }
|
||||
use_iconv:=iconv_open(pchar(win2iconv(cp)),unicode_encoding2);
|
||||
free_iconv:=true;
|
||||
end;
|
||||
{ unsupported encoding -> default move }
|
||||
if use_iconv=iconv_t(-1) then
|
||||
begin
|
||||
DefaultUnicode2AnsiMove(source,dest,DefaultSystemCodePage,len);
|
||||
exit;
|
||||
end;
|
||||
{$endif VER2_2}
|
||||
mynil:=nil;
|
||||
my0:=0;
|
||||
{ rought estimation }
|
||||
setlength(dest,len*3);
|
||||
SetCodePage(dest,cp,false);
|
||||
outlength:=len*3;
|
||||
srclen:=len*2;
|
||||
srcpos:=source;
|
||||
destpos:=pchar(dest);
|
||||
outleft:=outlength;
|
||||
while iconv(iconv_wide2ansi,ppchar(@srcpos),@srclen,@destpos,@outleft)=size_t(-1) do
|
||||
while iconv(use_iconv,ppchar(@srcpos),@srclen,@destpos,@outleft)=size_t(-1) do
|
||||
begin
|
||||
err:=fpgetCerrno;
|
||||
case err of
|
||||
@ -219,7 +286,7 @@ procedure Wide2AnsiMove(source:pwidechar; var dest:RawByteString; cp:TSystemCode
|
||||
inc(destpos);
|
||||
dec(outleft);
|
||||
{ reset }
|
||||
iconv(iconv_wide2ansi,@mynil,@my0,@mynil,@my0);
|
||||
iconv(use_iconv,@mynil,@my0,@mynil,@my0);
|
||||
if err=ESysEINVAL then
|
||||
break;
|
||||
end;
|
||||
@ -239,6 +306,8 @@ procedure Wide2AnsiMove(source:pwidechar; var dest:RawByteString; cp:TSystemCode
|
||||
end;
|
||||
// truncate string
|
||||
setlength(dest,length(dest)-outleft);
|
||||
if free_iconv then
|
||||
iconv_close(use_iconv);
|
||||
end;
|
||||
|
||||
|
||||
@ -247,19 +316,43 @@ procedure Ansi2WideMove(source:pchar; cp:TSystemCodePage; var dest:widestring; l
|
||||
outlength,
|
||||
outoffset,
|
||||
outleft : size_t;
|
||||
use_iconv: iconv_t;
|
||||
srcpos,
|
||||
destpos: pchar;
|
||||
mynil : pchar;
|
||||
my0 : size_t;
|
||||
err: cint;
|
||||
free_iconv: boolean;
|
||||
begin
|
||||
{$ifndef VER2_2}
|
||||
if PtrInt(iconv_ansi2wide)=-1 then
|
||||
if (cp=DefaultSystemCodePage) then
|
||||
begin
|
||||
{ update iconv converter in case the DefaultSystemCodePage has been
|
||||
changed }
|
||||
if current_DefaultSystemCodePage<>DefaultSystemCodePage then
|
||||
begin
|
||||
FiniThread;
|
||||
InitThread;
|
||||
end;
|
||||
use_iconv:=iconv_ansi2wide;
|
||||
free_iconv:=false;
|
||||
end
|
||||
else
|
||||
begin
|
||||
{ TODO: add caching (then we also don't need separate code for
|
||||
the default system page and other ones)
|
||||
|
||||
-- typecasting an ansistring function result to pchar is
|
||||
unsafe normally, but these are constant strings -> no
|
||||
problem }
|
||||
use_iconv:=iconv_open(unicode_encoding2,pchar(win2iconv(cp)));
|
||||
free_iconv:=true;
|
||||
end;
|
||||
{ unsupported encoding -> default move }
|
||||
if use_iconv=iconv_t(-1) then
|
||||
begin
|
||||
DefaultAnsi2UnicodeMove(source,DefaultSystemCodePage,dest,len);
|
||||
exit;
|
||||
end;
|
||||
{$endif VER2_2}
|
||||
mynil:=nil;
|
||||
my0:=0;
|
||||
// extra space
|
||||
@ -268,7 +361,7 @@ procedure Ansi2WideMove(source:pchar; cp:TSystemCodePage; var dest:widestring; l
|
||||
srcpos:=source;
|
||||
destpos:=pchar(dest);
|
||||
outleft:=outlength*2;
|
||||
while iconv(iconv_ansi2wide,@srcpos,psize(@len),@destpos,@outleft)=size_t(-1) do
|
||||
while iconv(use_iconv,@srcpos,psize(@len),@destpos,@outleft)=size_t(-1) do
|
||||
begin
|
||||
err:=fpgetCerrno;
|
||||
case err of
|
||||
@ -282,7 +375,7 @@ procedure Ansi2WideMove(source:pchar; cp:TSystemCodePage; var dest:widestring; l
|
||||
inc(destpos,2);
|
||||
dec(outleft,2);
|
||||
{ reset }
|
||||
iconv(iconv_ansi2wide,@mynil,@my0,@mynil,@my0);
|
||||
iconv(use_iconv,@mynil,@my0,@mynil,@my0);
|
||||
if err=ESysEINVAL then
|
||||
break;
|
||||
end;
|
||||
@ -302,6 +395,8 @@ procedure Ansi2WideMove(source:pchar; cp:TSystemCodePage; var dest:widestring; l
|
||||
end;
|
||||
// truncate string
|
||||
setlength(dest,length(dest)-outleft div 2);
|
||||
if free_iconv then
|
||||
iconv_close(use_iconv);
|
||||
end;
|
||||
|
||||
|
||||
@ -742,28 +837,6 @@ begin
|
||||
end;
|
||||
|
||||
|
||||
procedure InitThread;
|
||||
begin
|
||||
{$if not(defined(darwin) and defined(arm))}
|
||||
iconv_wide2ansi:=iconv_open(nl_langinfo(CODESET),unicode_encoding2);
|
||||
iconv_ansi2wide:=iconv_open(unicode_encoding2,nl_langinfo(CODESET));
|
||||
{$else}
|
||||
{ Unix locale settings are ignored on iPhoneOS }
|
||||
iconv_wide2ansi:=iconv_open('UTF-8',unicode_encoding2);
|
||||
iconv_ansi2wide:=iconv_open(unicode_encoding2,'UTF-8');
|
||||
{$endif}
|
||||
end;
|
||||
|
||||
|
||||
procedure FiniThread;
|
||||
begin
|
||||
if (iconv_wide2ansi <> iconv_t(-1)) then
|
||||
iconv_close(iconv_wide2ansi);
|
||||
if (iconv_ansi2wide <> iconv_t(-1)) then
|
||||
iconv_close(iconv_ansi2wide);
|
||||
end;
|
||||
|
||||
|
||||
Procedure SetCWideStringManager;
|
||||
Var
|
||||
CWideStringManager : TUnicodeStringManager;
|
||||
@ -815,6 +888,9 @@ initialization
|
||||
{ (some OSes do this automatically, but e.g. Darwin and Solaris don't) }
|
||||
setlocale(LC_ALL,'');
|
||||
|
||||
{ set the DefaultSystemCodePage }
|
||||
DefaultSystemCodePage:=iconv2win(ansistring(nl_langinfo(CODESET)));
|
||||
|
||||
{ init conversion tables for main program }
|
||||
InitThread;
|
||||
finalization
|
||||
|
||||
404
rtl/unix/winiconv.inc
Normal file
404
rtl/unix/winiconv.inc
Normal file
@ -0,0 +1,404 @@
|
||||
{ source: http://win-iconv.googlecode.com/svn-history/r6/trunk/win_iconv.c
|
||||
public domain
|
||||
}
|
||||
|
||||
type
|
||||
twin2iconv = record
|
||||
cp: word;
|
||||
name: ansistring; { for null-termination }
|
||||
end;
|
||||
(*
|
||||
* Code Page Identifiers
|
||||
* http://msdn2.microsoft.com/en-us/library/ms776446.aspx
|
||||
*)
|
||||
const
|
||||
win2iconv_arr: array[0..319] of twin2iconv =
|
||||
((cp:37; name:'IBM037'), (* IBM EBCDIC US-Canada *)
|
||||
(cp:154; name:'CP154'),
|
||||
(cp:154; name:'CYRILLIC-ASIAN'),
|
||||
(cp:154; name:'PT154'),
|
||||
(cp:154; name:'PTCP154'),
|
||||
(cp:154; name:'CSPTCP154'),
|
||||
(cp:437; name:'437'),
|
||||
(cp:437; name:'CP437'),
|
||||
(cp:437; name:'IBM437'),
|
||||
(cp:437; name:'CSPC8CODEPAGE437'),
|
||||
(cp:437; name:'IBM437'), (* OEM United States *)
|
||||
(cp:500; name:'IBM500'), (* IBM EBCDIC International *)
|
||||
(cp:708; name:'ASMO-708'), (* Arabic (ASMO 708) *)
|
||||
(cp:720; name:'DOS-720'), (* Arabic (Transparent ASMO); Arabic (DOS) *)
|
||||
(cp:737; name:'CP737'),
|
||||
(cp:737; name:'ibm737'), (* OEM Greek (formerly 437G); Greek (DOS) *)
|
||||
(cp:775; name:'CP775'),
|
||||
(cp:775; name:'IBM775'),
|
||||
(cp:775; name:'CSPC775BALTIC'),
|
||||
(cp:775; name:'ibm775'), (* OEM Baltic; Baltic (DOS) *)
|
||||
(cp:850; name:'850'),
|
||||
(cp:850; name:'CP850'),
|
||||
(cp:850; name:'IBM850'),
|
||||
(cp:850; name:'CSPC850MULTILINGUAL'),
|
||||
(cp:850; name:'ibm850'), (* OEM Multilingual Latin 1; Western European (DOS) *)
|
||||
(cp:852; name:'852'),
|
||||
(cp:852; name:'CP852'),
|
||||
(cp:852; name:'IBM852'),
|
||||
(cp:852; name:'CSPCP852'),
|
||||
(cp:852; name:'ibm852'), (* OEM Latin 2; Central European (DOS) *)
|
||||
(cp:853; name:'CP853'),
|
||||
(cp:855; name:'855'),
|
||||
(cp:855; name:'CP855'),
|
||||
(cp:855; name:'IBM855'),
|
||||
(cp:855; name:'CSIBM855'),
|
||||
(cp:855; name:'IBM855'), (* OEM Cyrillic (primarily Russian) *)
|
||||
(cp:857; name:'857'),
|
||||
(cp:857; name:'CP857'),
|
||||
(cp:857; name:'IBM857'),
|
||||
(cp:857; name:'CSIBM857'),
|
||||
(cp:857; name:'ibm857'), (* OEM Turkish; Turkish (DOS) *)
|
||||
(cp:858; name:'CP858'),
|
||||
(cp:858; name:'IBM00858'), (* OEM Multilingual Latin 1 + Euro symbol *)
|
||||
(cp:860; name:'860'),
|
||||
(cp:860; name:'CP860'),
|
||||
(cp:860; name:'IBM860'),
|
||||
(cp:860; name:'CSIBM860'),
|
||||
(cp:860; name:'IBM860'), (* OEM Portuguese; Portuguese (DOS) *)
|
||||
(cp:861; name:'861'),
|
||||
(cp:861; name:'CP-IS'),
|
||||
(cp:861; name:'CP861'),
|
||||
(cp:861; name:'IBM861'),
|
||||
(cp:861; name:'CSIBM861'),
|
||||
(cp:861; name:'ibm861'), (* OEM Icelandic; Icelandic (DOS) *)
|
||||
(cp:862; name:'862'),
|
||||
(cp:862; name:'CP862'),
|
||||
(cp:862; name:'IBM862'),
|
||||
(cp:862; name:'CSPC862LATINHEBREW'),
|
||||
(cp:862; name:'DOS-862'), (* OEM Hebrew; Hebrew (DOS) *)
|
||||
(cp:863; name:'863'),
|
||||
(cp:863; name:'CP863'),
|
||||
(cp:863; name:'IBM863'),
|
||||
(cp:863; name:'CSIBM863'),
|
||||
(cp:863; name:'IBM863'), (* OEM French Canadian; French Canadian (DOS) *)
|
||||
(cp:864; name:'CP864'),
|
||||
(cp:864; name:'IBM864'),
|
||||
(cp:864; name:'CSIBM864'),
|
||||
(cp:864; name:'IBM864'), (* OEM Arabic; Arabic (864) *)
|
||||
(cp:865; name:'865'),
|
||||
(cp:865; name:'CP865'),
|
||||
(cp:865; name:'IBM865'),
|
||||
(cp:865; name:'CSIBM865'),
|
||||
(cp:865; name:'IBM865'), (* OEM Nordic; Nordic (DOS) *)
|
||||
(cp:866; name:'866'),
|
||||
(cp:866; name:'CP866'),
|
||||
(cp:866; name:'IBM866'),
|
||||
(cp:866; name:'CSIBM866'),
|
||||
(cp:866; name:'cp866'), (* OEM Russian; Cyrillic (DOS) *)
|
||||
(cp:869; name:'869'),
|
||||
(cp:869; name:'CP-GR'),
|
||||
(cp:869; name:'CP869'),
|
||||
(cp:869; name:'IBM869'),
|
||||
(cp:869; name:'CSIBM869'),
|
||||
(cp:869; name:'ibm869'), (* OEM Modern Greek; Greek, Modern (DOS) *)
|
||||
(cp:870; name:'IBM870'), (* IBM EBCDIC Multilingual/ROECE (Latin 2); IBM EBCDIC Multilingual Latin 2 *)
|
||||
(cp:874; name:'CP874'),
|
||||
(cp:874; name:'WINDOWS-874'),
|
||||
(cp:874; name:'windows-874'), (* ANSI/OEM Thai (same as 28605, ISO 8859-15); Thai (Windows) *)
|
||||
(cp:875; name:'cp875'), (* IBM EBCDIC Greek Modern *)
|
||||
(cp:932; name:'CP932'),
|
||||
(cp:932; name:'MS932'),
|
||||
(cp:932; name:'SHIFFT_JIS'),
|
||||
(cp:932; name:'SHIFFT_JIS-MS'),
|
||||
(cp:932; name:'SJIS'),
|
||||
(cp:932; name:'SJIS-MS'),
|
||||
(cp:932; name:'SJIS-OPEN'),
|
||||
(cp:932; name:'SJIS-WIN'),
|
||||
(cp:932; name:'WINDOWS-31J'),
|
||||
(cp:932; name:'WINDOWS-932'),
|
||||
(cp:932; name:'CSWINDOWS31J'),
|
||||
(cp:932; name:'shift_jis'), (* ANSI/OEM Japanese; Japanese (Shift-JIS) *)
|
||||
(cp:932; name:'shift-jis'), (* alternative name for it *)
|
||||
(cp:936; name:'CP936'),
|
||||
(cp:936; name:'GBK'),
|
||||
(cp:936; name:'MS936'),
|
||||
(cp:936; name:'WINDOWS-936'),
|
||||
(cp:936; name:'gb2312'), (* ANSI/OEM Simplified Chinese (PRC, Singapore); Chinese Simplified (GB2312) *)
|
||||
(cp:949; name:'CP949'),
|
||||
(cp:949; name:'UHC'),
|
||||
(cp:949; name:'EUC-KR'),
|
||||
(cp:949; name:'ks_c_5601-1987'), (* ANSI/OEM Korean (Unified Hangul Code) *)
|
||||
(cp:950; name:'CP950'),
|
||||
(cp:950; name:'BIG5'),
|
||||
(cp:950; name:'big5'), (* ANSI/OEM Traditional Chinese (Taiwan; Hong Kong SAR, PRC); Chinese Traditional (Big5) *)
|
||||
(cp:1026; name:'IBM1026'), (* IBM EBCDIC Turkish (Latin 5) *)
|
||||
(cp:1047; name:'IBM01047'), (* IBM EBCDIC Latin 1/Open System *)
|
||||
(cp:1125; name:'CP1125'),
|
||||
(cp:1133; name:'CP1133'),
|
||||
(cp:1133; name:'IBM-CP1133'),
|
||||
(cp:1140; name:'IBM01140'), (* IBM EBCDIC US-Canada (037 + Euro symbol); IBM EBCDIC (US-Canada-Euro) *)
|
||||
(cp:1141; name:'IBM01141'), (* IBM EBCDIC Germany (20273 + Euro symbol); IBM EBCDIC (Germany-Euro) *)
|
||||
(cp:1142; name:'IBM01142'), (* IBM EBCDIC Denmark-Norway (20277 + Euro symbol); IBM EBCDIC (Denmark-Norway-Euro) *)
|
||||
(cp:1143; name:'IBM01143'), (* IBM EBCDIC Finland-Sweden (20278 + Euro symbol); IBM EBCDIC (Finland-Sweden-Euro) *)
|
||||
(cp:1144; name:'IBM01144'), (* IBM EBCDIC Italy (20280 + Euro symbol); IBM EBCDIC (Italy-Euro) *)
|
||||
(cp:1145; name:'IBM01145'), (* IBM EBCDIC Latin America-Spain (20284 + Euro symbol); IBM EBCDIC (Spain-Euro) *)
|
||||
(cp:1146; name:'IBM01146'), (* IBM EBCDIC United Kingdom (20285 + Euro symbol); IBM EBCDIC (UK-Euro) *)
|
||||
(cp:1147; name:'IBM01147'), (* IBM EBCDIC France (20297 + Euro symbol); IBM EBCDIC (France-Euro) *)
|
||||
(cp:1148; name:'IBM01148'), (* IBM EBCDIC International (500 + Euro symbol); IBM EBCDIC (International-Euro) *)
|
||||
(cp:1149; name:'IBM01149'), (* IBM EBCDIC Icelandic (20871 + Euro symbol); IBM EBCDIC (Icelandic-Euro) *)
|
||||
(cp:1200; name:'UTF-16LE'),
|
||||
(cp:1200; name:'UTF16LE'),
|
||||
(cp:1200; name:'UCS-2LE'),
|
||||
(cp:1200; name:'CP1200'),
|
||||
{$ifdef FPC_LITTLE_ENDIAN}
|
||||
(* Default is little endian, because the platform is *)
|
||||
(cp:1200; name:'UTF16'),
|
||||
(cp:1200; name:'UTF-16'),
|
||||
(cp:1200; name:'UCS-2'),
|
||||
{$endif}
|
||||
(cp:1201; name:'UTF-16BE'),
|
||||
(cp:1201; name:'UTF16BE'),
|
||||
(cp:1201; name:'UCS-2BE'),
|
||||
(cp:1201; name:'unicodeFFFE'),
|
||||
(cp:1201; name:'CP1201'),
|
||||
{$ifdef FPC_BIG_ENDIAN}
|
||||
(*
|
||||
* Default is big endian.
|
||||
* See rfc2781 4.3 Interpreting text labelled as UTF-16.
|
||||
*)
|
||||
(cp:1201; name:'UTF16'),
|
||||
(cp:1201; name:'UTF-16'),
|
||||
(cp:1201; name:'UCS-2'),
|
||||
{$endif}
|
||||
(cp:1250; name:'CP1250'),
|
||||
(cp:1250; name:'MS-EE'),
|
||||
(cp:1250; name:'WINDOWS-1250'),
|
||||
(cp:1250; name:'windows-1250'), (* ANSI Central European; Central European (Windows) *)
|
||||
(cp:1251; name:'CP1251'),
|
||||
(cp:1251; name:'MS-CYRL'),
|
||||
(cp:1251; name:'WINDOWS-1251'),
|
||||
(cp:1251; name:'windows-1251'), (* ANSI Cyrillic; Cyrillic (Windows) *)
|
||||
(cp:1252; name:'CP819'),
|
||||
(cp:1252; name:'IBM819'),
|
||||
(cp:1252; name:'CP1252'),
|
||||
(cp:1252; name:'MS-ANSI'),
|
||||
(cp:1252; name:'WINDOWS-1252'),
|
||||
(cp:1252; name:'windows-1252'), (* ANSI Latin 1; Western European (Windows) *)
|
||||
(cp:1253; name:'CP1253'),
|
||||
(cp:1253; name:'MS-GREEK'),
|
||||
(cp:1253; name:'WINDOWS-1253'),
|
||||
(cp:1253; name:'windows-1253'), (* ANSI Greek; Greek (Windows) *)
|
||||
(cp:1254; name:'CP1254'),
|
||||
(cp:1254; name:'MS-TURK'),
|
||||
(cp:1254; name:'WINDOWS-1254'),
|
||||
(cp:1254; name:'windows-1254'), (* ANSI Turkish; Turkish (Windows) *)
|
||||
(cp:1255; name:'CP1255'),
|
||||
(cp:1255; name:'MS-HEBR'),
|
||||
(cp:1255; name:'WINDOWS-1255'),
|
||||
(cp:1255; name:'windows-1255'), (* ANSI Hebrew; Hebrew (Windows) *)
|
||||
(cp:1256; name:'CP1256'),
|
||||
(cp:1256; name:'MS-ARAB'),
|
||||
(cp:1256; name:'WINDOWS-1256'),
|
||||
(cp:1256; name:'windows-1256'), (* ANSI Arabic; Arabic (Windows) *)
|
||||
(cp:1257; name:'CP1257'),
|
||||
(cp:1257; name:'WINBALTRIM'),
|
||||
(cp:1257; name:'WINDOWS-1257'),
|
||||
(cp:1257; name:'windows-1257'), (* ANSI Baltic; Baltic (Windows) *)
|
||||
(cp:1258; name:'CP1258'),
|
||||
(cp:1258; name:'WINDOWS-1258'),
|
||||
(cp:1258; name:'windows-1258'), (* ANSI/OEM Vietnamese; Vietnamese (Windows) *)
|
||||
(cp:1361; name:'CP1361'),
|
||||
(cp:1361; name:'JOHAB'),
|
||||
(cp:1361; name:'Johab'), (* Korean (Johab) *)
|
||||
(cp:10000; name:'macintosh'), (* MAC Roman; Western European (Mac) *)
|
||||
(cp:10001; name:'x-mac-japanese'), (* Japanese (Mac) *)
|
||||
(cp:10002; name:'x-mac-chinesetrad'), (* MAC Traditional Chinese (Big5); Chinese Traditional (Mac) *)
|
||||
(cp:10003; name:'x-mac-korean'), (* Korean (Mac) *)
|
||||
(cp:10004; name:'x-mac-arabic'), (* Arabic (Mac) *)
|
||||
(cp:10005; name:'x-mac-hebrew'), (* Hebrew (Mac) *)
|
||||
(cp:10006; name:'x-mac-greek'), (* Greek (Mac) *)
|
||||
(cp:10007; name:'x-mac-cyrillic'), (* Cyrillic (Mac) *)
|
||||
(cp:10008; name:'x-mac-chinesesimp'), (* MAC Simplified Chinese (GB 2312); Chinese Simplified (Mac) *)
|
||||
(cp:10010; name:'x-mac-romanian'), (* Romanian (Mac) *)
|
||||
(cp:10017; name:'x-mac-ukrainian'), (* Ukrainian (Mac) *)
|
||||
(cp:10021; name:'x-mac-thai'), (* Thai (Mac) *)
|
||||
(cp:10029; name:'x-mac-ce'), (* MAC Latin 2; Central European (Mac) *)
|
||||
(cp:10079; name:'x-mac-icelandic'), (* Icelandic (Mac) *)
|
||||
(cp:10081; name:'x-mac-turkish'), (* Turkish (Mac) *)
|
||||
(cp:10082; name:'x-mac-croatian'), (* Croatian (Mac) *)
|
||||
(cp:12000; name:'UTF-32LE'),
|
||||
(cp:12000; name:'CP12000'),
|
||||
(cp:12000; name:'UTF32LE'),
|
||||
{$ifdef FPC_LITTLE_ENDIAN}
|
||||
(cp:12000; name:'UTF32'),
|
||||
(cp:12000; name:'UTF-32'),
|
||||
{$endif}
|
||||
(cp:12001; name:'UTF-32BE'),
|
||||
(cp:12001; name:'CP12001'),
|
||||
(cp:12001; name:'UTF32BE'),
|
||||
{$ifdef FPC_BIG_ENDIAN}
|
||||
(cp:12001; name:'UTF32'),
|
||||
(cp:12001; name:'UTF-32'),
|
||||
{$endif}
|
||||
(cp:20000; name:'x-Chinese_CNS'), (* CNS Taiwan; Chinese Traditional (CNS) *)
|
||||
(cp:20001; name:'x-cp20001'), (* TCA Taiwan *)
|
||||
(cp:20002; name:'x_Chinese-Eten'), (* Eten Taiwan; Chinese Traditional (Eten) *)
|
||||
(cp:20003; name:'x-cp20003'), (* IBM5550 Taiwan *)
|
||||
(cp:20004; name:'x-cp20004'), (* TeleText Taiwan *)
|
||||
(cp:20005; name:'x-cp20005'), (* Wang Taiwan *)
|
||||
(cp:20105; name:'x-IA5'), (* IA5 (IRV International Alphabet No. 5, 7-bit); Western European (IA5) *)
|
||||
(cp:20106; name:'x-IA5-German'), (* IA5 German (7-bit) *)
|
||||
(cp:20107; name:'x-IA5-Swedish'), (* IA5 Swedish (7-bit) *)
|
||||
(cp:20108; name:'x-IA5-Norwegian'), (* IA5 Norwegian (7-bit) *)
|
||||
(cp:20127; name:'US-ASCII'),
|
||||
(cp:20127; name:'ASCII'),
|
||||
(cp:20127; name:'ANSI_X3.4-1968'),
|
||||
(cp:20127; name:'ANSI_X3.4-1986'),
|
||||
(cp:20127; name:'CP367'),
|
||||
(cp:20127; name:'IBM367'),
|
||||
(cp:20127; name:'ISO-IR-6'),
|
||||
(cp:20127; name:'ISO646-US'),
|
||||
(cp:20127; name:'ISO_646.IRV:1991'),
|
||||
(cp:20127; name:'US'),
|
||||
(cp:20127; name:'CSASCII'),
|
||||
(cp:20127; name:'us-ascii'), (* US-ASCII (7-bit) *)
|
||||
(cp:20261; name:'x-cp20261'), (* T.61 *)
|
||||
(cp:20269; name:'x-cp20269'), (* ISO 6937 Non-Spacing Accent *)
|
||||
(cp:20273; name:'IBM273'), (* IBM EBCDIC Germany *)
|
||||
(cp:20277; name:'IBM277'), (* IBM EBCDIC Denmark-Norway *)
|
||||
(cp:20278; name:'IBM278'), (* IBM EBCDIC Finland-Sweden *)
|
||||
(cp:20280; name:'IBM280'), (* IBM EBCDIC Italy *)
|
||||
(cp:20284; name:'IBM284'), (* IBM EBCDIC Latin America-Spain *)
|
||||
(cp:20285; name:'IBM285'), (* IBM EBCDIC United Kingdom *)
|
||||
(cp:20290; name:'IBM290'), (* IBM EBCDIC Japanese Katakana Extended *)
|
||||
(cp:20297; name:'IBM297'), (* IBM EBCDIC France *)
|
||||
(cp:20420; name:'IBM420'), (* IBM EBCDIC Arabic *)
|
||||
(cp:20423; name:'IBM423'), (* IBM EBCDIC Greek *)
|
||||
(cp:20424; name:'IBM424'), (* IBM EBCDIC Hebrew *)
|
||||
(cp:20833; name:'x-EBCDIC-KoreanExtended'), (* IBM EBCDIC Korean Extended *)
|
||||
(cp:20838; name:'IBM-Thai'), (* IBM EBCDIC Thai *)
|
||||
(cp:20866; name:'koi8-r'), (* Russian (KOI8-R); Cyrillic (KOI8-R) *)
|
||||
(cp:20871; name:'IBM871'), (* IBM EBCDIC Icelandic *)
|
||||
(cp:20880; name:'IBM880'), (* IBM EBCDIC Cyrillic Russian *)
|
||||
(cp:20905; name:'IBM905'), (* IBM EBCDIC Turkish *)
|
||||
(cp:20924; name:'IBM00924'), (* IBM EBCDIC Latin 1/Open System (1047 + Euro symbol) *)
|
||||
(cp:20932; name:'EUC-JP'), (* Japanese (JIS 0208-1990 and 0121-1990) *)
|
||||
(cp:20936; name:'x-cp20936'), (* Simplified Chinese (GB2312); Chinese Simplified (GB2312-80) *)
|
||||
(cp:20949; name:'x-cp20949'), (* Korean Wansung *)
|
||||
(cp:21025; name:'cp1025'), (* IBM EBCDIC Cyrillic Serbian-Bulgarian *)
|
||||
(cp:21866; name:'koi8-u'), (* Ukrainian (KOI8-U); Cyrillic (KOI8-U) *)
|
||||
(cp:28591; name:'ISO-8859-1'),
|
||||
(cp:28591; name:'ISO-IR-100'),
|
||||
(cp:28591; name:'ISO8859-1'),
|
||||
(cp:28591; name:'ISO_8859-1'),
|
||||
(cp:28591; name:'ISO_8859-1:1987'),
|
||||
(cp:28591; name:'L1'),
|
||||
(cp:28591; name:'LATIN1'),
|
||||
(cp:28591; name:'CSISOLATIN1'),
|
||||
(cp:28591; name:'iso-8859-1'), (* ISO 8859-1 Latin 1; Western European (ISO) *)
|
||||
(cp:28591; name:'iso8859-1'), (* ISO 8859-1 Latin 1; Western European (ISO) *)
|
||||
(cp:28592; name:'iso-8859-2'), (* ISO 8859-2 Central European; Central European (ISO) *)
|
||||
(cp:28592; name:'iso8859-2'), (* ISO 8859-2 Central European; Central European (ISO) *)
|
||||
(cp:28593; name:'iso-8859-3'), (* ISO 8859-3 Latin 3 *)
|
||||
(cp:28593; name:'iso8859-3'), (* ISO 8859-3 Latin 3 *)
|
||||
(cp:28594; name:'iso-8859-4'), (* ISO 8859-4 Baltic *)
|
||||
(cp:28594; name:'iso8859-4'), (* ISO 8859-4 Baltic *)
|
||||
(cp:28595; name:'iso-8859-5'), (* ISO 8859-5 Cyrillic *)
|
||||
(cp:28595; name:'iso8859-5'), (* ISO 8859-5 Cyrillic *)
|
||||
(cp:28596; name:'iso-8859-6'), (* ISO 8859-6 Arabic *)
|
||||
(cp:28596; name:'iso8859-6'), (* ISO 8859-6 Arabic *)
|
||||
(cp:28597; name:'iso-8859-7'), (* ISO 8859-7 Greek *)
|
||||
(cp:28597; name:'iso8859-7'), (* ISO 8859-7 Greek *)
|
||||
(cp:28598; name:'iso-8859-8'), (* ISO 8859-8 Hebrew; Hebrew (ISO-Visual) *)
|
||||
(cp:28598; name:'iso8859-8'), (* ISO 8859-8 Hebrew; Hebrew (ISO-Visual) *)
|
||||
(cp:28599; name:'iso-8859-9'), (* ISO 8859-9 Turkish *)
|
||||
(cp:28599; name:'iso8859-9'), (* ISO 8859-9 Turkish *)
|
||||
(cp:28603; name:'iso-8859-13'), (* ISO 8859-13 Estonian *)
|
||||
(cp:28603; name:'iso8859-13'), (* ISO 8859-13 Estonian *)
|
||||
(cp:28605; name:'iso-8859-15'), (* ISO 8859-15 Latin 9 *)
|
||||
(cp:28605; name:'iso8859-15'), (* ISO 8859-15 Latin 9 *)
|
||||
(cp:29001; name:'x-Europa'), (* Europa 3 *)
|
||||
(cp:38598; name:'iso-8859-8-i'), (* ISO 8859-8 Hebrew; Hebrew (ISO-Logical) *)
|
||||
(cp:38598; name:'iso8859-8-i'), (* ISO 8859-8 Hebrew; Hebrew (ISO-Logical) *)
|
||||
(cp:50220; name:'iso-2022-jp'), (* ISO 2022 Japanese with no halfwidth Katakana; Japanese (JIS) *)
|
||||
(cp:50221; name:'ISO-2022-JP'),
|
||||
(cp:50221; name:'CP50221'),
|
||||
(cp:50221; name:'ISO-2022-JP-MS'),
|
||||
(cp:50221; name:'ISO2022-JP'),
|
||||
(cp:50221; name:'ISO2022-JP-MS'),
|
||||
(cp:50221; name:'MS50221'),
|
||||
(cp:50221; name:'WINDOWS-50221'),
|
||||
(cp:50221; name:'csISO2022JP'), (* ISO 2022 Japanese with halfwidth Katakana; Japanese (JIS-Allow 1 byte Kana) *)
|
||||
(cp:50222; name:'iso-2022-jp'), (* ISO 2022 Japanese JIS X 0201-1989; Japanese (JIS-Allow 1 byte Kana - SO/SI) *)
|
||||
(cp:50225; name:'iso-2022-kr'), (* ISO 2022 Korean *)
|
||||
(cp:50225; name:'iso2022-kr'), (* ISO 2022 Korean *)
|
||||
(cp:50227; name:'x-cp50227'), (* ISO 2022 Simplified Chinese; Chinese Simplified (ISO 2022) *)
|
||||
(cp:51932; name:'EUC-JP'),
|
||||
(cp:51932; name:'CP51932'),
|
||||
(cp:51932; name:'MS51932'),
|
||||
(cp:51932; name:'WINDOWS-51932'),
|
||||
(cp:51932; name:'euc-jp'), (* EUC Japanese *)
|
||||
(cp:51936; name:'EUC-CN'), (* EUC Simplified Chinese; Chinese Simplified (EUC) *)
|
||||
(cp:51949; name:'euc-kr'), (* EUC Korean *)
|
||||
(cp:52936; name:'hz-gb-2312'), (* HZ-GB2312 Simplified Chinese; Chinese Simplified (HZ) *)
|
||||
(cp:54936; name:'GB18030'), (* Windows XP and later: GB18030 Simplified Chinese (4 byte); Chinese Simplified (GB18030) *)
|
||||
(cp:57002; name:'x-iscii-de'), (* ISCII Devanagari *)
|
||||
(cp:57003; name:'x-iscii-be'), (* ISCII Bengali *)
|
||||
(cp:57004; name:'x-iscii-ta'), (* ISCII Tamil *)
|
||||
(cp:57005; name:'x-iscii-te'), (* ISCII Telugu *)
|
||||
(cp:57006; name:'x-iscii-as'), (* ISCII Assamese *)
|
||||
(cp:57007; name:'x-iscii-or'), (* ISCII Oriya *)
|
||||
(cp:57008; name:'x-iscii-ka'), (* ISCII Kannada *)
|
||||
(cp:57009; name:'x-iscii-ma'), (* ISCII Malayalam *)
|
||||
(cp:57010; name:'x-iscii-gu'), (* ISCII Gujarati *)
|
||||
(cp:57011; name:'x-iscii-pa'), (* ISCII Punjabi *)
|
||||
(cp:65001; name:'UTF-8'),
|
||||
(cp:65001; name:'CP65001'),
|
||||
(cp:65001; name:'UTF8'));
|
||||
|
||||
|
||||
function win2iconv(cp: word): ansistring;
|
||||
var
|
||||
l, h, i, ccp: longint;
|
||||
begin
|
||||
l:=low(win2iconv_arr);
|
||||
h:=high(win2iconv_arr);
|
||||
repeat
|
||||
i:=(l+h) shr 1;
|
||||
ccp:=win2iconv_arr[i].cp;
|
||||
if cp=ccp then
|
||||
break;
|
||||
if cp>ccp then
|
||||
l:=i+1
|
||||
else
|
||||
h:=i-1;
|
||||
until l>h;
|
||||
if l<=h then
|
||||
begin
|
||||
{ the array has been ordered so that in case multiple alias names
|
||||
exist, the first entry for the cp is the most commonly supported
|
||||
one
|
||||
}
|
||||
while (i>low(win2iconv_arr)) and
|
||||
(win2iconv_arr[i-1].cp=cp) do
|
||||
dec(i);
|
||||
result:=win2iconv_arr[i].name;
|
||||
end
|
||||
else
|
||||
{ or better raise an error? }
|
||||
result:='<unsupported>';
|
||||
end;
|
||||
|
||||
|
||||
function iconv2win(const cpname: ansistring): word;
|
||||
var
|
||||
i: longint;
|
||||
begin
|
||||
{ simple linear scan, not a common operation and hence not worth
|
||||
building a separate array for }
|
||||
for i:=low(win2iconv_arr) to high(win2iconv_arr) do
|
||||
if win2iconv_arr[i].name=cpname then
|
||||
begin
|
||||
result:=win2iconv_arr[i].cp;
|
||||
exit;
|
||||
end;
|
||||
{ rawbytestring (or better raise an error?) }
|
||||
result:=65535;
|
||||
end;
|
||||
|
||||
Loading…
Reference in New Issue
Block a user