mirror of
				https://gitlab.com/freepascal.org/fpc/source.git
				synced 2025-10-31 01:11:29 +01:00 
			
		
		
		
	
		
			
				
	
	
		
			749 lines
		
	
	
		
			26 KiB
		
	
	
	
		
			ObjectPascal
		
	
	
	
	
	
			
		
		
	
	
			749 lines
		
	
	
		
			26 KiB
		
	
	
	
		
			ObjectPascal
		
	
	
	
	
	
| {
 | |
|     This file is part of the Free Pascal run time library.
 | |
|     Copyright (c) 2013 by the Free Pascal development team.
 | |
| 
 | |
|     String code page support functions for unix styled systems.
 | |
| 
 | |
|     See the file COPYING.FPC, included in this distribution,
 | |
|     for details about the copyright.
 | |
| 
 | |
|     This program is distributed in the hope that it will be useful,
 | |
|     but WITHOUT ANY WARRANTY; without even the implied warranty of
 | |
|     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
 | |
|  **********************************************************************}
 | |
| 
 | |
| {$mode objfpc}
 | |
| {$IFNDEF FPC_DOTTEDUNITS}
 | |
| unit unixcp;
 | |
| {$ENDIF FPC_DOTTEDUNITS}
 | |
| 
 | |
| interface
 | |
| 
 | |
| {$IFDEF FPC_DOTTEDUNITS}
 | |
| uses UnixApi.Base;
 | |
| {$ELSE FPC_DOTTEDUNITS}
 | |
| uses baseunix;
 | |
| {$ENDIF FPC_DOTTEDUNITS}
 | |
| 
 | |
| { source: http://win-iconv.googlecode.com/svn-history/r6/trunk/win_iconv.c
 | |
|   public domain
 | |
| }
 | |
| 
 | |
| type
 | |
|   TUnixCpData = record
 | |
|    cp: word;
 | |
|    name: ansistring; { for null-termination }
 | |
|   end;
 | |
| (*
 | |
| * Code Page Identifiers
 | |
| * http://msdn2.microsoft.com/en-us/library/ms776446.aspx
 | |
| *)
 | |
| const
 | |
|   UnixCpMapLimit = 406{$ifndef aix}-83{$endif}{$ifdef ACCEPT_646}+1{$endif};
 | |
|   UnixCpMap: array[-1..UnixCpMapLimit] of TUnixCpData =
 | |
|   ((cp:0; name: 'UTF-8'), { invalid/unknown -> utf-8 }
 | |
|    (cp:37; name:'IBM037'), (* IBM EBCDIC US-Canada *)
 | |
|    (cp:37; name:'IBM-037'), (* IBM EBCDIC US-Canada, AIX *)
 | |
|    (cp:154; name:'CP154'),
 | |
|    (cp:154; name:'CYRILLIC-ASIAN'),
 | |
|    (cp:154; name:'PT154'),
 | |
|    (cp:154; name:'PTCP154'),
 | |
|    (cp:154; name:'CSPTCP154'),
 | |
|    (cp:437; name:'437'),
 | |
|    (cp:437; name:'CP437'),
 | |
|    (cp:437; name:'IBM-437'),
 | |
|    (cp:437; name:'CSPC8CODEPAGE437'),
 | |
|    (cp:437; name:'IBM437'), (* OEM United States *)
 | |
|    (cp:500; name:'IBM500'), (* IBM EBCDIC International *)
 | |
|    (cp:500; name:'IBM-500'), (* IBM EBCDIC International, AIX *)
 | |
|    (cp:708; name:'ASMO-708'), (* Arabic (ASMO 708) *)
 | |
|    (cp:720; name:'DOS-720'), (* Arabic (Transparent ASMO); Arabic (DOS) *)
 | |
|    (cp:737; name:'CP737'),
 | |
|    (cp:737; name:'ibm737'), (* OEM Greek (formerly 437G); Greek (DOS) *)
 | |
|    (cp:775; name:'CP775'),
 | |
|    (cp:775; name:'IBM775'),
 | |
|    (cp:775; name:'CSPC775BALTIC'),
 | |
|    (cp:775; name:'ibm775'), (* OEM Baltic; Baltic (DOS) *)
 | |
|    (cp:850; name:'850'),
 | |
|   {$ifdef aix}
 | |
|    (cp:850; name:'IBM-850'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:850; name:'CP850'),
 | |
|    (cp:850; name:'IBM850'),
 | |
|    (cp:850; name:'CSPC850MULTILINGUAL'),
 | |
|    (cp:850; name:'ibm850'), (* OEM Multilingual Latin 1; Western European (DOS) *)
 | |
|    (cp:852; name:'852'),
 | |
|   {$ifdef aix}
 | |
|    (cp:852; name:'IBM-852'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:852; name:'CP852'),
 | |
|    (cp:852; name:'IBM852'),
 | |
|    (cp:852; name:'CSPCP852'),
 | |
|    (cp:852; name:'ibm852'), (* OEM Latin 2; Central European (DOS) *)
 | |
|    (cp:853; name:'CP853'),
 | |
|    (cp:855; name:'855'),
 | |
|   {$ifdef aix}
 | |
|    (cp:855; name:'IBM-855'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:855; name:'CP855'),
 | |
|    (cp:855; name:'IBM855'),
 | |
|    (cp:855; name:'CSIBM855'),
 | |
|    (cp:855; name:'IBM855'), (* OEM Cyrillic (primarily Russian) *)
 | |
|    (cp:857; name:'857'),
 | |
|   {$ifdef aix}
 | |
|    (cp:857; name:'IBM-857'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:857; name:'CP857'),
 | |
|    (cp:857; name:'IBM857'),
 | |
|    (cp:857; name:'CSIBM857'),
 | |
|    (cp:857; name:'ibm857'), (* OEM Turkish; Turkish (DOS) *)
 | |
|    (cp:858; name:'CP858'),
 | |
|    (cp:858; name:'IBM00858'), (* OEM Multilingual Latin 1 + Euro symbol *)
 | |
|    (cp:860; name:'860'),
 | |
|   {$ifdef aix}
 | |
|    (cp:860; name:'IBM-860'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:860; name:'CP860'),
 | |
|    (cp:860; name:'IBM860'),
 | |
|    (cp:860; name:'CSIBM860'),
 | |
|    (cp:860; name:'IBM860'), (* OEM Portuguese; Portuguese (DOS) *)
 | |
|    (cp:861; name:'861'),
 | |
|   {$ifdef aix}
 | |
|    (cp:861; name:'IBM-861'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:861; name:'CP-IS'),
 | |
|    (cp:861; name:'CP861'),
 | |
|    (cp:861; name:'IBM861'),
 | |
|    (cp:861; name:'CSIBM861'),
 | |
|    (cp:861; name:'ibm861'), (* OEM Icelandic; Icelandic (DOS) *)
 | |
|    (cp:862; name:'862'),
 | |
|   {$ifdef aix}
 | |
|    (cp:862; name:'IBM-862'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:862; name:'CP862'),
 | |
|    (cp:862; name:'IBM862'),
 | |
|    (cp:862; name:'CSPC862LATINHEBREW'),
 | |
|    (cp:862; name:'DOS-862'), (* OEM Hebrew; Hebrew (DOS) *)
 | |
|    (cp:863; name:'863'),
 | |
|    (cp:863; name:'CP863'),
 | |
|   {$ifdef aix}
 | |
|    (cp:863; name:'IBM-863'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:863; name:'CSIBM863'),
 | |
|    (cp:863; name:'IBM863'), (* OEM French Canadian; French Canadian (DOS) *)
 | |
|    (cp:864; name:'CP864'),
 | |
|   {$ifdef aix}
 | |
|    (cp:864; name:'IBM-864'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:864; name:'CSIBM864'),
 | |
|    (cp:864; name:'IBM864'), (* OEM Arabic; Arabic (864) *)
 | |
|    (cp:865; name:'865'),
 | |
|    (cp:865; name:'IBM-865'), (*AIX *)
 | |
|    (cp:865; name:'CP865'),
 | |
|    (cp:865; name:'CSIBM865'),
 | |
|    (cp:865; name:'IBM865'), (* OEM Nordic; Nordic (DOS) *)
 | |
|    (cp:866; name:'866'),
 | |
|   {$ifdef aix}
 | |
|    (cp:866; name:'IBM-866'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:866; name:'CP866'),
 | |
|    (cp:866; name:'IBM866'),
 | |
|    (cp:866; name:'CSIBM866'),
 | |
|    (cp:866; name:'cp866'), (* OEM Russian; Cyrillic (DOS) *)
 | |
|    (cp:869; name:'869'),
 | |
|    (cp:869; name:'IBM-869'),
 | |
|    (cp:869; name:'CP-GR'),
 | |
|    (cp:869; name:'CP869'),
 | |
|    (cp:869; name:'IBM869'),
 | |
|    (cp:869; name:'CSIBM869'),
 | |
|    (cp:869; name:'ibm869'), (* OEM Modern Greek; Greek, Modern (DOS) *)
 | |
|    (cp:870; name:'IBM870'), (* IBM EBCDIC Multilingual/ROECE (Latin 2); IBM EBCDIC Multilingual Latin 2 *)
 | |
|   {$ifdef aix}
 | |
|    (cp:870; name:'IBM-870'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:874; name:'CP874'),
 | |
|    (cp:874; name:'WINDOWS-874'),
 | |
|    (cp:874; name:'windows-874'), (* ANSI/OEM Thai (same as 28605, ISO 8859-15); Thai (Windows) *)
 | |
|    (cp:875; name:'cp875'), (* IBM EBCDIC Greek Modern *)
 | |
|    (cp:932; name:'CP932'),
 | |
|    (cp:932; name:'IBM-943'), (* AIX -- note: IBM-943 = MS 932; IBM-932 is something different*)
 | |
|    (cp:932; name:'MS932'),
 | |
|    (cp:932; name:'SHIFFT_JIS'),
 | |
|    (cp:932; name:'SHIFFT_JIS-MS'),
 | |
|    (cp:932; name:'SJIS'),
 | |
|    (cp:932; name:'SJIS-MS'),
 | |
|    (cp:932; name:'SJIS-OPEN'),
 | |
|    (cp:932; name:'SJIS-WIN'),
 | |
|    (cp:932; name:'WINDOWS-31J'),
 | |
|    (cp:932; name:'WINDOWS-932'),
 | |
|    (cp:932; name:'CSWINDOWS31J'),
 | |
|    (cp:932; name:'shift_jis'), (* ANSI/OEM Japanese; Japanese (Shift-JIS) *)
 | |
|    (cp:932; name:'shift-jis'), (* alternative name for it *)
 | |
|    (cp:936; name:'CP936'),
 | |
|   {$ifdef aix}
 | |
|    (cp:936; name:'IBM-eucCN'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:936; name:'GBK'),
 | |
|    (cp:936; name:'MS936'),
 | |
|    (cp:936; name:'WINDOWS-936'),
 | |
|    (cp:936; name:'gb2312'), (* ANSI/OEM Simplified Chinese (PRC, Singapore); Chinese Simplified (GB2312) *)
 | |
|    (cp:949; name:'CP949'),
 | |
|   {$ifdef aix}
 | |
|    (cp:949; name:'IBM-eucKR'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:949; name:'UHC'),
 | |
|    (cp:949; name:'EUC-KR'),
 | |
|    (cp:949; name:'ks_c_5601-1987'), (* ANSI/OEM Korean (Unified Hangul Code) *)
 | |
|    (cp:950; name:'CP950'),
 | |
|    (cp:950; name:'BIG5'),
 | |
|    (cp:950; name:'big5'), (* ANSI/OEM Traditional Chinese (Taiwan; Hong Kong SAR, PRC); Chinese Traditional (Big5) *)
 | |
|    (cp:1026; name:'IBM1026'), (* IBM EBCDIC Turkish (Latin 5) *)
 | |
|   {$ifdef aix}
 | |
|    (cp:1026; name:'IBM-1026'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:1047; name:'IBM01047'), (* IBM EBCDIC Latin 1/Open System *)
 | |
|   {$ifdef aix}
 | |
|    (cp:1047; name:'IBM-1047'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:1125; name:'CP1125'),
 | |
|    (cp:1125; name:'IBM-1125'),
 | |
|    (cp:1133; name:'CP1133'),
 | |
|    (cp:1133; name:'IBM-1133'),
 | |
|    (cp:1133; name:'IBM-CP1133'),
 | |
|    (cp:1140; name:'IBM01140'), (* IBM EBCDIC US-Canada (037 + Euro symbol); IBM EBCDIC (US-Canada-Euro) *)
 | |
|   {$ifdef aix}
 | |
|    (cp:1140; name:'IBM-1140'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:1141; name:'IBM01141'), (* IBM EBCDIC Germany (20273 + Euro symbol); IBM EBCDIC (Germany-Euro) *)
 | |
|   {$ifdef aix}
 | |
|    (cp:1141; name:'IBM-1141'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:1142; name:'IBM01142'), (* IBM EBCDIC Denmark-Norway (20277 + Euro symbol); IBM EBCDIC (Denmark-Norway-Euro) *)
 | |
|   {$ifdef aix}
 | |
|    (cp:1142; name:'IBM-1142'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:1143; name:'IBM01143'), (* IBM EBCDIC Finland-Sweden (20278 + Euro symbol); IBM EBCDIC (Finland-Sweden-Euro) *)
 | |
|   {$ifdef aix}
 | |
|    (cp:1143; name:'IBM-1143'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:1144; name:'IBM01144'), (* IBM EBCDIC Italy (20280 + Euro symbol); IBM EBCDIC (Italy-Euro) *)
 | |
|   {$ifdef aix}
 | |
|    (cp:1144; name:'IBM-1144'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:1145; name:'IBM01145'), (* IBM EBCDIC Latin America-Spain (20284 + Euro symbol); IBM EBCDIC (Spain-Euro) *)
 | |
|   {$ifdef aix}
 | |
|    (cp:1145; name:'IBM-1145'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:1146; name:'IBM01146'), (* IBM EBCDIC United Kingdom (20285 + Euro symbol); IBM EBCDIC (UK-Euro) *)
 | |
|   {$ifdef aix}
 | |
|    (cp:1146; name:'IBM-1146'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:1147; name:'IBM01147'), (* IBM EBCDIC France (20297 + Euro symbol); IBM EBCDIC (France-Euro) *)
 | |
|   {$ifdef aix}
 | |
|    (cp:1147; name:'IBM-1147'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:1148; name:'IBM01148'), (* IBM EBCDIC International (500 + Euro symbol); IBM EBCDIC (International-Euro) *)
 | |
|   {$ifdef aix}
 | |
|    (cp:1148; name:'IBM-1148'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:1149; name:'IBM01149'), (* IBM EBCDIC Icelandic (20871 + Euro symbol); IBM EBCDIC (Icelandic-Euro) *)
 | |
|   {$ifdef aix}
 | |
|    (cp:1149; name:'IBM-1149'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:1200; name:'UTF-16LE'),
 | |
|   {$ifdef aix}
 | |
|    (cp:1200; name:'UTF-16le'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:1200; name:'UTF16LE'),
 | |
|    (cp:1200; name:'UCS-2LE'),
 | |
|    (cp:1200; name:'CP1200'),
 | |
| {$ifdef FPC_LITTLE_ENDIAN}
 | |
|    (* Default is little endian, because the platform is *)
 | |
|    (cp:1200; name:'UTF16'),
 | |
|    (cp:1200; name:'UTF-16'),
 | |
|    (cp:1200; name:'UCS-2'),
 | |
| {$endif}
 | |
|    (cp:1201; name:'UTF-16BE'),
 | |
|    (cp:1201; name:'UTF16BE'),
 | |
|    (cp:1201; name:'UCS-2BE'),
 | |
|    (cp:1201; name:'unicodeFFFE'),
 | |
|    (cp:1201; name:'CP1201'),
 | |
| {$ifdef FPC_BIG_ENDIAN}
 | |
|    (*
 | |
|     * Default is big endian.
 | |
|     * See rfc2781 4.3 Interpreting text labelled as UTF-16.
 | |
|     *)
 | |
|    (cp:1201; name:'UTF16'),
 | |
|    (cp:1201; name:'UTF-16'),
 | |
|    (cp:1201; name:'UCS-2'),
 | |
| {$endif}
 | |
|    (cp:1250; name:'CP1250'),
 | |
|    (cp:1250; name:'MS-EE'),
 | |
|    (cp:1250; name:'WINDOWS-1250'),
 | |
|    (cp:1250; name:'windows-1250'), (* ANSI Central European; Central European (Windows) *)
 | |
|    (cp:1251; name:'CP1251'),
 | |
|    (cp:1251; name:'MS-CYRL'),
 | |
|    (cp:1251; name:'WINDOWS-1251'),
 | |
|    (cp:1251; name:'windows-1251'), (* ANSI Cyrillic; Cyrillic (Windows) *)
 | |
|    (cp:1252; name:'CP1252'),
 | |
|    (cp:1252; name:'MS-ANSI'),
 | |
|    (cp:1252; name:'WINDOWS-1252'),
 | |
|    (cp:1252; name:'windows-1252'), (* ANSI Latin 1; Western European (Windows) *)
 | |
|    (cp:1253; name:'CP1253'),
 | |
|    (cp:1253; name:'MS-GREEK'),
 | |
|    (cp:1253; name:'WINDOWS-1253'),
 | |
|    (cp:1253; name:'windows-1253'), (* ANSI Greek; Greek (Windows) *)
 | |
|    (cp:1254; name:'CP1254'),
 | |
|    (cp:1254; name:'MS-TURK'),
 | |
|    (cp:1254; name:'WINDOWS-1254'),
 | |
|    (cp:1254; name:'windows-1254'), (* ANSI Turkish; Turkish (Windows) *)
 | |
|    (cp:1255; name:'CP1255'),
 | |
|    (cp:1255; name:'MS-HEBR'),
 | |
|    (cp:1255; name:'WINDOWS-1255'),
 | |
|    (cp:1255; name:'windows-1255'), (* ANSI Hebrew; Hebrew (Windows) *)
 | |
|    (cp:1256; name:'CP1256'),
 | |
|    (cp:1256; name:'MS-ARAB'),
 | |
|    (cp:1256; name:'WINDOWS-1256'),
 | |
|    (cp:1256; name:'windows-1256'), (* ANSI Arabic; Arabic (Windows) *)
 | |
|    (cp:1257; name:'CP1257'),
 | |
|    (cp:1257; name:'WINBALTRIM'),
 | |
|    (cp:1257; name:'WINDOWS-1257'),
 | |
|    (cp:1257; name:'windows-1257'), (* ANSI Baltic; Baltic (Windows) *)
 | |
|    (cp:1258; name:'CP1258'),
 | |
|    (cp:1258; name:'WINDOWS-1258'),
 | |
|    (cp:1258; name:'windows-1258'), (* ANSI/OEM Vietnamese; Vietnamese (Windows) *)
 | |
|    (cp:1361; name:'CP1361'),
 | |
|    (cp:1361; name:'JOHAB'),
 | |
|    (cp:1361; name:'Johab'), (* Korean (Johab) *)
 | |
|    (cp:10000; name:'macintosh'), (* MAC Roman; Western European (Mac) *)
 | |
|    (cp:10001; name:'x-mac-japanese'), (* Japanese (Mac) *)
 | |
|    (cp:10002; name:'x-mac-chinesetrad'), (* MAC Traditional Chinese (Big5); Chinese Traditional (Mac) *)
 | |
|    (cp:10003; name:'x-mac-korean'), (* Korean (Mac) *)
 | |
|    (cp:10004; name:'x-mac-arabic'), (* Arabic (Mac) *)
 | |
|    (cp:10005; name:'x-mac-hebrew'), (* Hebrew (Mac) *)
 | |
|    (cp:10006; name:'x-mac-greek'), (* Greek (Mac) *)
 | |
|    (cp:10007; name:'x-mac-cyrillic'), (* Cyrillic (Mac) *)
 | |
|    (cp:10008; name:'x-mac-chinesesimp'), (* MAC Simplified Chinese (GB 2312); Chinese Simplified (Mac) *)
 | |
|    (cp:10010; name:'x-mac-romanian'), (* Romanian (Mac) *)
 | |
|    (cp:10017; name:'x-mac-ukrainian'), (* Ukrainian (Mac) *)
 | |
|    (cp:10021; name:'x-mac-thai'), (* Thai (Mac) *)
 | |
|    (cp:10029; name:'x-mac-ce'), (* MAC Latin 2; Central European (Mac) *)
 | |
|    (cp:10079; name:'x-mac-icelandic'), (* Icelandic (Mac) *)
 | |
|    (cp:10081; name:'x-mac-turkish'), (* Turkish (Mac) *)
 | |
|    (cp:10082; name:'x-mac-croatian'), (* Croatian (Mac) *)
 | |
|    (cp:12000; name:'UTF-32LE'),
 | |
|    (cp:12000; name:'CP12000'),
 | |
|    (cp:12000; name:'UTF32LE'),
 | |
| {$ifdef FPC_LITTLE_ENDIAN}
 | |
|    (cp:12000; name:'UTF32'),
 | |
|    (cp:12000; name:'UTF-32'),
 | |
| {$endif}
 | |
|    (cp:12001; name:'UTF-32BE'),
 | |
|    (cp:12001; name:'CP12001'),
 | |
|    (cp:12001; name:'UTF32BE'),
 | |
| {$ifdef FPC_BIG_ENDIAN}
 | |
|    (cp:12001; name:'UTF32'),
 | |
|    (cp:12001; name:'UTF-32'),
 | |
| {$endif}
 | |
|    (cp:20000; name:'x-Chinese_CNS'), (* CNS Taiwan; Chinese Traditional (CNS) *)
 | |
|    (cp:20001; name:'x-cp20001'), (* TCA Taiwan *)
 | |
|    (cp:20002; name:'x_Chinese-Eten'), (* Eten Taiwan; Chinese Traditional (Eten) *)
 | |
|    (cp:20003; name:'x-cp20003'), (* IBM5550 Taiwan *)
 | |
|    (cp:20004; name:'x-cp20004'), (* TeleText Taiwan *)
 | |
|    (cp:20005; name:'x-cp20005'), (* Wang Taiwan *)
 | |
|    (cp:20105; name:'x-IA5'), (* IA5 (IRV International Alphabet No. 5, 7-bit); Western European (IA5) *)
 | |
|    (cp:20106; name:'x-IA5-German'), (* IA5 German (7-bit) *)
 | |
|    (cp:20107; name:'x-IA5-Swedish'), (* IA5 Swedish (7-bit) *)
 | |
|    (cp:20108; name:'x-IA5-Norwegian'), (* IA5 Norwegian (7-bit) *)
 | |
|    (cp:20127; name:'US-ASCII'),
 | |
|    (cp:20127; name:'ASCII'),
 | |
|   {$ifdef aix}
 | |
|    (cp:20127; name:'ASCII-GR'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:20127; name:'ANSI_X3.4-1968'),
 | |
|    (cp:20127; name:'ANSI_X3.4-1986'),
 | |
|    (cp:20127; name:'CP367'),
 | |
|   {$ifdef aix}
 | |
|    (cp:20127; name:'IBM-367'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:20127; name:'IBM367'),
 | |
|    (cp:20127; name:'ISO-IR-6'),
 | |
| {$ifdef ACCEPT_646}
 | |
|    (cp:20127; name:'646'),
 | |
| {$endif ACCEPT_646}
 | |
|    (cp:20127; name:'ISO646-US'),
 | |
|    (cp:20127; name:'ISO_646.IRV:1991'),
 | |
|    (cp:20127; name:'US'),
 | |
|    (cp:20127; name:'CSASCII'),
 | |
|    (cp:20127; name:'us-ascii'), (* US-ASCII (7-bit) *)
 | |
|    (cp:20261; name:'x-cp20261'), (* T.61 *)
 | |
|    (cp:20269; name:'x-cp20269'), (* ISO 6937 Non-Spacing Accent *)
 | |
|    (cp:20273; name:'IBM273'), (* IBM EBCDIC Germany *)
 | |
|   {$ifdef aix}
 | |
|    (cp:20273; name:'IBM-273'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:20277; name:'IBM277'), (* IBM EBCDIC Denmark-Norway *)
 | |
|   {$ifdef aix}
 | |
|    (cp:20277; name:'IBM-277'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:20278; name:'IBM278'), (* IBM EBCDIC Finland-Sweden *)
 | |
|   {$ifdef aix}
 | |
|    (cp:20278; name:'IBM-278'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:20280; name:'IBM280'), (* IBM EBCDIC Italy *)
 | |
|   {$ifdef aix}
 | |
|    (cp:20280; name:'IBM-280'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:20284; name:'IBM284'), (* IBM EBCDIC Latin America-Spain *)
 | |
|   {$ifdef aix}
 | |
|    (cp:20284; name:'IBM-284'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:20285; name:'IBM285'), (* IBM EBCDIC United Kingdom *)
 | |
|   {$ifdef aix}
 | |
|    (cp:20285; name:'IBM-285'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:20290; name:'IBM290'), (* IBM EBCDIC Japanese Katakana Extended *)
 | |
|   {$ifdef aix}
 | |
|    (cp:20290; name:'IBM-290'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:20297; name:'IBM297'), (* IBM EBCDIC France *)
 | |
|   {$ifdef aix}
 | |
|    (cp:20297; name:'IBM-297'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:20420; name:'IBM420'), (* IBM EBCDIC Arabic *)
 | |
|   {$ifdef aix}
 | |
|    (cp:20420; name:'IBM-420'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:20423; name:'IBM423'), (* IBM EBCDIC Greek *)
 | |
|   {$ifdef aix}
 | |
|    (cp:20423; name:'IBM-423'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:20424; name:'IBM424'), (* IBM EBCDIC Hebrew *)
 | |
|   {$ifdef aix}
 | |
|    (cp:20424; name:'IBM-424'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:20833; name:'x-EBCDIC-KoreanExtended'), (* IBM EBCDIC Korean Extended *)
 | |
|    (cp:20838; name:'IBM-Thai'), (* IBM EBCDIC Thai *)
 | |
|   {$ifdef aix}
 | |
|    (cp:20838; name:'TIS-620'),  (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:20866; name:'koi8-r'), (* Russian (KOI8-R); Cyrillic (KOI8-R) *)
 | |
|    (cp:20871; name:'IBM871'), (* IBM EBCDIC Icelandic *)
 | |
|   {$ifdef aix}
 | |
|    (cp:20871; name:'IBM-871'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:20880; name:'IBM880'), (* IBM EBCDIC Cyrillic Russian *)
 | |
|   {$ifdef aix}
 | |
|    (cp:20880; name:'IBM-880'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:20905; name:'IBM905'), (* IBM EBCDIC Turkish *)
 | |
|   {$ifdef aix}
 | |
|    (cp:20905; name:'IBM-905'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:20924; name:'IBM00924'), (* IBM EBCDIC Latin 1/Open System (1047 + Euro symbol) *)
 | |
|   {$ifdef aix}
 | |
|    (cp:20924; name:'IBM-924'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:20932; name:'EUC-JP'), (* Japanese (JIS 0208-1990 and 0121-1990) *)
 | |
|   {$ifdef aix}
 | |
|    (cp:20932; name:'IBM-eucJP'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:20936; name:'x-cp20936'), (* Simplified Chinese (GB2312); Chinese Simplified (GB2312-80) *)
 | |
|   {$ifdef aix}
 | |
|    (cp:20936; name:'GB2312.1980-0'), (* AIX *)
 | |
|   {$endif}
 | |
|   {$ifdef aix}
 | |
|    (cp:20936; name:'GB2312.1980-0-GL'), (* AIX *)
 | |
|   {$endif}
 | |
|   {$ifdef aix}
 | |
|    (cp:20936; name:'GB2312.1980-0-GR'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:20949; name:'x-cp20949'), (* Korean Wansung *)
 | |
|    (cp:21025; name:'cp1025'), (* IBM EBCDIC Cyrillic Serbian-Bulgarian *)
 | |
|   {$ifdef aix}
 | |
|    (cp:21025; name:'IBM-1025'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:21866; name:'koi8-u'), (* Ukrainian (KOI8-U); Cyrillic (KOI8-U) *)
 | |
|   {$ifdef aix}
 | |
|    (cp:21866; name:'IBM-1124'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:28591; name:'CP819'),
 | |
|    (cp:28591; name:'IBM819'),
 | |
|    (cp:28591; name:'ISO-8859-1'),
 | |
|    (cp:28591; name:'ISO-IR-100'),
 | |
|    (cp:28591; name:'ISO8859-1'),
 | |
|    (cp:28591; name:'ISO_8859-1'),
 | |
|    (cp:28591; name:'ISO_8859-1:1987'),
 | |
|    (cp:28591; name:'L1'),
 | |
|    (cp:28591; name:'LATIN1'),
 | |
|    (cp:28591; name:'CSISOLATIN1'),
 | |
|    (cp:28591; name:'iso-8859-1'), (* ISO 8859-1 Latin 1; Western European (ISO) *)
 | |
|   {$ifdef aix}
 | |
|    (cp:28591; name:'ISO8859-1'), (* AIX *)
 | |
|   {$endif}
 | |
|   {$ifdef aix}
 | |
|    (cp:28591; name:'ISO8859-1-GL'), (* AIX *)
 | |
|   {$endif}
 | |
|   {$ifdef aix}
 | |
|    (cp:28591; name:'ISO8859-1-GT'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:28591; name:'iso8859-1'), (* ISO 8859-1 Latin 1; Western European (ISO) *)
 | |
|    (cp:28592; name:'iso-8859-2'), (* ISO 8859-2 Central European; Central European (ISO) *)
 | |
|   {$ifdef aix}
 | |
|    (cp:28592; name:'ISO8859-2'), (* AIX *)
 | |
|   {$endif}
 | |
|   {$ifdef aix}
 | |
|    (cp:28592; name:'ISO8859-2-GL'), (* AIX *)
 | |
|   {$endif}
 | |
|   {$ifdef aix}
 | |
|    (cp:28593; name:'ISO8859-2-GT'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:28592; name:'iso8859-2'), (* ISO 8859-2 Central European; Central European (ISO) *)
 | |
|    (cp:28593; name:'iso-8859-3'), (* ISO 8859-3 Latin 3 *)
 | |
|   {$ifdef aix}
 | |
|    (cp:28593; name:'ISO8859-3'), (* AIX *)
 | |
|   {$endif}
 | |
|   {$ifdef aix}
 | |
|    (cp:28593; name:'ISO8859-3-GL'), (* AIX *)
 | |
|   {$endif}
 | |
|   {$ifdef aix}
 | |
|    (cp:28593; name:'ISO8859-3-GT'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:28593; name:'iso8859-3'), (* ISO 8859-3 Latin 3 *)
 | |
|    (cp:28594; name:'iso-8859-4'), (* ISO 8859-4 Baltic *)
 | |
|   {$ifdef aix}
 | |
|    (cp:28594; name:'ISO8859-4'), (* AIX *)
 | |
|   {$endif}
 | |
|   {$ifdef aix}
 | |
|    (cp:28594; name:'ISO8859-4-GL'), (* AIX *)
 | |
|   {$endif}
 | |
|   {$ifdef aix}
 | |
|    (cp:28594; name:'ISO8859-4-GT'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:28594; name:'iso8859-4'), (* ISO 8859-4 Baltic *)
 | |
|    (cp:28595; name:'iso-8859-5'), (* ISO 8859-5 Cyrillic *)
 | |
|   {$ifdef aix}
 | |
|    (cp:28595; name:'ISO8859-5'), (* AIX *)
 | |
|   {$endif}
 | |
|   {$ifdef aix}
 | |
|    (cp:28595; name:'ISO8859-5-GL'), (* AIX *)
 | |
|   {$endif}
 | |
|   {$ifdef aix}
 | |
|    (cp:28595; name:'ISO-8859-5-GT'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:28595; name:'iso8859-5'), (* ISO 8859-5 Cyrillic *)
 | |
|    (cp:28596; name:'iso-8859-6'), (* ISO 8859-6 Arabic *)
 | |
|   {$ifdef aix}
 | |
|    (cp:28596; name:'ISO8859-6'), (* AIX *)
 | |
|   {$endif}
 | |
|   {$ifdef aix}
 | |
|    (cp:28596; name:'ISO-8859-6-GL'), (* AIX *)
 | |
|   {$endif}
 | |
|   {$ifdef aix}
 | |
|    (cp:28596; name:'ISO-8859-6-GT'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:28596; name:'iso8859-6'), (* ISO 8859-6 Arabic *)
 | |
|    (cp:28597; name:'iso-8859-7'), (* ISO 8859-7 Greek *)
 | |
|   {$ifdef aix}
 | |
|    (cp:28597; name:'ISO8859-7'), (* AIX *)
 | |
|   {$endif}
 | |
|   {$ifdef aix}
 | |
|    (cp:28597; name:'ISO-8859-7-GL'), (* AIX *)
 | |
|   {$endif}
 | |
|   {$ifdef aix}
 | |
|    (cp:28597; name:'ISO8859-7-GT'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:28597; name:'iso8859-7'), (* ISO 8859-7 Greek *)
 | |
|    (cp:28598; name:'iso-8859-8'), (* ISO 8859-8 Hebrew; Hebrew (ISO-Visual) *)
 | |
|   {$ifdef aix}
 | |
|    (cp:28598; name:'ISO8859-8'), (* AIX *)
 | |
|   {$endif}
 | |
|   {$ifdef aix}
 | |
|    (cp:28598; name:'ISO8859-8-GL'), (* AIX *)
 | |
|   {$endif}
 | |
|   {$ifdef aix}
 | |
|    (cp:28598; name:'ISO8859-8-GT'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:28598; name:'iso8859-8'), (* ISO 8859-8 Hebrew; Hebrew (ISO-Visual) *)
 | |
|    (cp:28599; name:'iso-8859-9'), (* ISO 8859-9 Turkish *)
 | |
|   {$ifdef aix}
 | |
|    (cp:28599; name:'ISO8859-9'), (* AIX *)
 | |
|   {$endif}
 | |
|   {$ifdef aix}
 | |
|    (cp:28599; name:'ISO8859-9-GL'), (* AIX *)
 | |
|   {$endif}
 | |
|   {$ifdef aix}
 | |
|    (cp:28599; name:'ISO8859-9-GT'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:28599; name:'iso8859-9'), (* ISO 8859-9 Turkish *)
 | |
|    (cp:28603; name:'iso-8859-13'), (* ISO 8859-13 Estonian *)
 | |
|   {$ifdef aix}
 | |
|    (cp:28603; name:'ISO8859-13'), (* AIX *)
 | |
|   {$endif}
 | |
|   {$ifdef aix}
 | |
|    (cp:28603; name:'ISO8859-13-GL'), (* AIX *)
 | |
|   {$endif}
 | |
|   {$ifdef aix}
 | |
|    (cp:28603; name:'ISO8859-13-GT'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:28603; name:'iso8859-13'), (* ISO 8859-13 Estonian *)
 | |
|    (cp:28605; name:'iso-8859-15'), (* ISO 8859-15 Latin 9 *)
 | |
|   {$ifdef aix}
 | |
|    (cp:28605; name:'ISO8859-15'), (* AIX *)
 | |
|   {$endif}
 | |
|   {$ifdef aix}
 | |
|    (cp:28605; name:'ISO8859-15-GL'), (* AIX *)
 | |
|   {$endif}
 | |
|   {$ifdef aix}
 | |
|    (cp:28605; name:'ISO8859-15-GT'), (* AIX *)
 | |
|   {$endif}
 | |
|    (cp:28605; name:'iso8859-15'), (* ISO 8859-15 Latin 9 *)
 | |
|    (cp:29001; name:'x-Europa'), (* Europa 3 *)
 | |
|    (cp:38598; name:'iso-8859-8-i'), (* ISO 8859-8 Hebrew; Hebrew (ISO-Logical) *)
 | |
|    (cp:38598; name:'iso8859-8-i'), (* ISO 8859-8 Hebrew; Hebrew (ISO-Logical) *)
 | |
|    (cp:50220; name:'iso-2022-jp'), (* ISO 2022 Japanese with no halfwidth Katakana; Japanese (JIS) *)
 | |
|    (cp:50221; name:'ISO-2022-JP'),
 | |
|    (cp:50221; name:'CP50221'),
 | |
|    (cp:50221; name:'ISO-2022-JP-MS'),
 | |
|    (cp:50221; name:'ISO2022-JP'),
 | |
|    (cp:50221; name:'ISO2022-JP-MS'),
 | |
|    (cp:50221; name:'MS50221'),
 | |
|    (cp:50221; name:'WINDOWS-50221'),
 | |
|    (cp:50221; name:'csISO2022JP'), (* ISO 2022 Japanese with halfwidth Katakana; Japanese (JIS-Allow 1 byte Kana) *)
 | |
|    (cp:50222; name:'iso-2022-jp'), (* ISO 2022 Japanese JIS X 0201-1989; Japanese (JIS-Allow 1 byte Kana - SO/SI) *)
 | |
|    (cp:50225; name:'iso-2022-kr'), (* ISO 2022 Korean *)
 | |
|    (cp:50225; name:'iso2022-kr'), (* ISO 2022 Korean *)
 | |
|    (cp:50227; name:'x-cp50227'), (* ISO 2022 Simplified Chinese; Chinese Simplified (ISO 2022) *)
 | |
|    (cp:51932; name:'EUC-JP'),
 | |
|    (cp:51932; name:'CP51932'),
 | |
|    (cp:51932; name:'MS51932'),
 | |
|    (cp:51932; name:'WINDOWS-51932'),
 | |
|    (cp:51932; name:'euc-jp'), (* EUC Japanese *)
 | |
|    (cp:51936; name:'EUC-CN'), (* EUC Simplified Chinese; Chinese Simplified (EUC) *)
 | |
|    (cp:51949; name:'euc-kr'), (* EUC Korean *)
 | |
|    (cp:52936; name:'hz-gb-2312'), (* HZ-GB2312 Simplified Chinese; Chinese Simplified (HZ) *)
 | |
|    (cp:54936; name:'GB18030'), (* Windows XP and later: GB18030 Simplified Chinese (4 byte); Chinese Simplified (GB18030) *)
 | |
|    (cp:57002; name:'x-iscii-de'), (* ISCII Devanagari *)
 | |
|    (cp:57003; name:'x-iscii-be'), (* ISCII Bengali *)
 | |
|    (cp:57004; name:'x-iscii-ta'), (* ISCII Tamil *)
 | |
|    (cp:57005; name:'x-iscii-te'), (* ISCII Telugu *)
 | |
|    (cp:57006; name:'x-iscii-as'), (* ISCII Assamese *)
 | |
|    (cp:57007; name:'x-iscii-or'), (* ISCII Oriya *)
 | |
|    (cp:57008; name:'x-iscii-ka'), (* ISCII Kannada *)
 | |
|    (cp:57009; name:'x-iscii-ma'), (* ISCII Malayalam *)
 | |
|    (cp:57010; name:'x-iscii-gu'), (* ISCII Gujarati *)
 | |
|    (cp:57011; name:'x-iscii-pa'), (* ISCII Punjabi *)
 | |
|    (cp:65001; name:'UTF-8'),
 | |
|    (cp:65001; name:'CP65001'),
 | |
|    (cp:65001; name:'UTF8'));
 | |
|    
 | |
| { returns index in UnixCpMap with first code page name with matching
 | |
| cp number (so that multiple names can be tried if necessary) }
 | |
| function GetCodepageData(cp: TSystemCodePage): longint;
 | |
| function GetCodepageByName(cpname: rawbytestring): TSystemCodePage;
 | |
| function GetSystemCodepage: TSystemCodePage;
 | |
| 
 | |
| implementation
 | |
| 
 | |
| { returns index in UnixCpMap with first code page name with matching
 | |
| cp number (so that multiple names can be tried if necessary) }
 | |
| function GetCodepageData(cp: TSystemCodePage): longint;
 | |
| var
 | |
|   l, h, i, ccp: longint;
 | |
| begin
 | |
|   l:=low(UnixCpMap);
 | |
|   h:=high(UnixCpMap);
 | |
|   repeat
 | |
|     i:=(l+h+1) shr 1;
 | |
|     ccp:=UnixCpMap[i].cp;
 | |
|     if cp=ccp then
 | |
|       break;
 | |
|     if cp>=ccp then
 | |
|       l:=i
 | |
|     else
 | |
|       h:=i-1;
 | |
|   until l>=h;
 | |
|   if cp=UnixCpMap[i].cp then
 | |
|     begin
 | |
|       { the array has been ordered so that in case multiple alias names
 | |
|         exist, the first entry for the cp is the most commonly supported
 | |
|         one
 | |
|       }
 | |
|       while (i>low(UnixCpMap)) and
 | |
|             (UnixCpMap[i-1].cp=cp) do
 | |
|         dec(i);
 | |
|       result:=i;
 | |
|     end
 | |
|   else
 | |
|     { or better raise an error? }
 | |
|     result:=-1;
 | |
| end;
 | |
| 
 | |
| function GetCodepageByName(cpname: rawbytestring): TSystemCodePage;
 | |
| var
 | |
|   i: longint;
 | |
| begin
 | |
|   { clear encoding to prevent nonsense code page conversion of the input
 | |
|     ansistring (encoding names are always ascii) }
 | |
|   SetCodePage(cpname,CP_ACP,false);
 | |
| 
 | |
|   { Linux uses cpXXXX instead of CPXXXX }
 | |
|   if (length(cpname)>2) and
 | |
|      (cpname[1]='c') and
 | |
|      (cpname[2]='p') and
 | |
|      (cpname[3] in ['0'..'9']) then
 | |
|     begin
 | |
|       cpname[1]:='C';
 | |
|       cpname[2]:='P';
 | |
|     end;
 | |
| 
 | |
|   { simple linear scan, not a common operation and hence not worth
 | |
|     building a separate array for -- start from index 1 rather than
 | |
|     0, because 0 = fake "code page 0" that maps to UTF-8 as default
 | |
|   }
 | |
|   for i:=low(UnixCpMap)+1 to high(UnixCpMap) do
 | |
|     with UnixCpMap[i] do
 | |
|       if name=cpname then
 | |
|         begin
 | |
|           result:=cp;
 | |
|           exit;
 | |
|         end;
 | |
|   { rawbytestring (or better raise an error?) }
 | |
|   result:=CP_NONE;
 | |
| end;
 | |
| 
 | |
| function GetSystemCodepage: TSystemCodePage;
 | |
| var
 | |
|   p: SizeInt;
 | |
|   lang: ansistring;
 | |
|   cp: TSystemCodePage;
 | |
| begin
 | |
|   // Get one of non-empty environment variables in the next order:
 | |
|   // LC_ALL, LC_CTYPE, LANG. Default is UTF-8 or ASCII.
 | |
| {$if defined(linux) or defined(darwin) or defined(haiku)}
 | |
|   Result:=CP_UTF8;
 | |
| {$else}
 | |
|   Result:=CP_ASCII;
 | |
| {$endif linux}
 | |
|   lang:=FpGetEnv('LC_ALL');
 | |
|   if lang='' then
 | |
|     lang:=FpGetEnv('LC_CTYPE');
 | |
|   if lang='' then
 | |
|     lang:=FpGetEnv('LANG');
 | |
|   if lang<>'' then
 | |
|     begin
 | |
|       // clean up, for example en_US.UTF-8 => UTF-8
 | |
|       p:=Pos('.',lang);
 | |
|       if p>0 then
 | |
|         Delete(lang,1,p);
 | |
|       p:=Pos('@',lang);
 | |
|       if p>0 then
 | |
|         Delete(lang,p,length(lang)-p+1);
 | |
|       cp:=GetCodepageByName(lang);
 | |
|       if cp <> CP_NONE then
 | |
|         Result:=cp;
 | |
|     end;
 | |
| end;
 | |
| 
 | |
| end.
 | 
