paweld/lazarus
1
0
Fork 0
mirror of https://gitlab.com/freepascal.org/lazarus/lazarus.git synced 2025-04-09 18:08:35 +02:00
Code Issues Packages Projects Releases Wiki Activity

LazUtf8: UTF8CodepointCount() added, which support combining code point

Browse Source
This commit is contained in:
rich2014 2024-08-29 21:24:14 +08:00
parent a534b967a0
commit c8a1f93a6e
1 changed files with 23 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
components/lazutils/lazutf8.pas
View File

@ -84,6 +84,9 @@ function UTF8Length(p: PChar; ByteCount: PtrInt): PtrInt;
function UTF8LengthFast(const s: string): PtrInt; inline; function UTF8LengthFast(const s: string): PtrInt; inline;
function UTF8LengthFast(p: PChar; ByteCount: PtrInt): PtrInt; function UTF8LengthFast(p: PChar; ByteCount: PtrInt): PtrInt;
function UTF8CodepointCount(const s: string): PtrInt; inline;
function UTF8CodepointCount(p: PChar; ByteCount: PtrInt): PtrInt;
// Functions dealing with unicode number U+xxx. // Functions dealing with unicode number U+xxx.
function UTF8CodepointToUnicode(p: PChar; out CodepointLen: integer): Cardinal; function UTF8CodepointToUnicode(p: PChar; out CodepointLen: integer): Cardinal;
function UTF8CharacterToUnicode(p: PChar; out CharLen: integer): Cardinal; deprecated 'Use UTF8CodepointToUnicode instead.'; function UTF8CharacterToUnicode(p: PChar; out CharLen: integer): Cardinal; deprecated 'Use UTF8CodepointToUnicode instead.';
@ -567,6 +570,26 @@ begin
Result := ByteCount - Result; Result := ByteCount - Result;
end; end;
function UTF8CodepointCount(const s: string): PtrInt;
begin
Result:=UTF8CodepointCount(PChar(s),length(s));
end;
function UTF8CodepointCount(p: PChar; ByteCount: PtrInt): PtrInt;
var
codepointLen: LongInt;
begin
Result:=0;
while (ByteCount>0) do begin
inc(Result);
codepointLen:=UTF8CodepointLen(p,ByteCount,false);
if codepointLen=0 then
Exit;
inc(p,codepointLen);
dec(ByteCount,codepointLen);
end;
end;
function UTF8CodepointToUnicode(p: PChar; out CodepointLen: integer): Cardinal; function UTF8CodepointToUnicode(p: PChar; out CodepointLen: integer): Cardinal;
{ if p=nil then CodepointLen=0 otherwise CodepointLen>0 { if p=nil then CodepointLen=0 otherwise CodepointLen>0
If there is an encoding error the Result is 0 and CodepointLen=1. If there is an encoding error the Result is 0 and CodepointLen=1.