paweld/fpc
1
0
Fork 0
mirror of https://gitlab.com/freepascal.org/fpc/source.git synced 2025-08-11 10:45:58 +02:00
Code Issues Packages Projects Releases Wiki Activity

* Small demo showing how to tokenize a file into words

Browse Source 
git-svn-id: trunk@39419 -
This commit is contained in:
michael 2018-07-09 11:39:09 +00:00
parent dc1b0ae2c7
commit bfd07c6233
3 changed files with 89 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
.gitattributes vendored
View File

@ -7252,6 +7252,8 @@ packages/regexpr/Makefile.fpc svneol=native#text/plain
packages/regexpr/Makefile.fpc.fpcmake svneol=native#text/plain
packages/regexpr/examples/Makefile svneol=native#text/plain
packages/regexpr/examples/Makefile.fpc svneol=native#text/plain
packages/regexpr/examples/splitwords.lpi svneol=native#text/plain
packages/regexpr/examples/splitwords.pp svneol=native#text/plain
packages/regexpr/examples/testreg1.pp svneol=native#text/plain
packages/regexpr/fpmake.pp svneol=native#text/plain
packages/regexpr/src/old/regexpr.pp svneol=native#text/plain

57
packages/regexpr/examples/splitwords.lpi Normal file
View File

@ -0,0 +1,57 @@
<?xml version="1.0" encoding="UTF-8"?>
<CONFIG>
<ProjectOptions>
<Version Value="11"/>
<General>
<Flags>
<MainUnitHasCreateFormStatements Value="False"/>
<MainUnitHasTitleStatement Value="False"/>
<MainUnitHasScaledStatement Value="False"/>
<UseDefaultCompilerOptions Value="True"/>
</Flags>
<SessionStorage Value="InProjectDir"/>
<MainUnit Value="0"/>
<Title Value="Split words"/>
<UseAppBundle Value="False"/>
<ResourceType Value="res"/>
</General>
<BuildModes Count="1">
<Item1 Name="Default" Default="True"/>
</BuildModes>
<PublishOptions>
<Version Value="2"/>
</PublishOptions>
<RunParams>
<FormatVersion Value="2"/>
<Modes Count="0"/>
</RunParams>
<Units Count="1">
<Unit0>
<Filename Value="splitwords.pp"/>
<IsPartOfProject Value="True"/>
</Unit0>
</Units>
</ProjectOptions>
<CompilerOptions>
<Version Value="11"/>
<Target>
<Filename Value="splitwords"/>
</Target>
<SearchPaths>
<UnitOutputDirectory Value="lib/$(TargetCPU)-$(TargetOS)"/>
</SearchPaths>
</CompilerOptions>
<Debugging>
<Exceptions Count="3">
<Item1>
<Name Value="EAbort"/>
</Item1>
<Item2>
<Name Value="ECodetoolError"/>
</Item2>
<Item3>
<Name Value="EFOpenError"/>
</Item3>
</Exceptions>
</Debugging>
</CONFIG>

30
packages/regexpr/examples/splitwords.pp Normal file
View File

@ -0,0 +1,30 @@
{$mode objfpc}
{$H+}
uses cwstring, sysutils, classes, uregexpr;
Var
Split : TStringList;
S : String;
R : TRegexpr;
E : TEncoding;
begin
R:=nil;
Split:=TStringList.Create;
try
E:=TEncoding.UTF8;
Split.LoadFromFile(ParamStr(1),E);
S:=Split.Text;
r := TRegExpr.Create;
r.spaceChars:=r.spaceChars+'|&@#"''(§^!{})-[]*%`=+/.;:,?';
r.LineSeparators:=#10;
r.Expression :='(\b[^\d\s]+\b)';
if R.Exec(S) then
repeat
Writeln('Found (pos: ',R.MatchPos[0],'): ',System.Copy (S, R.MatchPos [0], R.MatchLen[0]));
until not R.ExecNext;
finally
r.Free;
split.free;
end;
end.