{ *************************************************************************** * * * This source is free software; you can redistribute it and/or modify * * it under the terms of the GNU General Public License as published by * * the Free Software Foundation; either version 2 of the License, or * * (at your option) any later version. * * * * This code is distributed in the hope that it will be useful, but * * WITHOUT ANY WARRANTY; without even the implied warranty of * * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * * General Public License for more details. * * * * A copy of the GNU General Public License is available on the World * * Wide Web at . You can also * * obtain it by writing to the Free Software Foundation, * * Inc., 51 Franklin Street - Fifth Floor, Boston, MA 02110-1335, USA. * * * *************************************************************************** Author: Vincent Snijders Name: svn2revisioninc - creates an include file with the revision number Synopsis: svn2revisioninc sourcedir revision.inc Description: svn2revisioninc creates an include file with the current revision number coming from a version control repository. This tool supports Subversion (svn), git copies from and Mercurial (hg) repositories. 1. If the source directory contains a .svn subdirectory, it tries to execute svnversion to get the revision number. If that fails - for example, because it can't find svnversion - it opens .svn/entries to get the revision number of the source directory. If it can't find revision information, it checks whether revision.inc exists. If it exists and seems to be created with svn2revisioninc, it will leave the file as is. Otherwise it will create a new revision.inc, indicating that the revision number is unknown. 2. If the source directory doesn't contain a .svn subdirectory, it searches for a .git directory. If it exists, it tries to execute git to get the revision number. 3. If the source directory doesn't contain a .svn or .git subdirectory, it tries to execute hg to get the revision id. Not checking for the .hg subdirectory allows getting the hg revision id even in subdirectories. Support for svn repos converted to hg with hgsubversion. } program Svn2RevisionInc; {$mode objfpc}{$H+} {$IF FPC_FULLVERSION>30200} {$WARN 6058 off : Call to subroutine "$1" marked as inline is not inlined} {$ENDIF} uses Classes, CustApp, SysUtils, Process, Dom, XmlRead, // LazUtils FileUtil, LazFileUtils, LazUTF8, UTF8Process, LazLogger, StrUtils; type { TSvn2RevisionApplication } TSvn2RevisionApplication = class(TCustomApplication) private SourceDirectory, RevisionIncFileName: string; RevisionIncDirName: string; RevisionStr: string; MainBranch: string; ConstName: string; Verbose: boolean; UseStdOut: boolean; function RunCommand(ACmd: String; AParams: array of string; ABytesNeeded: Integer = -1): Boolean; function RunCommand(ACmd: String; AParams: array of string; out ARes: String; ABytesNeeded: Integer = -1): Boolean; function CmdInPath(Exe, Param: string): boolean; function SvnInPath: Boolean; function GitInPath: Boolean; function HgInPath: Boolean; function FindRevision: boolean; function IsValidRevisionInc: boolean; procedure WriteRevisionInc; function ParamsValid: boolean; procedure ShowHelp; function CanCreateRevisionInc: boolean; function ConstStart: string; procedure Show(msg: string); function IsThisGitUpstreamBranch: boolean; function GetRevisionFromGitVersion(ACommitIsh: String = '') : boolean; function GetGitCommitInRemoteBranch(ARemotePattern: String = '*'): string; function GitRevisionFromRemoteSVNGitVersion: boolean; function GitDescribeCommit(KeepRevStr: Boolean): boolean; public constructor Create(TheOwner: TComponent); override; destructor Destroy; override; procedure Run; end; var Application: TSvn2RevisionApplication = nil; const RevisionIncComment = '// Created by Svn2RevisionInc'; function TSvn2RevisionApplication.RunCommand(ACmd: String; AParams: array of string; ABytesNeeded: Integer): Boolean; var ADummy: String; begin Result := RunCommand(ACmd, AParams, ADummy, ABytesNeeded); end; function TSvn2RevisionApplication.RunCommand(ACmd: String; AParams: array of string; out ARes: String; ABytesNeeded: Integer): Boolean; const cBufSize = 500; var p: TProcessUTF8; Buffer: string; n: LongInt; t: QWord; i: Integer; begin Result := True; p := TProcessUTF8.Create(nil); try try with p do begin Executable := ACmd; for i := 0 to high(AParams) do Parameters.Add(AParams[i]); Options := [poUsePipes]; Execute; { now process the output } SetLength(Buffer{%H-}, cBufSize); ARes := ''; t := GetTickCount64; while (ABytesNeeded < 0) or (Length(ARes) < ABytesNeeded) do begin if Output.NumBytesAvailable > 0 then begin n := OutPut.Read(Buffer[1], cBufSize); ARes := ARes + Copy(Buffer, 1, n); end else begin if not p.Running then break; if GetTickCount64 - t > 30 * 1000 then begin Result := False; exit end; if Stderr.NumBytesAvailable > 0 then begin n := Stderr.Read(Buffer[1], cBufSize); Show(Copy(Buffer, 1, n)); end; sleep(10); end; end; end; except Result := False; end; finally try p.Terminate(0); finally p.Free; end; end; end; function TSvn2RevisionApplication.CmdInPath(Exe, Param: string): boolean; begin if FindDefaultExecutablePath(Exe+GetExeExt)='' then exit(false); try Result := RunCommand(Exe, [Param], 0); except Result:=false; end; end; function TSvn2RevisionApplication.SvnInPath: Boolean; begin Result := CmdInPath('svn', '--version'); end; function TSvn2RevisionApplication.GitInPath: Boolean; begin Result := CmdInPath('git','--version'); end; function TSvn2RevisionApplication.HgInPath: Boolean; begin Result := CmdInPath('hg','--version'); end; function TSvn2RevisionApplication.FindRevision: boolean; var GitDir: string; function GetRevisionFromHgVersion : boolean; var HgVersionProcess: TProcessUTF8; Buffer: string; n: LongInt; ScrapeResult: string; begin Result:=false; HgVersionProcess := TProcessUTF8.Create(nil); try with HgVersionProcess do begin // Get global revision ID (no need to worry about branches) CurrentDirectory:=SourceDirectory; Executable:='hg'; Parameters.Add('parents'); Parameters.Add('--template={svnrev}:{node|short}'); Options := [poUsePipes, poWaitOnExit]; try Execute; SetLength(Buffer{%H-}, 80); n:=OutPut.Read(Buffer[1], 80); Result:=true; // Just blindly copy results; check for errors below. ScrapeResult := Trim(Copy(Buffer, 1, n)); System.Delete(ScrapeResult, 1, Pos(#13, ScrapeResult)); System.Delete(ScrapeResult, 1, Pos(#10, ScrapeResult)); System.Delete(ScrapeResult, Pos(' ', ScrapeResult), Length(ScrapeResult)); if ScrapeResult[1]='"' then //linux returns " ScrapeResult:=copy(ScrapeResult,2,length(ScrapeResult)-2); if ScrapeResult[1]=':' then //no svn version found. //Indicate we're dealing with Mercurial to avoid confusing the user: ScrapeResult:='hg'+ScrapeResult else ScrapeResult:=copy(ScrapeResult,1,pos(':',ScrapeResult)-1); except // ignore error, default result is false end; // Check for errors returned by command (e.g. repository not found) if ExitStatus<>0 then begin show('GetRevisionFromHgRevision: non-zero exit status: no hg repo?'); result:=false; end; if result then RevisionStr:=ScrapeResult; end; finally HgVersionProcess.Free; end; if Result then begin Show('Success retrieving revision with hg/mercurial.'); end else begin Show('Failed retrieving revision with hg/mercurial.'); if n>0 then begin Show(''); Show('hg parents error output:'); Show(Copy(Buffer, 1, n)); end; end; Show(''); end; function GetRevisionFromSvnVersion : boolean; var SvnVersionProcess: TProcessUTF8; Buffer: string; n: LongInt; begin Result:=false; SvnVersionProcess := TProcessUTF8.Create(nil); try with SvnVersionProcess do begin Executable:='svnversion'; Parameters.Add('-n'); Parameters.Add(SourceDirectory); Options := [poUsePipes, poWaitOnExit]; try Execute; SetLength(Buffer{%H-}, 80); n:=OutPut.Read(Buffer[1], 80); RevisionStr := Copy(Buffer, 1, n); // If cannot determine svn version it will return localized message // "Unversioned directory" with no error result but svn revisions // always start with a number. Result:=(n > 0) and (RevisionStr[1] in ['0'..'9']); SetLength(Buffer, 1024); n:=Stderr.Read(Buffer[1], 1024); except // ignore error, default result is false end; end; finally SvnVersionProcess.Free; end; if Result then begin Show('Success retrieving revision with svnversion.'); end else begin Show('Failed retrieving revision with svnversion.'); if n>0 then begin Show(''); Show('svnversion error output:'); Show(Copy(Buffer, 1, n)); end; end; Show(''); end; function GetRevisionFromEntriesTxt: boolean; var EntriesFileName: string; Line: string; Lines: TStringList; i: Integer; begin Result:=false; EntriesFileName:=AppendPathDelim(SourceDirectory)+'.svn'+PathDelim+'entries'; if FileExistsUTF8(EntriesFileName) then begin try Lines:=TStringList.Create; try Lines.LoadFromFile(EntriesFileName); // skip three lines i:=0; Line:=Lines[i]; if line<>'' then begin inc(i,3); RevisionStr:=Lines[i]; Result := RevisionStr <> ''; end; finally Lines.Free; end; except // ignore error, default result is false end; end; if Result then Show('Success retrieving revision with entries file: '+EntriesFileName) else Show('Failure retrieving revision with entries file: '+EntriesFileName); Show(''); end; function GetRevisionFromEntriesXml: boolean; var EntriesFileName: string; EntriesDoc: TXMLDocument; EntryNode: TDomNode; begin Result := False; EntriesFileName:=AppendPathDelim(SourceDirectory)+'.svn'+PathDelim+'entries'; if FileExistsUTF8(EntriesFileName) then begin try EntriesDoc := nil; try ReadXMLFile(EntriesDoc, EntriesFileName); EntryNode := EntriesDoc.FirstChild.FirstChild; while not Result and Assigned(EntryNode) do begin if EntryNode.Attributes.GetNamedItem('name').NodeValue='' then begin RevisionStr:=String(EntryNode.Attributes.GetNamedItem('revision').NodeValue); Result := True; end; EntryNode := EntryNode.NextSibling; end; finally EntriesDoc.Free; end; except // ignore error, default result is false end; end; if Result then Show('Success retrieving revision with entries XML file: '+EntriesFileName) else Show('Failure retrieving revision with entries XML file: '+EntriesFileName); Show(''); end; begin Show('Going to retrieve revision for source directory: '+SourceDirectory); // Try Subversion/svn // Use or's short circuiting to make sure only the last succesful function writes to RevisionStr Result := GetRevisionFromSvnVersion or GetRevisionFromEntriesTxt or GetRevisionFromEntriesXml; // Try git if not Result then begin GitDir:= AppendPathDelim(SourceDirectory)+'.git'; if (DirectoryExistsUTF8(GitDir) or FileExistsUTF8(GitDir)) and GitInPath then begin Result := GetRevisionFromGitVersion; if not Result then begin Result := GitRevisionFromRemoteSVNGitVersion; end; if GitDescribeCommit(Result) then Result := True; end; end; // Try Mercurial/hg if not Result then begin if HgInPath then Result := GetRevisionFromHgVersion; end; end; constructor TSvn2RevisionApplication.Create(TheOwner: TComponent); begin inherited Create(TheOwner); RevisionStr := 'Unknown'; end; destructor TSvn2RevisionApplication.Destroy; begin inherited Destroy; end; function TSvn2RevisionApplication.IsValidRevisionInc: boolean; var Lines: TStringList; begin Result := FileExistsUTF8(RevisionIncFileName); if Result then begin Lines := TStringList.Create; try Lines.LoadFromFile(RevisionIncFileName); Result := (Lines.Count = 2) and (Lines[0] = RevisionIncComment) and (Copy(Lines[1], 1, Length(ConstStart)) = ConstStart); finally Lines.Free; end; end; end; procedure TSvn2RevisionApplication.WriteRevisionInc; var RevisionIncText: Text; begin AssignFile(RevisionIncText, RevisionIncFileName); Rewrite(RevisionIncText); writeln(RevisionIncText, RevisionIncComment); writeln(RevisionIncText, ConstStart, RevisionStr, ''';'); CloseFile(RevisionIncText); DebugLn(format('Created %s for revision: %s', [RevisionIncFileName, RevisionStr])); end; procedure TSvn2RevisionApplication.ShowHelp; function ExtractFileBaseName(FileName: string): string; begin Result := ChangeFileExt(ExtractFileName(FileName), ''); end; begin debugln; debugln(ParamStrUTF8(0)); debugln; debugln(ExtractFileBaseName(ParamStrUTF8(0)), ' [Options]'); debugln('or'); debugln(ExtractFileBaseName(ParamStrUTF8(0)), ' [Options] '); debugln('or'); debugln(ExtractFileBaseName(ParamStrUTF8(0)), ' [Options] '); debugln; debugln('Options:'); debugln(' --o Output file'); debugln(' --c= Name of constant (default RevisionStr)'); debugln(' --s write revision to stdout, do not create inc file'); debugln(' --v Be more verbose'); debugln(' --h This help screen'); debugln; debugln('Note: default current directory'); debugln(' default revision.inc'); debugln(' --o overrides '); debugln; debugln(' 1st switchless parameter = '); debugln(' 2nd switchless parameter = '); halt(1); end; function TSvn2RevisionApplication.ParamsValid: boolean; var i: integer; index: integer; begin Result := False; //reset Verbose := False; ConstName := 'RevisionStr'; SourceDirectory:=ChompPathDelim(ExtractFilePath(ParamStrUTF8(0))); RevisionIncFileName := ExpandFileNameUTF8('revision.inc'); //find switchless parameters index := 1; for i := 1 to ParamCount do begin if Copy(ParamStrUTF8(i),1,1) <> '-' then begin case index of 1: SourceDirectory:=ChompPathDelim(ParamStrUTF8(i)); 2: RevisionIncFileName := ExpandFileNameUTF8(ParamStrUTF8(i)); end; Inc(index); end; end; //parse options if HasOption('h', 'help') or HasOption('?') then ShowHelp; if HasOption('v') then Verbose := True; if HasOption('s') then UseStdOut := True; if HasOption('c') then ConstName := GetOptionValue('c'); if HasOption('o') then RevisionIncFileName := GetOptionValue('o'); //show options Show('SourceDirectory: ' + SourceDirectory); Show('RevisionIncFileName: ' + RevisionIncFileName); Show('ConstName: ' + ConstName); Show(''); //checks if not DirectoryExistsUTF8(SourceDirectory) then begin debugln('Error: Source directory "', SourceDirectory, '" doesn''t exist.'); exit; end; RevisionIncDirName:=ExtractFilePath(ExpandFileNameUTF8(RevisionIncFileName)); if (not UseStdOut) and (not DirectoryExistsUTF8(RevisionIncDirName)) then begin debugln('Error: Target Directory "', RevisionIncDirName, '" doesn''t exist.'); exit; end; if ConstName[1] in ['0'..'9'] then begin debugln('Error: Invalid constant name ', ConstName, '.'); exit; end; if not SvnInPath then debugln('Warning: svn not in path.'); Result := True; end; function TSvn2RevisionApplication.CanCreateRevisionInc: boolean; begin if (FileExistsUTF8(RevisionIncFileName)) then Result:= FileIsWritable(RevisionIncFileName) else Result := DirectoryIsWritable(RevisionIncDirName); end; function TSvn2RevisionApplication.ConstStart: string; begin Result := Format('const %s = ''', [ConstName]); end; procedure TSvn2RevisionApplication.Show(msg: string); begin if Verbose then debugln(msg); end; { Determine what branch we are in by looking at the 'git branch' output. Sample output: $ git branch custom-patches docs dubydebugger externtools filebrowser * filefilters fixes graeme upstream work } function TSvn2RevisionApplication.IsThisGitUpstreamBranch: boolean; const cBufSize = 2048; MainBranchNames: array[0..1] of string = ('upstream', 'master'); var p: TProcessUTF8; Buffer: string; s: string; i, j: integer; n: LongInt; sl: TStringList; begin Result := false; p := TProcessUTF8.Create(nil); sl := TStringList.Create; try p.Executable:='git'; p.Parameters.Add('branch'); p.Options := [poUsePipes, poWaitOnExit]; p.Execute; // Now lets process the output SetLength(Buffer{%H-}, cBufSize); s := ''; repeat n := p.Output.Read(Buffer[1], cBufSize); s := s + Copy(Buffer, 1, n); until n < cBufSize; sl.Text := s; // Search for the active branch marker '*' symbol. // Guess the main branch name. Support 'master' and 'upstream'. MainBranch := ''; for i := 0 to sl.Count-1 do begin for j := Low(MainBranchNames) to High(MainBranchNames) do begin if Pos(MainBranchNames[j], sl[i]) > 0 then begin MainBranch := MainBranchNames[j]; if sl[i][1] = '*' then begin Result := True; exit; end; end; end; end; finally sl.Free; p.Free; end; end; function TSvn2RevisionApplication.GetRevisionFromGitVersion(ACommitIsh: String ): boolean; var s: String; begin if ACommitIsh <> '' then Result := RunCommand('git', ['log', '-1', '--pretty=format:"%b"', ACommitIsh], s) else Result := RunCommand('git', ['log', '-1', '--pretty=format:"%b"'], s); if not Result then exit; // git-svn-id: http://svn.freepascal.org/svn/lazarus/trunk@60656 4005530d-fff6-0310-9dd1-cebe43e6787f Result := Pos('git-svn-id: ', s) > 0; if Result then begin //Read version is OK System.Delete(s, 1, Pos('git-svn-id: ', s)); System.Delete(s, 1, Pos('@', s)); if PosSet([' ', #10,#13], s) > 0 then System.Delete(s, PosSet([' ', #10,#13], s), Length(s)); RevisionStr := s; end; if Result then begin Show('Success retrieving revision with git log.'); end else begin Show('Failed retrieving revision with git log.'); end; end; { Determine the closest parent commit that is in a remote branch } function TSvn2RevisionApplication.GetGitCommitInRemoteBranch( ARemotePattern: String): string; begin if not RunCommand('git', ['log', 'HEAD', '--not', '--remotes="'+ARemotePattern+'"', '--reverse', '--pretty=format:"%H"'], Result, 40) // sha1 = 40 bytes then begin Result := ''; exit; end; if Result <> '' then Result := Result + '~1'; // parent end; { Get the branch point, and exact the SVN revision from that commit log } function TSvn2RevisionApplication.GitRevisionFromRemoteSVNGitVersion: boolean; var sha1: string; begin Result := False; sha1 := GetGitCommitInRemoteBranch; // try any remote branch if sha1 <> '' then begin Result := GetRevisionFromGitVersion(sha1); if not Result then begin // git svn uses /remote/svn/ as remote sha1 := GetGitCommitInRemoteBranch('svn/*'); Result := GetRevisionFromGitVersion(sha1); end; end; if Result then RevisionStr := RevisionStr + '(B)'; // local commits "Based on" end; function TSvn2RevisionApplication.GitDescribeCommit(KeepRevStr: Boolean ): boolean; var s: string; begin Result := RunCommand('git', ['describe', '--always', '--first-parent'], s); if not Result then exit; if PosSet([#10,#13], s) > 0 then System.Delete(s, PosSet([#10,#13], s), Length(s)); s := Trim(s); Result := s <> ''; if Result then begin Result := True; if KeepRevStr and (RevisionStr <> '') then s := s + ' / ' + RevisionStr; RevisionStr := s; end; end; procedure TSvn2RevisionApplication.Run; begin if not ParamsValid then ShowHelp; if not CanCreateRevisionInc then exit; if UseStdOut then begin if FindRevision then debugln(RevisionStr); end else if FindRevision or not IsValidRevisionInc then WriteRevisionInc; end; begin Application := TSvn2RevisionApplication.Create(nil); Application.Run; Application.Free; end.