RepositoryBuild.targets 8.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170
  1. <Project>
  2. <PropertyGroup>
  3. <!-- Experimental flag to run assemblies AND repos tests in parallel...if you dare. -->
  4. <TestReposInParallel>false</TestReposInParallel>
  5. <_NoBuildRepos>$(NoBuild)</_NoBuildRepos>
  6. <_BuildScriptToExecute Condition="'$(OS)'!='Windows_NT'">build.sh</_BuildScriptToExecute>
  7. <_BuildScriptToExecute Condition="'$(OS)'=='Windows_NT'">build.cmd</_BuildScriptToExecute>
  8. </PropertyGroup>
  9. <Target Name="GetRepoBatches" DependsOnTargets="GeneratePropsFiles;ComputeGraph">
  10. <ItemGroup>
  11. <BatchedRepository Include="$(MSBuildProjectFullPath)">
  12. <BuildGroup>%(RepositoryBuildOrder.Order)</BuildGroup>
  13. <Repository>%(RepositoryBuildOrder.Identity)</Repository>
  14. <AdditionalProperties>
  15. RepositoryToBuild=%(RepositoryBuildOrder.Identity);
  16. BuildRepositoryRoot=$([MSBuild]::NormalizeDirectory(%(RepositoryBuildOrder.RootPath)))
  17. </AdditionalProperties>
  18. </BatchedRepository>
  19. </ItemGroup>
  20. </Target>
  21. <Target Name="_BuildRepositories" DependsOnTargets="GetRepoBatches" Condition=" @(RepositoryBuildOrder->Count()) != 0 ">
  22. <MSBuild
  23. Projects="@(BatchedRepository)"
  24. BuildInParallel="true"
  25. StopOnFirstFailure="true"
  26. Targets="_BuildRepository"
  27. Properties="BuildGroup=%(BatchedRepository.BuildGroup);BuildNumber=$(BuildNumber);IsFinalBuild=$(IsFinalBuild);Configuration=$(Configuration)" />
  28. <PropertyGroup>
  29. <_NoBuildRepos>true</_NoBuildRepos>
  30. </PropertyGroup>
  31. </Target>
  32. <Target Name="_TestRepositories" DependsOnTargets="GetRepoBatches" Condition=" @(RepositoryBuildOrder->Count()) != 0 ">
  33. <!--
  34. Use the task to sort instead of batching (i.e. using %(BatchedRepository.BuildGroup))
  35. When batching, StopOnFirstFailure doesn't help because the MSBuild task would be invoked multiple times
  36. instead of invoking once with many projects.
  37. -->
  38. <RepoTasks.OrderBy Items="@(BatchedRepository)" Key="BuildGroup">
  39. <Output TaskParameter="Items" ItemName="_BatchedTestRepo" />
  40. </RepoTasks.OrderBy>
  41. <MSBuild
  42. Projects="@(_BatchedTestRepo)"
  43. BuildInParallel="$(TestProjectsInParallel)"
  44. StopOnFirstFailure="false"
  45. Targets="_TestRepository"
  46. Properties="BuildNumber=$(BuildNumber);IsFinalBuild=$(IsFinalBuild);Configuration=$(Configuration);_NoBuildRepos=$(_NoBuildRepos)"
  47. ContinueOnError="true">
  48. <Output TaskParameter="TargetOutputs" ItemName="_RepoTestResults" />
  49. </MSBuild>
  50. <Warning Text="No test results were found from running repos." Condition="@(_RepoTestResults->Count()) == 0"/>
  51. <Message Text="Tests passed for the following repos:%0A - @(_RepoTestResults->WithMetadataValue('Success', 'true'), '%0A - ')"
  52. Importance="High"
  53. Condition="@(_RepoTestResults->WithMetadataValue('Success', 'true')->Count()) != 0 " />
  54. <Error Text="Tests failed for the following repos:%0A - @(_RepoTestResults->WithMetadataValue('Success', 'false'), '%0A - ')"
  55. Condition="@(_RepoTestResults->WithMetadataValue('Success', 'false')->Count()) != 0 " />
  56. </Target>
  57. <!-- Inner build context -->
  58. <Target Name="GetRepoBuildProps">
  59. <PropertyGroup>
  60. <!-- Should reduce allowable package feeds to only nuget.org. -->
  61. <RepositoryBuildArguments>$(RepositoryBuildArguments) /p:AspNetUniverseBuildOffline=true</RepositoryBuildArguments>
  62. <!-- If there are duplicate properties, the properties which are defined later in the order would override the earlier ones -->
  63. <RepositoryBuildArguments>$(RepositoryBuildArguments) /p:DotNetRestoreSourcePropsPath=$(GeneratedRestoreSourcesPropsPath)</RepositoryBuildArguments>
  64. <RepositoryBuildArguments>$(RepositoryBuildArguments) /p:DotNetPackageVersionPropsPath=$(GeneratedPackageVersionPropsPath)</RepositoryBuildArguments>
  65. <RepositoryBuildArguments>$(RepositoryBuildArguments) /p:BuildNumber=$(BuildNumber)</RepositoryBuildArguments>
  66. <RepositoryBuildArguments>$(RepositoryBuildArguments) /p:Configuration=$(Configuration)</RepositoryBuildArguments>
  67. <RepositoryBuildArguments>$(RepositoryBuildArguments) /p:IsFinalBuild=$(IsFinalBuild)</RepositoryBuildArguments>
  68. <RepositoryBuildArguments>$(RepositoryBuildArguments) /noconsolelogger '/l:RepoTasks.FlowLogger,$(MSBuildThisFileDirectory)tasks\bin\publish\RepoTasks.dll;Summary;FlowId=$(RepositoryToBuild)'</RepositoryBuildArguments>
  69. <RepositoryBuildArguments>$(RepositoryBuildArguments) '/p:DotNetAssetRootAccessTokenSuffix=$(DotNetAssetRootAccessTokenSuffix)'</RepositoryBuildArguments>
  70. <RepositoryBuildArguments>$(RepositoryBuildArguments) '/p:DotNetAssetRootUrl=$(DotNetAssetRootUrl)'</RepositoryBuildArguments>
  71. <SourceLockFile>$(RepositoryRoot)korebuild-lock.txt</SourceLockFile>
  72. <RepoLockFile>$(BuildRepositoryRoot)korebuild-lock.txt</RepoLockFile>
  73. <BackupRepoLockFile>$(IntermediateDir)$(RepositoryToBuild)-korebuild-lock.txt</BackupRepoLockFile>
  74. </PropertyGroup>
  75. </Target>
  76. <Target Name="_UpdateRepoLockFile">
  77. <!-- Copy Korebuild lock file to individual repos to align version if the repo doesn't already have one -->
  78. <Message Text="Copying KoreBuild lockfile from Universe to repository $(BuildRepositoryRoot)"/>
  79. <Move SourceFiles="$(RepoLockFile)" DestinationFiles="$(BackupRepoLockFile)" Condition="Exists($(RepoLockFile))" />
  80. <Copy SourceFiles="$(SourceLockFile)" DestinationFiles="$(RepoLockFile)" />
  81. </Target>
  82. <Target Name="_RestoreOriginalRepoLockFile">
  83. <!-- Restore original Korebuild lock file -->
  84. <Delete Files="$(RepoLockFile)" ContinueOnError="true" />
  85. <Move SourceFiles="$(BackupRepoLockFile)" DestinationFiles="$(RepoLockFile)" Condition="Exists($(BackupRepoLockFile))" />
  86. </Target>
  87. <Target Name="_BuildRepository" DependsOnTargets="GetRepoBuildProps;_UpdateRepoLockFile">
  88. <PropertyGroup>
  89. <BuildArguments>/t:CleanArtifacts /t:Build /p:SkipTests=true $(RepositoryBuildArguments)</BuildArguments>
  90. <BuildArguments Condition="'$(ProduceRepoBinLog)' == 'true'">$(BuildArguments) /bl:$(LogOutputDir)$(RepositoryToBuild).build.binlog</BuildArguments>
  91. <RepositoryArtifactsRoot>$(BuildRepositoryRoot)artifacts</RepositoryArtifactsRoot>
  92. <RepositoryArtifactsBuildDirectory>$(RepositoryArtifactsRoot)\build\</RepositoryArtifactsBuildDirectory>
  93. <RepositoryArtifactsMSBuildDirectory>$(RepositoryArtifactsRoot)\msbuild\</RepositoryArtifactsMSBuildDirectory>
  94. </PropertyGroup>
  95. <Message Text="============ Building $(RepositoryToBuild) ============" Importance="High" />
  96. <Exec
  97. Command="./$(_BuildScriptToExecute) -Path $(BuildRepositoryRoot) $(BuildArguments)"
  98. IgnoreStandardErrorWarningFormat="true"
  99. WorkingDirectory="$(RepositoryRoot)"
  100. IgnoreExitCode="true"
  101. ContinueOnError="WarnAndContinue">
  102. <Output TaskParameter="ExitCode" PropertyName="BuildExitCode" />
  103. </Exec>
  104. <CallTarget Targets="_RestoreOriginalRepoLockFile" />
  105. <!-- Fail if build.cmd didn't exit code 0 or process failed to start. -->
  106. <Error Text="Building $(RepositoryToBuild) failed: $(_BuildScriptToExecute) exited code $(BuildExitCode)" Condition=" '$(BuildExitCode)' != '0' " />
  107. <ItemGroup>
  108. <RepositoryArtifacts Include="$(RepositoryArtifactsBuildDirectory)*" />
  109. <RepositoryMSBuildArtifacts Include="$(RepositoryArtifactsMSBuildDirectory)**\*" />
  110. </ItemGroup>
  111. <Copy
  112. SourceFiles="@(RepositoryArtifacts)"
  113. DestinationFolder="$(BuildDir)" />
  114. <Move
  115. SourceFiles="@(RepositoryMSBuildArtifacts)"
  116. DestinationFolder="$(ArtifactsDir)msbuild\$(RepositoryToBuild)\%(RecursiveDir)" />
  117. <Message Text="============ Done building $(RepositoryToBuild) ============" Importance="High" />
  118. </Target>
  119. <Target Name="_TestRepository" DependsOnTargets="GetRepoBuildProps;_UpdateRepoLockFile" Returns="@(RepositoryTestResult)">
  120. <PropertyGroup>
  121. <BuildArguments>/t:Test /p:NoBuild=$(_NoBuildRepos) $(RepositoryBuildArguments)</BuildArguments>
  122. </PropertyGroup>
  123. <ItemGroup>
  124. <RepositoryTestResult Include="$(RepositoryToBuild)" Success="false" />
  125. </ItemGroup>
  126. <Message Text="============ Testing $(RepositoryToBuild) ============" Importance="High" />
  127. <Exec
  128. Command="./$(_BuildScriptToExecute) -Path $(BuildRepositoryRoot) $(BuildArguments)"
  129. IgnoreStandardErrorWarningFormat="true"
  130. WorkingDirectory="$(RepositoryRoot)"
  131. IgnoreExitCode="true">
  132. <Output TaskParameter="ExitCode" PropertyName="TestExitCode" />
  133. </Exec>
  134. <CallTarget Targets="_RestoreOriginalRepoLockFile" />
  135. <ItemGroup>
  136. <RepositoryTestResult Update="$(RepositoryToBuild)" Success="true" Condition="'$(TestExitCode)' == '0'" />
  137. </ItemGroup>
  138. <Message Text="============ Done testing $(RepositoryToBuild) ============" Importance="High" />
  139. </Target>
  140. </Project>