RepositoryBuild.targets 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188
  1. <Project>
  2. <PropertyGroup>
  3. <!-- Experimental flag to run assemblies AND repos tests in parallel...if you dare. -->
  4. <TestReposInParallel>false</TestReposInParallel>
  5. <_NoBuildRepos>$(NoBuild)</_NoBuildRepos>
  6. <_BuildScriptToExecute Condition="'$(OS)'!='Windows_NT'">build.sh</_BuildScriptToExecute>
  7. <_BuildScriptToExecute Condition="'$(OS)'=='Windows_NT'">build.cmd</_BuildScriptToExecute>
  8. </PropertyGroup>
  9. <Target Name="GetRepoBatches" DependsOnTargets="GeneratePropsFiles;ComputeGraph">
  10. <ItemGroup>
  11. <RepositoryBuildOrder Condition="'%(RootPath)' == ''">
  12. <RootPath>$(SubmoduleRoot)%(Identity)\</RootPath>
  13. </RepositoryBuildOrder>
  14. <BatchedRepository Include="$(MSBuildProjectFullPath)">
  15. <BuildGroup>%(RepositoryBuildOrder.Order)</BuildGroup>
  16. <Repository>%(RepositoryBuildOrder.Identity)</Repository>
  17. <AdditionalProperties>
  18. RepositoryToBuild=%(RepositoryBuildOrder.Identity);
  19. BuildRepositoryRoot=$([MSBuild]::NormalizeDirectory(%(RepositoryBuildOrder.RootPath)))
  20. </AdditionalProperties>
  21. </BatchedRepository>
  22. </ItemGroup>
  23. </Target>
  24. <Target Name="_BuildRepositories" DependsOnTargets="GetRepoBatches" Condition=" @(RepositoryBuildOrder->Count()) != 0 ">
  25. <MSBuild
  26. Projects="@(BatchedRepository)"
  27. BuildInParallel="true"
  28. StopOnFirstFailure="true"
  29. Targets="_BuildRepository"
  30. Properties="BuildGroup=%(BatchedRepository.BuildGroup);BuildNumber=$(BuildNumber);IsFinalBuild=$(IsFinalBuild);Configuration=$(Configuration)" />
  31. <PropertyGroup>
  32. <_ReposWereBuilt>true</_ReposWereBuilt>
  33. <_NoBuildRepos>true</_NoBuildRepos>
  34. </PropertyGroup>
  35. </Target>
  36. <Target Name="_TestRepositories" DependsOnTargets="GetRepoBatches" Condition=" @(RepositoryBuildOrder->Count()) != 0 ">
  37. <!--
  38. Use the task to sort instead of batching (i.e. using %(BatchedRepository.BuildGroup))
  39. When batching, StopOnFirstFailure doesn't help because the MSBuild task would be invoked multiple times
  40. instead of invoking once with many projects.
  41. -->
  42. <RepoTasks.OrderBy Items="@(BatchedRepository)" Key="BuildGroup">
  43. <Output TaskParameter="Items" ItemName="_BatchedTestRepo" />
  44. </RepoTasks.OrderBy>
  45. <MSBuild
  46. Projects="@(_BatchedTestRepo)"
  47. BuildInParallel="$(TestProjectsInParallel)"
  48. StopOnFirstFailure="false"
  49. Targets="_TestRepository"
  50. Properties="BuildNumber=$(BuildNumber);IsFinalBuild=$(IsFinalBuild);Configuration=$(Configuration);_NoBuildRepos=$(_NoBuildRepos)"
  51. ContinueOnError="true">
  52. <Output TaskParameter="TargetOutputs" ItemName="_RepoTestResults" />
  53. </MSBuild>
  54. <Warning Text="No test results were found from running repos." Condition="@(_RepoTestResults->Count()) == 0"/>
  55. <Message Text="Tests passed for the following repos:%0A - @(_RepoTestResults->WithMetadataValue('Success', 'true'), '%0A - ')"
  56. Importance="High"
  57. Condition="@(_RepoTestResults->WithMetadataValue('Success', 'true')->Count()) != 0 " />
  58. <Error Text="Tests failed for the following repos:%0A - @(_RepoTestResults->WithMetadataValue('Success', 'false'), '%0A - ')"
  59. Condition="@(_RepoTestResults->WithMetadataValue('Success', 'false')->Count()) != 0 " />
  60. </Target>
  61. <!-- Inner build context -->
  62. <Target Name="GetRepoBuildProps">
  63. <PropertyGroup>
  64. <SkipTestsDueToMissingSharedFx Condition="'$(InstallSharedRuntimeFromPreviousBuild)' != 'true' And '$(TestsRequiredTheSharedRuntime)' == 'true' ">true</SkipTestsDueToMissingSharedFx>
  65. <RepositoryBuildArguments Condition="'$(CI)'== 'true'">$(RepositoryBuildArguments) -ci</RepositoryBuildArguments>
  66. <RepositoryBuildArguments Condition="'$(CI)'== 'true'">$(RepositoryBuildArguments) -DotNetHome '$(DOTNET_HOME)'</RepositoryBuildArguments>
  67. <!-- Should reduce allowable package feeds to only nuget.org. -->
  68. <RepositoryBuildArguments>$(RepositoryBuildArguments) /p:AspNetUniverseBuildOffline=true</RepositoryBuildArguments>
  69. <RepositoryBuildArguments>$(RepositoryBuildArguments) /p:IsUniverseBuild=true</RepositoryBuildArguments>
  70. <!-- If there are duplicate properties, the properties which are defined later in the order would override the earlier ones -->
  71. <RepositoryBuildArguments>$(RepositoryBuildArguments) /p:DotNetRestoreSourcePropsPath=$(GeneratedRestoreSourcesPropsPath)</RepositoryBuildArguments>
  72. <RepositoryBuildArguments>$(RepositoryBuildArguments) /p:DotNetPackageVersionPropsPath=$(GeneratedPackageVersionPropsPath)</RepositoryBuildArguments>
  73. <!-- Unset 'SignType' because we collect all outputs from repo builds and sign them at the end. -->
  74. <RepositoryBuildArguments>$(RepositoryBuildArguments) /p:SignType=</RepositoryBuildArguments>
  75. <RepositoryBuildArguments>$(RepositoryBuildArguments) /p:BuildNumber=$(BuildNumber)</RepositoryBuildArguments>
  76. <RepositoryBuildArguments>$(RepositoryBuildArguments) /p:Configuration=$(Configuration)</RepositoryBuildArguments>
  77. <RepositoryBuildArguments>$(RepositoryBuildArguments) /p:IsFinalBuild=$(IsFinalBuild)</RepositoryBuildArguments>
  78. <RepositoryBuildArguments>$(RepositoryBuildArguments) '/p:DotNetAssetRootAccessTokenSuffix=$(DotNetAssetRootAccessTokenSuffix)'</RepositoryBuildArguments>
  79. <RepositoryBuildArguments>$(RepositoryBuildArguments) '/p:DotNetAssetRootUrl=$(DotNetAssetRootUrl)'</RepositoryBuildArguments>
  80. <RepositoryBuildArguments Condition=" '$(SkipTestsDueToMissingSharedFx)' == 'true' ">$(RepositoryBuildArguments) /p:SkipAspNetCoreRuntimeInstall=true</RepositoryBuildArguments>
  81. <SourceLockFile>$(RepositoryRoot)korebuild-lock.txt</SourceLockFile>
  82. <RepoLockFile>$(BuildRepositoryRoot)korebuild-lock.txt</RepoLockFile>
  83. <BackupRepoLockFile>$(IntermediateDir)$(RepositoryToBuild)-korebuild-lock.txt</BackupRepoLockFile>
  84. <RepoGlobalJsonFile>$(BuildRepositoryRoot)global.json</RepoGlobalJsonFile>
  85. <BackupRepoGlobalJsonFile>$(IntermediateDir)$(RepositoryToBuild)-global.json</BackupRepoGlobalJsonFile>
  86. </PropertyGroup>
  87. </Target>
  88. <Target Name="_UpdateRepoLockFile">
  89. <!-- Copy Korebuild lock file to individual repos to align version if the repo doesn't already have one -->
  90. <Message Text="Copying KoreBuild lockfile from repo to submodule $(BuildRepositoryRoot)"/>
  91. <Move SourceFiles="$(RepoLockFile)" DestinationFiles="$(BackupRepoLockFile)" Condition="Exists($(RepoLockFile))" />
  92. <Move SourceFiles="$(RepoGlobalJsonFile)" DestinationFiles="$(BackupRepoGlobalJsonFile)" Condition="Exists($(RepoGlobalJsonFile))" />
  93. <Copy SourceFiles="$(SourceLockFile)" DestinationFiles="$(RepoLockFile)" />
  94. </Target>
  95. <Target Name="_RestoreOriginalRepoLockFile">
  96. <!-- Restore original Korebuild lock file -->
  97. <Delete Files="$(RepoLockFile)" ContinueOnError="true" />
  98. <Move SourceFiles="$(BackupRepoLockFile)" DestinationFiles="$(RepoLockFile)" Condition="Exists($(BackupRepoLockFile))" />
  99. <Move SourceFiles="$(BackupRepoGlobalJsonFile)" DestinationFiles="$(RepoGlobalJsonFile)" Condition="Exists($(BackupRepoGlobalJsonFile))" />
  100. </Target>
  101. <Target Name="_BuildRepository" DependsOnTargets="GetRepoBuildProps;_UpdateRepoLockFile">
  102. <PropertyGroup>
  103. <BuildArguments>/t:CleanArtifacts /t:Build /p:SkipTests=true $(RepositoryBuildArguments)</BuildArguments>
  104. <BuildArguments Condition="'$(ProduceRepoBinLog)' == 'true'">$(BuildArguments) /bl:$(LogOutputDir)$(RepositoryToBuild).build.binlog</BuildArguments>
  105. <RepositoryArtifactsRoot>$(BuildRepositoryRoot)artifacts\</RepositoryArtifactsRoot>
  106. <RepositoryArtifactsBuildDirectory>$(RepositoryArtifactsRoot)build\</RepositoryArtifactsBuildDirectory>
  107. <RepositoryArtifactsMSBuildDirectory>$(RepositoryArtifactsRoot)msbuild\</RepositoryArtifactsMSBuildDirectory>
  108. </PropertyGroup>
  109. <Message Text="============ Building $(RepositoryToBuild) ============" Importance="High" />
  110. <Exec
  111. Command="./$(_BuildScriptToExecute) -Path $(BuildRepositoryRoot) $(BuildArguments)"
  112. IgnoreStandardErrorWarningFormat="true"
  113. WorkingDirectory="$(RepositoryRoot)"
  114. IgnoreExitCode="true"
  115. ContinueOnError="WarnAndContinue">
  116. <Output TaskParameter="ExitCode" PropertyName="BuildExitCode" />
  117. </Exec>
  118. <CallTarget Targets="_RestoreOriginalRepoLockFile" />
  119. <!-- Fail if build.cmd didn't exit code 0 or process failed to start. -->
  120. <Error Text="Building $(RepositoryToBuild) failed: $(_BuildScriptToExecute) exited code $(BuildExitCode)" Condition=" '$(BuildExitCode)' != '0' " />
  121. <ItemGroup>
  122. <RepositoryArtifacts Include="$(RepositoryArtifactsBuildDirectory)*" />
  123. <RepositoryMSBuildArtifacts Include="$(RepositoryArtifactsMSBuildDirectory)**\*" />
  124. </ItemGroup>
  125. <Copy
  126. SourceFiles="@(RepositoryArtifacts)"
  127. DestinationFolder="$(BuildDir)" />
  128. <Move
  129. SourceFiles="@(RepositoryMSBuildArtifacts)"
  130. DestinationFolder="$(ArtifactsDir)msbuild\$(RepositoryToBuild)\%(RecursiveDir)" />
  131. <Message Text="============ Done building $(RepositoryToBuild) ============" Importance="High" />
  132. </Target>
  133. <Target Name="_TestRepository" DependsOnTargets="GetRepoBuildProps;_UpdateRepoLockFile" Returns="@(RepositoryTestResult)">
  134. <PropertyGroup>
  135. <BuildArguments>/t:Test /p:NoBuild=$(_NoBuildRepos) $(RepositoryBuildArguments)</BuildArguments>
  136. </PropertyGroup>
  137. <ItemGroup>
  138. <RepositoryTestResult Include="$(RepositoryToBuild)" Success="false" />
  139. </ItemGroup>
  140. <!-- To enable this test, either publish the shared runtime to https://dotnetcli.blob.core.windows.net/dotnet, or override the install location by setting AspNetCoreFxFeed. -->
  141. <Warning Text="Skipping tests because InstallSharedRuntimeFromPreviousBuild != 'true'." Condition="'$(SkipTestsDueToMissingSharedFx)' == 'true' "/>
  142. <Message Text="============ Testing $(RepositoryToBuild) ============" Importance="High" />
  143. <Exec Condition="'$(SkipTestsDueToMissingSharedFx)' != 'true' "
  144. Command="./$(_BuildScriptToExecute) -Path $(BuildRepositoryRoot) $(BuildArguments)"
  145. IgnoreStandardErrorWarningFormat="true"
  146. WorkingDirectory="$(RepositoryRoot)"
  147. IgnoreExitCode="true">
  148. <Output TaskParameter="ExitCode" PropertyName="TestExitCode" />
  149. </Exec>
  150. <CallTarget Targets="_RestoreOriginalRepoLockFile" />
  151. <ItemGroup>
  152. <RepositoryTestResult Update="$(RepositoryToBuild)" Success="true" Condition="'$(TestExitCode)' == '0' OR '$(SkipTestsDueToMissingSharedFx)' == 'true' " />
  153. </ItemGroup>
  154. <Message Text="============ Done testing $(RepositoryToBuild) ============" Importance="High" />
  155. </Target>
  156. </Project>