RepositoryBuild.targets 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191
  1. <Project>
  2. <PropertyGroup>
  3. <!-- Experimental flag to run assemblies AND repos tests in parallel...if you dare. -->
  4. <TestReposInParallel>false</TestReposInParallel>
  5. <_NoBuildRepos>$(NoBuild)</_NoBuildRepos>
  6. <_BuildScriptToExecute Condition="'$(OS)'!='Windows_NT'">build.sh</_BuildScriptToExecute>
  7. <_BuildScriptToExecute Condition="'$(OS)'=='Windows_NT'">build.cmd</_BuildScriptToExecute>
  8. </PropertyGroup>
  9. <Target Name="GetRepoBatches" DependsOnTargets="GeneratePropsFiles;ComputeGraph">
  10. <ItemGroup>
  11. <RepositoryBuildOrder Condition="'%(RootPath)' == ''">
  12. <RootPath>$(SubmoduleRoot)%(Identity)\</RootPath>
  13. </RepositoryBuildOrder>
  14. <BatchedRepository Include="$(MSBuildProjectFullPath)">
  15. <BuildGroup>%(RepositoryBuildOrder.Order)</BuildGroup>
  16. <Repository>%(RepositoryBuildOrder.Identity)</Repository>
  17. <AdditionalProperties>
  18. RepositoryToBuild=%(RepositoryBuildOrder.Identity);
  19. BuildRepositoryRoot=$([MSBuild]::NormalizeDirectory(%(RepositoryBuildOrder.RootPath)))
  20. </AdditionalProperties>
  21. </BatchedRepository>
  22. </ItemGroup>
  23. </Target>
  24. <Target Name="_BuildRepositories" DependsOnTargets="GetRepoBatches" Condition=" @(RepositoryBuildOrder->Count()) != 0 ">
  25. <MSBuild
  26. Projects="@(BatchedRepository)"
  27. BuildInParallel="true"
  28. StopOnFirstFailure="true"
  29. Targets="_BuildRepository"
  30. Properties="BuildGroup=%(BatchedRepository.BuildGroup);BuildNumber=$(BuildNumber);IsFinalBuild=$(IsFinalBuild);Configuration=$(Configuration)" />
  31. <PropertyGroup>
  32. <_ReposWereBuilt>true</_ReposWereBuilt>
  33. <_NoBuildRepos>true</_NoBuildRepos>
  34. </PropertyGroup>
  35. </Target>
  36. <Target Name="_TestRepositories" DependsOnTargets="GetRepoBatches" Condition=" @(RepositoryBuildOrder->Count()) != 0 ">
  37. <!--
  38. Use the task to sort instead of batching (i.e. using %(BatchedRepository.BuildGroup))
  39. When batching, StopOnFirstFailure doesn't help because the MSBuild task would be invoked multiple times
  40. instead of invoking once with many projects.
  41. -->
  42. <RepoTasks.OrderBy Items="@(BatchedRepository)" Key="BuildGroup">
  43. <Output TaskParameter="Items" ItemName="_BatchedTestRepo" />
  44. </RepoTasks.OrderBy>
  45. <MSBuild
  46. Projects="@(_BatchedTestRepo)"
  47. BuildInParallel="$(TestProjectsInParallel)"
  48. StopOnFirstFailure="false"
  49. Targets="_TestRepository"
  50. Properties="BuildNumber=$(BuildNumber);IsFinalBuild=$(IsFinalBuild);Configuration=$(Configuration);_NoBuildRepos=$(_NoBuildRepos)"
  51. ContinueOnError="true">
  52. <Output TaskParameter="TargetOutputs" ItemName="_RepoTestResults" />
  53. </MSBuild>
  54. <Warning Text="No test results were found from running repos." Condition="@(_RepoTestResults->Count()) == 0"/>
  55. <Message Text="Tests passed for the following repos:%0A - @(_RepoTestResults->WithMetadataValue('Success', 'true'), '%0A - ')"
  56. Importance="High"
  57. Condition="@(_RepoTestResults->WithMetadataValue('Success', 'true')->Count()) != 0 " />
  58. <Error Text="Tests failed for the following repos:%0A - @(_RepoTestResults->WithMetadataValue('Success', 'false'), '%0A - ')"
  59. Condition="@(_RepoTestResults->WithMetadataValue('Success', 'false')->Count()) != 0 " />
  60. </Target>
  61. <!-- Inner build context -->
  62. <Target Name="GetRepoBuildProps">
  63. <PropertyGroup>
  64. <SkipTestsDueToMissingSharedFx Condition="'$(InstallSharedRuntimeFromPreviousBuild)' != 'true' And '$(TestsRequiredTheSharedRuntime)' == 'true' ">true</SkipTestsDueToMissingSharedFx>
  65. <RepositoryBuildArguments Condition="'$(CI)'== 'true'">$(RepositoryBuildArguments) -ci</RepositoryBuildArguments>
  66. <RepositoryBuildArguments Condition="'$(CI)'== 'true'">$(RepositoryBuildArguments) -DotNetHome '$(DOTNET_HOME)'</RepositoryBuildArguments>
  67. <!-- Should reduce allowable package feeds to only nuget.org. -->
  68. <RepositoryBuildArguments>$(RepositoryBuildArguments) /p:AspNetUniverseBuildOffline=true</RepositoryBuildArguments>
  69. <RepositoryBuildArguments>$(RepositoryBuildArguments) /p:IsUniverseBuild=true</RepositoryBuildArguments>
  70. <!-- If there are duplicate properties, the properties which are defined later in the order would override the earlier ones -->
  71. <RepositoryBuildArguments>$(RepositoryBuildArguments) /p:DotNetRestoreSourcePropsPath=$(GeneratedRestoreSourcesPropsPath)</RepositoryBuildArguments>
  72. <RepositoryBuildArguments>$(RepositoryBuildArguments) /p:DotNetPackageVersionPropsPath=$(GeneratedPackageVersionPropsPath)</RepositoryBuildArguments>
  73. <!-- Unset 'SignType' because we collect all outputs from repo builds and sign them at the end. -->
  74. <RepositoryBuildArguments>$(RepositoryBuildArguments) /p:SignType=</RepositoryBuildArguments>
  75. <RepositoryBuildArguments>$(RepositoryBuildArguments) /p:BuildNumber=$(BuildNumber)</RepositoryBuildArguments>
  76. <RepositoryBuildArguments>$(RepositoryBuildArguments) /p:Configuration=$(Configuration)</RepositoryBuildArguments>
  77. <RepositoryBuildArguments>$(RepositoryBuildArguments) /p:IsFinalBuild=$(IsFinalBuild)</RepositoryBuildArguments>
  78. <!-- We collect all output and code sign at the end. We don't need to code sign when we build each submodule. -->
  79. <RepositoryBuildArguments>$(RepositoryBuildArguments) /p:DisableCodeSigning=true</RepositoryBuildArguments>
  80. <RepositoryBuildArguments>$(RepositoryBuildArguments) '/p:DotNetAssetRootAccessTokenSuffix=$(DotNetAssetRootAccessTokenSuffix)'</RepositoryBuildArguments>
  81. <RepositoryBuildArguments>$(RepositoryBuildArguments) '/p:DotNetAssetRootUrl=$(DotNetAssetRootUrl)'</RepositoryBuildArguments>
  82. <RepositoryBuildArguments Condition=" '$(SkipTestsDueToMissingSharedFx)' == 'true' ">$(RepositoryBuildArguments) /p:SkipAspNetCoreRuntimeInstall=true</RepositoryBuildArguments>
  83. <SourceLockFile>$(RepositoryRoot)korebuild-lock.txt</SourceLockFile>
  84. <RepoLockFile>$(BuildRepositoryRoot)korebuild-lock.txt</RepoLockFile>
  85. <BackupRepoLockFile>$(IntermediateDir)$(RepositoryToBuild)-korebuild-lock.txt</BackupRepoLockFile>
  86. <RepoGlobalJsonFile>$(BuildRepositoryRoot)global.json</RepoGlobalJsonFile>
  87. <BackupRepoGlobalJsonFile>$(IntermediateDir)$(RepositoryToBuild)-global.json</BackupRepoGlobalJsonFile>
  88. </PropertyGroup>
  89. </Target>
  90. <Target Name="_UpdateRepoLockFile">
  91. <!-- Copy Korebuild lock file to individual repos to align version if the repo doesn't already have one -->
  92. <Message Text="Copying KoreBuild lockfile from repo to submodule $(BuildRepositoryRoot)"/>
  93. <Move SourceFiles="$(RepoLockFile)" DestinationFiles="$(BackupRepoLockFile)" Condition="Exists($(RepoLockFile))" />
  94. <Move SourceFiles="$(RepoGlobalJsonFile)" DestinationFiles="$(BackupRepoGlobalJsonFile)" Condition="Exists($(RepoGlobalJsonFile))" />
  95. <Copy SourceFiles="$(SourceLockFile)" DestinationFiles="$(RepoLockFile)" />
  96. </Target>
  97. <Target Name="_RestoreOriginalRepoLockFile">
  98. <!-- Restore original Korebuild lock file -->
  99. <Delete Files="$(RepoLockFile)" ContinueOnError="true" />
  100. <Move SourceFiles="$(BackupRepoLockFile)" DestinationFiles="$(RepoLockFile)" Condition="Exists($(BackupRepoLockFile))" />
  101. <Move SourceFiles="$(BackupRepoGlobalJsonFile)" DestinationFiles="$(RepoGlobalJsonFile)" Condition="Exists($(BackupRepoGlobalJsonFile))" />
  102. </Target>
  103. <Target Name="_BuildRepository" DependsOnTargets="GetRepoBuildProps;_UpdateRepoLockFile">
  104. <PropertyGroup>
  105. <BuildArguments>/t:CleanArtifacts /t:Build /p:SkipTests=true $(RepositoryBuildArguments)</BuildArguments>
  106. <BuildArguments Condition="'$(ProduceRepoBinLog)' == 'true'">$(BuildArguments) /bl:$(LogOutputDir)$(RepositoryToBuild).build.binlog</BuildArguments>
  107. <RepositoryArtifactsRoot>$(BuildRepositoryRoot)artifacts\</RepositoryArtifactsRoot>
  108. <RepositoryArtifactsBuildDirectory>$(RepositoryArtifactsRoot)build\</RepositoryArtifactsBuildDirectory>
  109. <RepositoryArtifactsMSBuildDirectory>$(RepositoryArtifactsRoot)msbuild\</RepositoryArtifactsMSBuildDirectory>
  110. </PropertyGroup>
  111. <Message Text="============ Building $(RepositoryToBuild) ============" Importance="High" />
  112. <Exec
  113. Command="./$(_BuildScriptToExecute) -Path $(BuildRepositoryRoot) $(BuildArguments)"
  114. IgnoreStandardErrorWarningFormat="true"
  115. WorkingDirectory="$(RepositoryRoot)"
  116. IgnoreExitCode="true"
  117. ContinueOnError="WarnAndContinue">
  118. <Output TaskParameter="ExitCode" PropertyName="BuildExitCode" />
  119. </Exec>
  120. <CallTarget Targets="_RestoreOriginalRepoLockFile" />
  121. <!-- Fail if build.cmd didn't exit code 0 or process failed to start. -->
  122. <Error Text="Building $(RepositoryToBuild) failed: $(_BuildScriptToExecute) exited code $(BuildExitCode)" Condition=" '$(BuildExitCode)' != '0' " />
  123. <ItemGroup>
  124. <RepositoryArtifacts Include="$(RepositoryArtifactsBuildDirectory)*" />
  125. <RepositoryMSBuildArtifacts Include="$(RepositoryArtifactsMSBuildDirectory)**\*" />
  126. </ItemGroup>
  127. <Copy
  128. SourceFiles="@(RepositoryArtifacts)"
  129. DestinationFolder="$(BuildDir)" />
  130. <Move
  131. SourceFiles="@(RepositoryMSBuildArtifacts)"
  132. DestinationFolder="$(ArtifactsDir)msbuild\$(RepositoryToBuild)\%(RecursiveDir)" />
  133. <Message Text="============ Done building $(RepositoryToBuild) ============" Importance="High" />
  134. </Target>
  135. <Target Name="_TestRepository" DependsOnTargets="GetRepoBuildProps;_UpdateRepoLockFile" Returns="@(RepositoryTestResult)">
  136. <PropertyGroup>
  137. <BuildArguments>/t:Test /p:NoBuild=$(_NoBuildRepos) $(RepositoryBuildArguments)</BuildArguments>
  138. </PropertyGroup>
  139. <ItemGroup>
  140. <RepositoryTestResult Include="$(RepositoryToBuild)" Success="false" />
  141. </ItemGroup>
  142. <!-- To enable this test, either publish the shared runtime to https://dotnetcli.blob.core.windows.net/dotnet, or override the install location by setting AspNetCoreFxFeed. -->
  143. <Warning Text="Skipping tests because InstallSharedRuntimeFromPreviousBuild != 'true'." Condition="'$(SkipTestsDueToMissingSharedFx)' == 'true' "/>
  144. <Message Text="============ Testing $(RepositoryToBuild) ============" Importance="High" />
  145. <Exec Condition="'$(SkipTestsDueToMissingSharedFx)' != 'true' "
  146. Command="./$(_BuildScriptToExecute) -Path $(BuildRepositoryRoot) $(BuildArguments)"
  147. IgnoreStandardErrorWarningFormat="true"
  148. WorkingDirectory="$(RepositoryRoot)"
  149. IgnoreExitCode="true">
  150. <Output TaskParameter="ExitCode" PropertyName="TestExitCode" />
  151. </Exec>
  152. <CallTarget Targets="_RestoreOriginalRepoLockFile" />
  153. <ItemGroup>
  154. <RepositoryTestResult Update="$(RepositoryToBuild)" Success="true" Condition="'$(TestExitCode)' == '0' OR '$(SkipTestsDueToMissingSharedFx)' == 'true' " />
  155. </ItemGroup>
  156. <Message Text="============ Done testing $(RepositoryToBuild) ============" Importance="High" />
  157. </Target>
  158. </Project>