RepositoryBuild.targets 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182
  1. <Project>
  2. <PropertyGroup>
  3. <!-- Experimental flag to run assemblies AND repos tests in parallel...if you dare. -->
  4. <TestReposInParallel>false</TestReposInParallel>
  5. <_NoBuildRepos>$(NoBuild)</_NoBuildRepos>
  6. <_BuildScriptToExecute Condition="'$(OS)'!='Windows_NT'">build.sh</_BuildScriptToExecute>
  7. <_BuildScriptToExecute Condition="'$(OS)'=='Windows_NT'">build.cmd</_BuildScriptToExecute>
  8. </PropertyGroup>
  9. <Target Name="GetRepoBatches" DependsOnTargets="GeneratePropsFiles;ComputeGraph">
  10. <ItemGroup>
  11. <RepositoryBuildOrder Condition="'%(RootPath)' == ''">
  12. <RootPath>$(SubmoduleRoot)%(Identity)\</RootPath>
  13. </RepositoryBuildOrder>
  14. <BatchedRepository Include="$(MSBuildProjectFullPath)">
  15. <BuildGroup>%(RepositoryBuildOrder.Order)</BuildGroup>
  16. <Repository>%(RepositoryBuildOrder.Identity)</Repository>
  17. <AdditionalProperties>
  18. RepositoryToBuild=%(RepositoryBuildOrder.Identity);
  19. BuildRepositoryRoot=$([MSBuild]::NormalizeDirectory(%(RepositoryBuildOrder.RootPath)))
  20. </AdditionalProperties>
  21. </BatchedRepository>
  22. </ItemGroup>
  23. </Target>
  24. <Target Name="_BuildRepositories" DependsOnTargets="GetRepoBatches" Condition=" @(RepositoryBuildOrder->Count()) != 0 ">
  25. <MSBuild
  26. Projects="@(BatchedRepository)"
  27. BuildInParallel="true"
  28. StopOnFirstFailure="true"
  29. Targets="_BuildRepository"
  30. Properties="BuildGroup=%(BatchedRepository.BuildGroup);BuildNumber=$(BuildNumber);IsFinalBuild=$(IsFinalBuild);Configuration=$(Configuration)" />
  31. <PropertyGroup>
  32. <_NoBuildRepos>true</_NoBuildRepos>
  33. </PropertyGroup>
  34. </Target>
  35. <Target Name="_TestRepositories" DependsOnTargets="GetRepoBatches" Condition=" @(RepositoryBuildOrder->Count()) != 0 ">
  36. <!--
  37. Use the task to sort instead of batching (i.e. using %(BatchedRepository.BuildGroup))
  38. When batching, StopOnFirstFailure doesn't help because the MSBuild task would be invoked multiple times
  39. instead of invoking once with many projects.
  40. -->
  41. <RepoTasks.OrderBy Items="@(BatchedRepository)" Key="BuildGroup">
  42. <Output TaskParameter="Items" ItemName="_BatchedTestRepo" />
  43. </RepoTasks.OrderBy>
  44. <MSBuild
  45. Projects="@(_BatchedTestRepo)"
  46. BuildInParallel="$(TestProjectsInParallel)"
  47. StopOnFirstFailure="false"
  48. Targets="_TestRepository"
  49. Properties="BuildNumber=$(BuildNumber);IsFinalBuild=$(IsFinalBuild);Configuration=$(Configuration);_NoBuildRepos=$(_NoBuildRepos)"
  50. ContinueOnError="true">
  51. <Output TaskParameter="TargetOutputs" ItemName="_RepoTestResults" />
  52. </MSBuild>
  53. <Warning Text="No test results were found from running repos." Condition="@(_RepoTestResults->Count()) == 0"/>
  54. <Message Text="Tests passed for the following repos:%0A - @(_RepoTestResults->WithMetadataValue('Success', 'true'), '%0A - ')"
  55. Importance="High"
  56. Condition="@(_RepoTestResults->WithMetadataValue('Success', 'true')->Count()) != 0 " />
  57. <Error Text="Tests failed for the following repos:%0A - @(_RepoTestResults->WithMetadataValue('Success', 'false'), '%0A - ')"
  58. Condition="@(_RepoTestResults->WithMetadataValue('Success', 'false')->Count()) != 0 " />
  59. </Target>
  60. <!-- Inner build context -->
  61. <Target Name="GetRepoBuildProps">
  62. <PropertyGroup>
  63. <SkipTestsDueToMissingSharedFx Condition="'$(InstallSharedRuntimeFromPreviousBuild)' != 'true' And '$(TestsRequiredTheSharedRuntime)' == 'true' ">true</SkipTestsDueToMissingSharedFx>
  64. <RepositoryBuildArguments Condition="'$(CI)'== 'true'">$(RepositoryBuildArguments) -ci</RepositoryBuildArguments>
  65. <RepositoryBuildArguments Condition="'$(CI)'== 'true' AND '$(OS)' != 'Windows_NT'">$(RepositoryBuildArguments) --dotnet-home '$(DOTNET_HOME)'</RepositoryBuildArguments>
  66. <RepositoryBuildArguments Condition="'$(CI)'== 'true' AND '$(OS)' == 'Windows_NT'">$(RepositoryBuildArguments) -DotNetHome '$(DOTNET_HOME)'</RepositoryBuildArguments>
  67. <!-- Should reduce allowable package feeds to only nuget.org. -->
  68. <RepositoryBuildArguments>$(RepositoryBuildArguments) /p:AspNetUniverseBuildOffline=true</RepositoryBuildArguments>
  69. <!-- If there are duplicate properties, the properties which are defined later in the order would override the earlier ones -->
  70. <RepositoryBuildArguments>$(RepositoryBuildArguments) /p:DotNetRestoreSourcePropsPath=$(GeneratedRestoreSourcesPropsPath)</RepositoryBuildArguments>
  71. <RepositoryBuildArguments>$(RepositoryBuildArguments) /p:DotNetPackageVersionPropsPath=$(GeneratedPackageVersionPropsPath)</RepositoryBuildArguments>
  72. <RepositoryBuildArguments>$(RepositoryBuildArguments) /p:BuildNumber=$(BuildNumber)</RepositoryBuildArguments>
  73. <RepositoryBuildArguments>$(RepositoryBuildArguments) /p:Configuration=$(Configuration)</RepositoryBuildArguments>
  74. <RepositoryBuildArguments>$(RepositoryBuildArguments) /p:IsFinalBuild=$(IsFinalBuild)</RepositoryBuildArguments>
  75. <RepositoryBuildArguments>$(RepositoryBuildArguments) /noconsolelogger '/l:RepoTasks.FlowLogger,$(MSBuildThisFileDirectory)tasks\bin\publish\RepoTasks.dll;Summary;FlowId=$(RepositoryToBuild)'</RepositoryBuildArguments>
  76. <RepositoryBuildArguments>$(RepositoryBuildArguments) '/p:DotNetAssetRootAccessTokenSuffix=$(DotNetAssetRootAccessTokenSuffix)'</RepositoryBuildArguments>
  77. <RepositoryBuildArguments>$(RepositoryBuildArguments) '/p:DotNetAssetRootUrl=$(DotNetAssetRootUrl)'</RepositoryBuildArguments>
  78. <RepositoryBuildArguments Condition=" '$(SkipTestsDueToMissingSharedFx)' == 'true' ">$(RepositoryBuildArguments) /p:SkipAspNetCoreRuntimeInstall=true</RepositoryBuildArguments>
  79. <SourceLockFile>$(RepositoryRoot)korebuild-lock.txt</SourceLockFile>
  80. <RepoLockFile>$(BuildRepositoryRoot)korebuild-lock.txt</RepoLockFile>
  81. <BackupRepoLockFile>$(IntermediateDir)$(RepositoryToBuild)-korebuild-lock.txt</BackupRepoLockFile>
  82. </PropertyGroup>
  83. </Target>
  84. <Target Name="_UpdateRepoLockFile">
  85. <!-- Copy Korebuild lock file to individual repos to align version if the repo doesn't already have one -->
  86. <Message Text="Copying KoreBuild lockfile from repo to submodule $(BuildRepositoryRoot)"/>
  87. <Move SourceFiles="$(RepoLockFile)" DestinationFiles="$(BackupRepoLockFile)" Condition="Exists($(RepoLockFile))" />
  88. <Copy SourceFiles="$(SourceLockFile)" DestinationFiles="$(RepoLockFile)" />
  89. </Target>
  90. <Target Name="_RestoreOriginalRepoLockFile">
  91. <!-- Restore original Korebuild lock file -->
  92. <Delete Files="$(RepoLockFile)" ContinueOnError="true" />
  93. <Move SourceFiles="$(BackupRepoLockFile)" DestinationFiles="$(RepoLockFile)" Condition="Exists($(BackupRepoLockFile))" />
  94. </Target>
  95. <Target Name="_BuildRepository" DependsOnTargets="GetRepoBuildProps;_UpdateRepoLockFile">
  96. <PropertyGroup>
  97. <BuildArguments>/t:CleanArtifacts /t:Build /p:SkipTests=true $(RepositoryBuildArguments)</BuildArguments>
  98. <BuildArguments Condition="'$(ProduceRepoBinLog)' == 'true'">$(BuildArguments) /bl:$(LogOutputDir)$(RepositoryToBuild).build.binlog</BuildArguments>
  99. <RepositoryArtifactsRoot>$(BuildRepositoryRoot)artifacts</RepositoryArtifactsRoot>
  100. <RepositoryArtifactsBuildDirectory>$(RepositoryArtifactsRoot)\build\</RepositoryArtifactsBuildDirectory>
  101. <RepositoryArtifactsMSBuildDirectory>$(RepositoryArtifactsRoot)\msbuild\</RepositoryArtifactsMSBuildDirectory>
  102. </PropertyGroup>
  103. <Message Text="============ Building $(RepositoryToBuild) ============" Importance="High" />
  104. <Exec
  105. Command="./$(_BuildScriptToExecute) -Path $(BuildRepositoryRoot) $(BuildArguments)"
  106. IgnoreStandardErrorWarningFormat="true"
  107. WorkingDirectory="$(RepositoryRoot)"
  108. IgnoreExitCode="true"
  109. ContinueOnError="WarnAndContinue">
  110. <Output TaskParameter="ExitCode" PropertyName="BuildExitCode" />
  111. </Exec>
  112. <CallTarget Targets="_RestoreOriginalRepoLockFile" />
  113. <!-- Fail if build.cmd didn't exit code 0 or process failed to start. -->
  114. <Error Text="Building $(RepositoryToBuild) failed: $(_BuildScriptToExecute) exited code $(BuildExitCode)" Condition=" '$(BuildExitCode)' != '0' " />
  115. <ItemGroup>
  116. <RepositoryArtifacts Include="$(RepositoryArtifactsBuildDirectory)*" />
  117. <RepositoryMSBuildArtifacts Include="$(RepositoryArtifactsMSBuildDirectory)**\*" />
  118. </ItemGroup>
  119. <Copy
  120. SourceFiles="@(RepositoryArtifacts)"
  121. DestinationFolder="$(BuildDir)" />
  122. <Move
  123. SourceFiles="@(RepositoryMSBuildArtifacts)"
  124. DestinationFolder="$(ArtifactsDir)msbuild\$(RepositoryToBuild)\%(RecursiveDir)" />
  125. <Message Text="============ Done building $(RepositoryToBuild) ============" Importance="High" />
  126. </Target>
  127. <Target Name="_TestRepository" DependsOnTargets="GetRepoBuildProps;_UpdateRepoLockFile" Returns="@(RepositoryTestResult)">
  128. <PropertyGroup>
  129. <BuildArguments>/t:Test /p:NoBuild=$(_NoBuildRepos) $(RepositoryBuildArguments)</BuildArguments>
  130. </PropertyGroup>
  131. <ItemGroup>
  132. <RepositoryTestResult Include="$(RepositoryToBuild)" Success="false" />
  133. </ItemGroup>
  134. <!-- To enable this test, either publish the shared runtime to https://dotnetcli.blob.core.windows.net/dotnet, or override the install location by setting AspNetCoreFxFeed. -->
  135. <Warning Text="Skipping tests because InstallSharedRuntimeFromPreviousBuild != 'true'." Condition="'$(SkipTestsDueToMissingSharedFx)' == 'true' "/>
  136. <Message Text="============ Testing $(RepositoryToBuild) ============" Importance="High" />
  137. <Exec Condition="'$(SkipTestsDueToMissingSharedFx)' != 'true' "
  138. Command="./$(_BuildScriptToExecute) -Path $(BuildRepositoryRoot) $(BuildArguments)"
  139. IgnoreStandardErrorWarningFormat="true"
  140. WorkingDirectory="$(RepositoryRoot)"
  141. IgnoreExitCode="true">
  142. <Output TaskParameter="ExitCode" PropertyName="TestExitCode" />
  143. </Exec>
  144. <CallTarget Targets="_RestoreOriginalRepoLockFile" />
  145. <ItemGroup>
  146. <RepositoryTestResult Update="$(RepositoryToBuild)" Success="true" Condition="'$(TestExitCode)' == '0' OR '$(SkipTestsDueToMissingSharedFx)' == 'true' " />
  147. </ItemGroup>
  148. <Message Text="============ Done testing $(RepositoryToBuild) ============" Importance="High" />
  149. </Target>
  150. </Project>