From fec1280a3225a41764801a9fb498e009f5660a0a Mon Sep 17 00:00:00 2001 From: "dotnet-maestro[bot]" Date: Wed, 5 Aug 2026 02:04:41 +0000 Subject: [PATCH 1/2] Update dependencies from https://github.com/dotnet/arcade build 20260804.5 On relative base path root Microsoft.SourceBuild.Intermediate.arcade , Microsoft.DotNet.Arcade.Sdk , Microsoft.DotNet.Build.Tasks.Archives , Microsoft.DotNet.Build.Tasks.Feed , Microsoft.DotNet.Build.Tasks.Installers , Microsoft.DotNet.Build.Tasks.Packaging , Microsoft.DotNet.Build.Tasks.TargetFramework , Microsoft.DotNet.Build.Tasks.Templating , Microsoft.DotNet.Build.Tasks.Workloads , Microsoft.DotNet.CodeAnalysis , Microsoft.DotNet.GenAPI , Microsoft.DotNet.GenFacades , Microsoft.DotNet.Helix.Sdk , Microsoft.DotNet.PackageTesting , Microsoft.DotNet.RemoteExecutor , Microsoft.DotNet.SharedFramework.Sdk , Microsoft.DotNet.VersionTools.Tasks , Microsoft.DotNet.XliffTasks , Microsoft.DotNet.XUnitExtensions From Version 9.0.0-beta.26379.3 -> To Version 9.0.0-beta.26404.5 Microsoft.DotNet.XUnitAssert , Microsoft.DotNet.XUnitConsoleRunner From Version 2.9.0-beta.26379.3 -> To Version 2.9.0-beta.26404.5 --- eng/Version.Details.xml | 84 ++++++++++++++++++++--------------------- eng/Versions.props | 32 ++++++++-------- global.json | 6 +-- 3 files changed, 61 insertions(+), 61 deletions(-) diff --git a/eng/Version.Details.xml b/eng/Version.Details.xml index 39019c75f6410e..7b81382565b38f 100644 --- a/eng/Version.Details.xml +++ b/eng/Version.Details.xml @@ -93,87 +93,87 @@ - + https://github.com/dotnet/arcade - 2e2298e9cdec79ef907be5246d725c97661a946a + a249c754b0f0ac7f313f659343fe24a4a73d573a - + https://github.com/dotnet/arcade - 2e2298e9cdec79ef907be5246d725c97661a946a + a249c754b0f0ac7f313f659343fe24a4a73d573a - + https://github.com/dotnet/arcade - 2e2298e9cdec79ef907be5246d725c97661a946a + a249c754b0f0ac7f313f659343fe24a4a73d573a - + https://github.com/dotnet/arcade - 2e2298e9cdec79ef907be5246d725c97661a946a + a249c754b0f0ac7f313f659343fe24a4a73d573a - + https://github.com/dotnet/arcade - 2e2298e9cdec79ef907be5246d725c97661a946a + a249c754b0f0ac7f313f659343fe24a4a73d573a - + https://github.com/dotnet/arcade - 2e2298e9cdec79ef907be5246d725c97661a946a + a249c754b0f0ac7f313f659343fe24a4a73d573a - + https://github.com/dotnet/arcade - 2e2298e9cdec79ef907be5246d725c97661a946a + a249c754b0f0ac7f313f659343fe24a4a73d573a - + https://github.com/dotnet/arcade - 2e2298e9cdec79ef907be5246d725c97661a946a + a249c754b0f0ac7f313f659343fe24a4a73d573a - + https://github.com/dotnet/arcade - 2e2298e9cdec79ef907be5246d725c97661a946a + a249c754b0f0ac7f313f659343fe24a4a73d573a - + https://github.com/dotnet/arcade - 2e2298e9cdec79ef907be5246d725c97661a946a + a249c754b0f0ac7f313f659343fe24a4a73d573a - + https://github.com/dotnet/arcade - 2e2298e9cdec79ef907be5246d725c97661a946a + a249c754b0f0ac7f313f659343fe24a4a73d573a - + https://github.com/dotnet/arcade - 2e2298e9cdec79ef907be5246d725c97661a946a + a249c754b0f0ac7f313f659343fe24a4a73d573a - + https://github.com/dotnet/arcade - 2e2298e9cdec79ef907be5246d725c97661a946a + a249c754b0f0ac7f313f659343fe24a4a73d573a - + https://github.com/dotnet/arcade - 2e2298e9cdec79ef907be5246d725c97661a946a + a249c754b0f0ac7f313f659343fe24a4a73d573a - + https://github.com/dotnet/arcade - 2e2298e9cdec79ef907be5246d725c97661a946a + a249c754b0f0ac7f313f659343fe24a4a73d573a - + https://github.com/dotnet/arcade - 2e2298e9cdec79ef907be5246d725c97661a946a + a249c754b0f0ac7f313f659343fe24a4a73d573a - + https://github.com/dotnet/arcade - 2e2298e9cdec79ef907be5246d725c97661a946a + a249c754b0f0ac7f313f659343fe24a4a73d573a - + https://github.com/dotnet/arcade - 2e2298e9cdec79ef907be5246d725c97661a946a + a249c754b0f0ac7f313f659343fe24a4a73d573a - + https://github.com/dotnet/arcade - 2e2298e9cdec79ef907be5246d725c97661a946a + a249c754b0f0ac7f313f659343fe24a4a73d573a - + https://github.com/dotnet/arcade - 2e2298e9cdec79ef907be5246d725c97661a946a + a249c754b0f0ac7f313f659343fe24a4a73d573a https://github.com/dotnet/runtime-assets @@ -333,9 +333,9 @@ https://github.com/dotnet/xharness 65e5795252474ebd04e4e872bd4152e86c558209 - + https://github.com/dotnet/arcade - 2e2298e9cdec79ef907be5246d725c97661a946a + a249c754b0f0ac7f313f659343fe24a4a73d573a https://dev.azure.com/dnceng/internal/_git/dotnet-optimization diff --git a/eng/Versions.props b/eng/Versions.props index 9fd615dc62e7e8..728a5ed519179e 100644 --- a/eng/Versions.props +++ b/eng/Versions.props @@ -84,22 +84,22 @@ 9.0.109 - 9.0.0-beta.26379.3 - 9.0.0-beta.26379.3 - 9.0.0-beta.26379.3 - 9.0.0-beta.26379.3 - 2.9.0-beta.26379.3 - 9.0.0-beta.26379.3 - 2.9.0-beta.26379.3 - 9.0.0-beta.26379.3 - 9.0.0-beta.26379.3 - 9.0.0-beta.26379.3 - 9.0.0-beta.26379.3 - 9.0.0-beta.26379.3 - 9.0.0-beta.26379.3 - 9.0.0-beta.26379.3 - 9.0.0-beta.26379.3 - 9.0.0-beta.26379.3 + 9.0.0-beta.26404.5 + 9.0.0-beta.26404.5 + 9.0.0-beta.26404.5 + 9.0.0-beta.26404.5 + 2.9.0-beta.26404.5 + 9.0.0-beta.26404.5 + 2.9.0-beta.26404.5 + 9.0.0-beta.26404.5 + 9.0.0-beta.26404.5 + 9.0.0-beta.26404.5 + 9.0.0-beta.26404.5 + 9.0.0-beta.26404.5 + 9.0.0-beta.26404.5 + 9.0.0-beta.26404.5 + 9.0.0-beta.26404.5 + 9.0.0-beta.26404.5 1.4.0 diff --git a/global.json b/global.json index 17a63a304e0a29..34a447247f945f 100644 --- a/global.json +++ b/global.json @@ -8,9 +8,9 @@ "dotnet": "9.0.116" }, "msbuild-sdks": { - "Microsoft.DotNet.Arcade.Sdk": "9.0.0-beta.26379.3", - "Microsoft.DotNet.Helix.Sdk": "9.0.0-beta.26379.3", - "Microsoft.DotNet.SharedFramework.Sdk": "9.0.0-beta.26379.3", + "Microsoft.DotNet.Arcade.Sdk": "9.0.0-beta.26404.5", + "Microsoft.DotNet.Helix.Sdk": "9.0.0-beta.26404.5", + "Microsoft.DotNet.SharedFramework.Sdk": "9.0.0-beta.26404.5", "Microsoft.Build.NoTargets": "3.7.0", "Microsoft.Build.Traversal": "3.4.0", "Microsoft.NET.Sdk.IL": "9.0.0-rtm.24511.16" From a6f197e849e53947babad584b630b1bffbe9e26b Mon Sep 17 00:00:00 2001 From: "dotnet-maestro[bot]" Date: Fri, 7 Aug 2026 02:04:24 +0000 Subject: [PATCH 2/2] Update dependencies from https://github.com/dotnet/arcade build 20260806.11 On relative base path root Microsoft.SourceBuild.Intermediate.arcade , Microsoft.DotNet.Arcade.Sdk , Microsoft.DotNet.Build.Tasks.Archives , Microsoft.DotNet.Build.Tasks.Feed , Microsoft.DotNet.Build.Tasks.Installers , Microsoft.DotNet.Build.Tasks.Packaging , Microsoft.DotNet.Build.Tasks.TargetFramework , Microsoft.DotNet.Build.Tasks.Templating , Microsoft.DotNet.Build.Tasks.Workloads , Microsoft.DotNet.CodeAnalysis , Microsoft.DotNet.GenAPI , Microsoft.DotNet.GenFacades , Microsoft.DotNet.Helix.Sdk , Microsoft.DotNet.PackageTesting , Microsoft.DotNet.RemoteExecutor , Microsoft.DotNet.SharedFramework.Sdk , Microsoft.DotNet.VersionTools.Tasks , Microsoft.DotNet.XliffTasks , Microsoft.DotNet.XUnitExtensions From Version 9.0.0-beta.26379.3 -> To Version 9.0.0-beta.26406.11 Microsoft.DotNet.XUnitAssert , Microsoft.DotNet.XUnitConsoleRunner From Version 2.9.0-beta.26379.3 -> To Version 2.9.0-beta.26406.11 --- eng/Version.Details.xml | 84 +++++----- eng/Versions.props | 32 ++-- eng/common/Get-GitHubAppToken.ps1 | 154 ++++++++++++++++++ eng/common/core-templates/job/onelocbuild.yml | 28 +++- .../job/publish-build-assets.yml | 2 - .../core-templates/jobs/codeql-build.yml | 1 - .../post-build/common-variables.yml | 2 - .../steps/get-github-app-token.yml | 79 +++++++++ .../core-templates/steps/publish-logs.yml | 2 - .../steps/get-github-app-token.yml | 7 + .../templates/steps/get-github-app-token.yml | 7 + global.json | 6 +- 12 files changed, 335 insertions(+), 69 deletions(-) create mode 100644 eng/common/Get-GitHubAppToken.ps1 create mode 100644 eng/common/core-templates/steps/get-github-app-token.yml create mode 100644 eng/common/templates-official/steps/get-github-app-token.yml create mode 100644 eng/common/templates/steps/get-github-app-token.yml diff --git a/eng/Version.Details.xml b/eng/Version.Details.xml index 7b81382565b38f..e13faf9fdcba99 100644 --- a/eng/Version.Details.xml +++ b/eng/Version.Details.xml @@ -93,87 +93,87 @@ - + https://github.com/dotnet/arcade - a249c754b0f0ac7f313f659343fe24a4a73d573a + f3bffca1f93573c88a7f9b79fac258dff76f6215 - + https://github.com/dotnet/arcade - a249c754b0f0ac7f313f659343fe24a4a73d573a + f3bffca1f93573c88a7f9b79fac258dff76f6215 - + https://github.com/dotnet/arcade - a249c754b0f0ac7f313f659343fe24a4a73d573a + f3bffca1f93573c88a7f9b79fac258dff76f6215 - + https://github.com/dotnet/arcade - a249c754b0f0ac7f313f659343fe24a4a73d573a + f3bffca1f93573c88a7f9b79fac258dff76f6215 - + https://github.com/dotnet/arcade - a249c754b0f0ac7f313f659343fe24a4a73d573a + f3bffca1f93573c88a7f9b79fac258dff76f6215 - + https://github.com/dotnet/arcade - a249c754b0f0ac7f313f659343fe24a4a73d573a + f3bffca1f93573c88a7f9b79fac258dff76f6215 - + https://github.com/dotnet/arcade - a249c754b0f0ac7f313f659343fe24a4a73d573a + f3bffca1f93573c88a7f9b79fac258dff76f6215 - + https://github.com/dotnet/arcade - a249c754b0f0ac7f313f659343fe24a4a73d573a + f3bffca1f93573c88a7f9b79fac258dff76f6215 - + https://github.com/dotnet/arcade - a249c754b0f0ac7f313f659343fe24a4a73d573a + f3bffca1f93573c88a7f9b79fac258dff76f6215 - + https://github.com/dotnet/arcade - a249c754b0f0ac7f313f659343fe24a4a73d573a + f3bffca1f93573c88a7f9b79fac258dff76f6215 - + https://github.com/dotnet/arcade - a249c754b0f0ac7f313f659343fe24a4a73d573a + f3bffca1f93573c88a7f9b79fac258dff76f6215 - + https://github.com/dotnet/arcade - a249c754b0f0ac7f313f659343fe24a4a73d573a + f3bffca1f93573c88a7f9b79fac258dff76f6215 - + https://github.com/dotnet/arcade - a249c754b0f0ac7f313f659343fe24a4a73d573a + f3bffca1f93573c88a7f9b79fac258dff76f6215 - + https://github.com/dotnet/arcade - a249c754b0f0ac7f313f659343fe24a4a73d573a + f3bffca1f93573c88a7f9b79fac258dff76f6215 - + https://github.com/dotnet/arcade - a249c754b0f0ac7f313f659343fe24a4a73d573a + f3bffca1f93573c88a7f9b79fac258dff76f6215 - + https://github.com/dotnet/arcade - a249c754b0f0ac7f313f659343fe24a4a73d573a + f3bffca1f93573c88a7f9b79fac258dff76f6215 - + https://github.com/dotnet/arcade - a249c754b0f0ac7f313f659343fe24a4a73d573a + f3bffca1f93573c88a7f9b79fac258dff76f6215 - + https://github.com/dotnet/arcade - a249c754b0f0ac7f313f659343fe24a4a73d573a + f3bffca1f93573c88a7f9b79fac258dff76f6215 - + https://github.com/dotnet/arcade - a249c754b0f0ac7f313f659343fe24a4a73d573a + f3bffca1f93573c88a7f9b79fac258dff76f6215 - + https://github.com/dotnet/arcade - a249c754b0f0ac7f313f659343fe24a4a73d573a + f3bffca1f93573c88a7f9b79fac258dff76f6215 https://github.com/dotnet/runtime-assets @@ -333,9 +333,9 @@ https://github.com/dotnet/xharness 65e5795252474ebd04e4e872bd4152e86c558209 - + https://github.com/dotnet/arcade - a249c754b0f0ac7f313f659343fe24a4a73d573a + f3bffca1f93573c88a7f9b79fac258dff76f6215 https://dev.azure.com/dnceng/internal/_git/dotnet-optimization diff --git a/eng/Versions.props b/eng/Versions.props index 728a5ed519179e..4e0b4b845ed730 100644 --- a/eng/Versions.props +++ b/eng/Versions.props @@ -84,22 +84,22 @@ 9.0.109 - 9.0.0-beta.26404.5 - 9.0.0-beta.26404.5 - 9.0.0-beta.26404.5 - 9.0.0-beta.26404.5 - 2.9.0-beta.26404.5 - 9.0.0-beta.26404.5 - 2.9.0-beta.26404.5 - 9.0.0-beta.26404.5 - 9.0.0-beta.26404.5 - 9.0.0-beta.26404.5 - 9.0.0-beta.26404.5 - 9.0.0-beta.26404.5 - 9.0.0-beta.26404.5 - 9.0.0-beta.26404.5 - 9.0.0-beta.26404.5 - 9.0.0-beta.26404.5 + 9.0.0-beta.26406.11 + 9.0.0-beta.26406.11 + 9.0.0-beta.26406.11 + 9.0.0-beta.26406.11 + 2.9.0-beta.26406.11 + 9.0.0-beta.26406.11 + 2.9.0-beta.26406.11 + 9.0.0-beta.26406.11 + 9.0.0-beta.26406.11 + 9.0.0-beta.26406.11 + 9.0.0-beta.26406.11 + 9.0.0-beta.26406.11 + 9.0.0-beta.26406.11 + 9.0.0-beta.26406.11 + 9.0.0-beta.26406.11 + 9.0.0-beta.26406.11 1.4.0 diff --git a/eng/common/Get-GitHubAppToken.ps1 b/eng/common/Get-GitHubAppToken.ps1 new file mode 100644 index 00000000000000..6b5899d7a29925 --- /dev/null +++ b/eng/common/Get-GitHubAppToken.ps1 @@ -0,0 +1,154 @@ +# Mints a short-lived GitHub App installation access token by signing a JWT +# with a private key stored in Azure Key Vault (RSA, RS256). The signed JWT is +# exchanged with the GitHub API for a token scoped to a single installation. +# +# Requirements: +# - A GitHub App whose private key has been uploaded into Key Vault as an RSA +# key (the PEM converted to a Key Vault *key*, NOT stored as a secret). +# - The caller (the federated Azure service connection used to run this script) +# must have the `Key Vault Crypto User` role (or at minimum the `Sign` +# action) on that key. +# - The App must be installed on the target organization/account +# (`InstallationOwner`) with the permissions/repositories it needs. +# +# Installation tokens (ghs_*) are exempt from the enterprise classic-PAT +# lifetime policy, which is why this replaces the long-lived PAT. + +[CmdletBinding()] +param( + # Name of the Key Vault that holds the GitHub App's RSA signing key. + [Parameter(Mandatory = $true)] + [string] $KeyVaultName, + + # Name of the RSA key inside the Key Vault (the App's private key). + [Parameter(Mandatory = $true)] + [string] $KeyName, + + # The GitHub App's Client ID (the value to put in the `iss` JWT claim). + [Parameter(Mandatory = $true)] + [string] $AppClientId, + + # Login of the organization or user account whose installation we should + # mint the token for (e.g. `dotnet`, `microsoft`). + [Parameter(Mandatory = $true)] + [string] $InstallationOwner, + + # Optional Azure DevOps pipeline variable name to set with the installation + # token (marked as a secret). When not specified, the token is written to + # stdout instead. + [Parameter(Mandatory = $false)] + [string] $OutputVariableName +) + +$ErrorActionPreference = 'Stop' +$PSNativeCommandUseErrorActionPreference = $true + +. $PSScriptRoot\pipeline-logging-functions.ps1 + +function ConvertTo-Base64Url([byte[]] $bytes) { + return [Convert]::ToBase64String($bytes).TrimEnd('=').Replace('+', '-').Replace('/', '_') +} + +# Build JWT header and payload. Use [ordered] hashtables so JSON +# serialization is deterministic. +$jwtHeader = [ordered]@{ + alg = 'RS256' + typ = 'JWT' +} +$now = [System.DateTimeOffset]::UtcNow +$jwtPayload = [ordered]@{ + iat = $now.AddMinutes(-1).ToUnixTimeSeconds() + exp = $now.AddMinutes(5).ToUnixTimeSeconds() + iss = $AppClientId +} + +$headerEncoded = ConvertTo-Base64Url ([System.Text.Encoding]::UTF8.GetBytes(($jwtHeader | ConvertTo-Json -Compress))) +$payloadEncoded = ConvertTo-Base64Url ([System.Text.Encoding]::UTF8.GetBytes(($jwtPayload | ConvertTo-Json -Compress))) +$signingInput = "$headerEncoded.$payloadEncoded" + +# Key Vault `sign` expects the *digest* (base64), not the raw bytes. +$sha256 = [System.Security.Cryptography.SHA256]::Create() +$digestBytes = $sha256.ComputeHash([System.Text.Encoding]::UTF8.GetBytes($signingInput)) +$digestBase64 = [Convert]::ToBase64String($digestBytes) + +Write-Host "Signing JWT with key '$KeyName' in vault '$KeyVaultName'..." +$previousNativeCommandErrorPreference = $PSNativeCommandUseErrorActionPreference +try { + # Azure CLI can emit non-fatal Python warnings to stderr even when signing succeeds. + # Use the exit code to determine success for this invocation. + $PSNativeCommandUseErrorActionPreference = $false + $signatureBase64 = az keyvault key sign ` + --vault-name $KeyVaultName ` + --name $KeyName ` + --algorithm RS256 ` + --digest $digestBase64 ` + --query signature ` + --output tsv ` + --only-show-errors + $signExitCode = $LASTEXITCODE +} +catch { + Write-PipelineTelemetryError -Category 'Build' -Message "Failed to sign the JWT via Key Vault (key '$KeyName', vault '$KeyVaultName'): $_. Verify the service connection identity has the 'Key Vault Crypto User' role (Sign action) on the key." + exit 1 +} +finally { + $PSNativeCommandUseErrorActionPreference = $previousNativeCommandErrorPreference +} +if ($signExitCode -ne 0 -or [string]::IsNullOrWhiteSpace($signatureBase64)) { + Write-PipelineTelemetryError -Category 'Build' -Message "'az keyvault key sign' exited with code $signExitCode for key '$KeyName' in vault '$KeyVaultName'. Verify the service connection identity has the 'Key Vault Crypto User' role (Sign action) on the key." + exit 1 +} +$signatureUrl = $signatureBase64.Trim().TrimEnd('=').Replace('+', '-').Replace('/', '_') +$jwt = "$signingInput.$signatureUrl" + +$headers = @{ + Authorization = "Bearer $jwt" + 'X-GitHub-Api-Version' = '2022-11-28' + Accept = 'application/vnd.github+json' + 'User-Agent' = 'dotnet-arcade-onelocbuild' +} + +Write-Host "Looking up installation for '$InstallationOwner'..." +try { + $installations = @() + $page = 1 + do { + $pageInstallations = @(Invoke-RestMethod ` + -Uri "https://api.github.com/app/installations?per_page=100&page=$page" ` + -Headers $headers ` + -Method Get) + $installations += $pageInstallations + $page++ + } while ($pageInstallations.Count -eq 100) +} +catch { + Write-PipelineTelemetryError -Category 'Build' -Message "Failed to list GitHub App installations: $_. The signed JWT may be invalid or the App's Client ID ('$AppClientId') may be incorrect." + exit 1 +} +$installation = $installations | Where-Object { $_.account.login -ieq $InstallationOwner } | Select-Object -First 1 +if (-not $installation) { + $found = ($installations | ForEach-Object { $_.account.login }) -join ', ' + Write-PipelineTelemetryError -Category 'Build' -Message "No installation found for '$InstallationOwner'. App is installed on: $found" + exit 1 +} + +try { + $tokenResponse = Invoke-RestMethod ` + -Uri "https://api.github.com/app/installations/$($installation.id)/access_tokens" ` + -Headers $headers ` + -Method Post ` + -ContentType 'application/json' +} +catch { + Write-PipelineTelemetryError -Category 'Build' -Message "Failed to mint an installation access token for '$InstallationOwner' (installation $($installation.id)): $_" + exit 1 +} + +Write-Host "Got installation token for '$InstallationOwner' (expires $($tokenResponse.expires_at))." +if ($OutputVariableName) { + Write-Host "Setting pipeline variable '$OutputVariableName'." + Write-Host "##vso[task.setvariable variable=$OutputVariableName;issecret=true]$($tokenResponse.token)" +} +else { + Write-Host $tokenResponse.token -ForegroundColor Green +} diff --git a/eng/common/core-templates/job/onelocbuild.yml b/eng/common/core-templates/job/onelocbuild.yml index 79386ab08638e8..d76ed063ffaa59 100644 --- a/eng/common/core-templates/job/onelocbuild.yml +++ b/eng/common/core-templates/job/onelocbuild.yml @@ -14,6 +14,15 @@ parameters: # exist, and any pipeline that sets this to '' fall back to PAT-based auth via the CeapexPat parameter. CeapexServiceConnection: 'dnceng-onelocbuild-ceapex' + # GitHub App authentication for the OneLoc check-in PR (dnceng/internal only). + # The infrastructure identifiers are centralized here and the App path is enabled by default. + # DevDiv requires its own project-scoped service connection before this path can be enabled there. + UseGitHubAppAuthentication: true + GitHubAppServiceConnection: 'dnceng-oneloc-githubapp' + GitHubAppClientId: 'Iv23lijBU8x3gc9lDOc9' + GitHubAppKeyVaultName: 'EngKeyVault' + GitHubAppKeyName: 'oneloc-localization-app-key' + SourcesDirectory: $(System.DefaultWorkingDirectory) CreatePr: true AutoCompletePr: false @@ -89,6 +98,20 @@ jobs: outputVariableName: 'CeapexEntraToken' condition: ${{ parameters.condition }} + # Mint a short-lived GitHub App installation token for the loc check-in PR (dnceng/internal only). + # All other projects fall back to PAT-based auth, since the app service connection is scoped to dnceng/internal. + - ${{ if and(eq(parameters.RepoType, 'gitHub'), eq(parameters.UseGitHubAppAuthentication, true), eq(variables['System.TeamProject'], 'internal')) }}: + - template: /eng/common/core-templates/steps/get-github-app-token.yml + parameters: + is1ESPipeline: ${{ parameters.is1ESPipeline }} + azureSubscription: ${{ parameters.GitHubAppServiceConnection }} + keyVaultName: ${{ parameters.GitHubAppKeyVaultName }} + keyName: ${{ parameters.GitHubAppKeyName }} + appClientId: ${{ parameters.GitHubAppClientId }} + installationOwner: ${{ parameters.GitHubOrg }} + outputVariableName: 'GitHubAppInstallationToken' + condition: ${{ parameters.condition }} + - task: OneLocBuild@2 displayName: OneLocBuild env: @@ -111,7 +134,10 @@ jobs: patVariable: ${{ parameters.CeapexPat }} ${{ if eq(parameters.RepoType, 'gitHub') }}: repoType: ${{ parameters.RepoType }} - gitHubPatVariable: "${{ parameters.GithubPat }}" + ${{ if and(eq(parameters.UseGitHubAppAuthentication, true), eq(variables['System.TeamProject'], 'internal')) }}: + gitHubPatVariable: "$(GitHubAppInstallationToken)" + ${{ if or(eq(parameters.UseGitHubAppAuthentication, false), ne(variables['System.TeamProject'], 'internal')) }}: + gitHubPatVariable: "${{ parameters.GithubPat }}" ${{ if ne(parameters.MirrorRepo, '') }}: isMirrorRepoSelected: true gitHubOrganization: ${{ parameters.GitHubOrg }} diff --git a/eng/common/core-templates/job/publish-build-assets.yml b/eng/common/core-templates/job/publish-build-assets.yml index 3cb20fb5041fed..5a0343f9738816 100644 --- a/eng/common/core-templates/job/publish-build-assets.yml +++ b/eng/common/core-templates/job/publish-build-assets.yml @@ -52,8 +52,6 @@ jobs: parameters: is1ESPipeline: ${{ parameters.is1ESPipeline }} - ${{ if and(eq(parameters.runAsPublic, 'false'), ne(variables['System.TeamProject'], 'public'), notin(variables['Build.Reason'], 'PullRequest')) }}: - - group: Publish-Build-Assets - - group: AzureDevOps-Artifact-Feeds-Pats - name: runCodesignValidationInjection value: false # unconditional - needed for logs publishing (redactor tool version) diff --git a/eng/common/core-templates/jobs/codeql-build.yml b/eng/common/core-templates/jobs/codeql-build.yml index 4571a7864df6bf..87c2c4c2096c7f 100644 --- a/eng/common/core-templates/jobs/codeql-build.yml +++ b/eng/common/core-templates/jobs/codeql-build.yml @@ -19,7 +19,6 @@ jobs: enableTelemetry: true variables: - - group: Publish-Build-Assets # The Guardian version specified in 'eng/common/sdl/packages.config'. This value must be kept in # sync with the packages.config file. - name: DefaultGuardianVersion diff --git a/eng/common/core-templates/post-build/common-variables.yml b/eng/common/core-templates/post-build/common-variables.yml index d5627a994ae58f..3413a9a573e5b4 100644 --- a/eng/common/core-templates/post-build/common-variables.yml +++ b/eng/common/core-templates/post-build/common-variables.yml @@ -1,6 +1,4 @@ variables: - - group: Publish-Build-Assets - # Whether the build is internal or not - name: IsInternalBuild value: ${{ and(ne(variables['System.TeamProject'], 'public'), contains(variables['Build.SourceBranch'], 'internal')) }} diff --git a/eng/common/core-templates/steps/get-github-app-token.yml b/eng/common/core-templates/steps/get-github-app-token.yml new file mode 100644 index 00000000000000..6d42a48d3c3671 --- /dev/null +++ b/eng/common/core-templates/steps/get-github-app-token.yml @@ -0,0 +1,79 @@ +# Mints a short-lived GitHub App installation access token by signing a JWT +# with a private key stored in Azure Key Vault (RSA, RS256). The JWT is +# exchanged with the GitHub API for a token scoped to a single installation. +# +# Requirements (per GitHub App you want to authenticate as): +# - A GitHub App with its private key uploaded into Key Vault as an RSA key +# (PEM converted to a key, NOT stored as a secret). +# - The Azure service connection passed via `azureSubscription` must be +# granted the `Key Vault Crypto User` role (or at minimum `Sign` action) +# on that key. +# - The App must be installed on the target organization/account +# (`installationOwner`) with the permissions/repositories you need. +# +# Output: a secret pipeline variable named ${{ parameters.outputVariableName }} +# containing the installation access token. Token lifetime is ~1 hour and is +# automatically scrubbed from logs. Installation tokens are exempt from the +# enterprise classic-PAT lifetime policy. + +parameters: +# Azure DevOps service connection (federated) that can call +# `az keyvault key sign` on the App's signing key. +- name: azureSubscription + type: string + +# Name of the Key Vault that holds the GitHub App's RSA signing key. +- name: keyVaultName + type: string + +# Name of the RSA key inside the Key Vault (the App's private key). +- name: keyName + type: string + +# The GitHub App's Client ID (the value to put in the `iss` JWT claim). +# Prefer this over the numeric App ID; GitHub accepts either, but Client ID +# is the documented form going forward. +- name: appClientId + type: string + +# Login of the organization or user account whose installation we should +# mint the token for (e.g. `dotnet`, `microsoft`). +- name: installationOwner + type: string + +# Name of the pipeline variable that will receive the installation token. +- name: outputVariableName + type: string + +- name: is1ESPipeline + type: boolean + +- name: stepName + type: string + default: getGitHubAppInstallationToken + +- name: condition + type: string + default: '' + +- name: displayName + type: string + default: Get GitHub App installation token + +steps: +- task: AzureCLI@2 + displayName: ${{ parameters.displayName }} + name: ${{ parameters.stepName }} + ${{ if ne(parameters.condition, '') }}: + condition: ${{ parameters.condition }} + inputs: + azureSubscription: ${{ parameters.azureSubscription }} + scriptType: pscore + scriptLocation: inlineScript + inlineScript: | + & "$(System.DefaultWorkingDirectory)/eng/common/Get-GitHubAppToken.ps1" ` + -KeyVaultName '${{ parameters.keyVaultName }}' ` + -KeyName '${{ parameters.keyName }}' ` + -AppClientId '${{ parameters.appClientId }}' ` + -InstallationOwner '${{ parameters.installationOwner }}' ` + -OutputVariableName '${{ parameters.outputVariableName }}' diff --git a/eng/common/core-templates/steps/publish-logs.yml b/eng/common/core-templates/steps/publish-logs.yml index 917827999cc946..f460b24eb95807 100644 --- a/eng/common/core-templates/steps/publish-logs.yml +++ b/eng/common/core-templates/steps/publish-logs.yml @@ -28,9 +28,7 @@ steps: arguments: -InputPath '$(System.DefaultWorkingDirectory)/PostBuildLogs' -BinlogToolVersion ${{parameters.BinlogToolVersion}} -TokensFilePath '$(System.DefaultWorkingDirectory)/eng/BinlogSecretsRedactionFile.txt' - '$(publishing-dnceng-devdiv-code-r-build-re)' '$(MaestroAccessToken)' - '$(akams-client-id)' '$(microsoft-symbol-server-pat)' '$(symweb-symbol-server-pat)' '$(dn-bot-all-orgs-build-rw-code-rw)' diff --git a/eng/common/templates-official/steps/get-github-app-token.yml b/eng/common/templates-official/steps/get-github-app-token.yml new file mode 100644 index 00000000000000..c89f3641a4dbe0 --- /dev/null +++ b/eng/common/templates-official/steps/get-github-app-token.yml @@ -0,0 +1,7 @@ +steps: +- template: /eng/common/core-templates/steps/get-github-app-token.yml + parameters: + is1ESPipeline: true + + ${{ each parameter in parameters }}: + ${{ parameter.key }}: ${{ parameter.value }} diff --git a/eng/common/templates/steps/get-github-app-token.yml b/eng/common/templates/steps/get-github-app-token.yml new file mode 100644 index 00000000000000..79e182c64167af --- /dev/null +++ b/eng/common/templates/steps/get-github-app-token.yml @@ -0,0 +1,7 @@ +steps: +- template: /eng/common/core-templates/steps/get-github-app-token.yml + parameters: + is1ESPipeline: false + + ${{ each parameter in parameters }}: + ${{ parameter.key }}: ${{ parameter.value }} diff --git a/global.json b/global.json index 34a447247f945f..e7cd9ab1fc9480 100644 --- a/global.json +++ b/global.json @@ -8,9 +8,9 @@ "dotnet": "9.0.116" }, "msbuild-sdks": { - "Microsoft.DotNet.Arcade.Sdk": "9.0.0-beta.26404.5", - "Microsoft.DotNet.Helix.Sdk": "9.0.0-beta.26404.5", - "Microsoft.DotNet.SharedFramework.Sdk": "9.0.0-beta.26404.5", + "Microsoft.DotNet.Arcade.Sdk": "9.0.0-beta.26406.11", + "Microsoft.DotNet.Helix.Sdk": "9.0.0-beta.26406.11", + "Microsoft.DotNet.SharedFramework.Sdk": "9.0.0-beta.26406.11", "Microsoft.Build.NoTargets": "3.7.0", "Microsoft.Build.Traversal": "3.4.0", "Microsoft.NET.Sdk.IL": "9.0.0-rtm.24511.16"