Skip to content

Don't run integration tests in release jobs #7568

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
Evangelink merged 9 commits into from
Apr 21, 2026
Merged

Don't run integration tests in release jobs #7568

Changes from all commits
Commits
Show all changes
9 commits
Select commit Hold shift + click to select a range
1ac24f7
Initial plan
Copilot Mar 17, 2026
2fe5b53
Exclude integration tests from Release CI jobs
Copilot Mar 17, 2026
ecc4627
Skip integration test binlog publish steps when integration tests are…
Copilot Mar 17, 2026
c6ff763
Rework: use --test-modules instead of .slnf files to skip integration…
Copilot Mar 17, 2026
953e5fd
Update azure-pipelines.yml
Evangelink Mar 20, 2026
67f7d42
Merge remote-tracking branch 'origin/main' into copilot/fix-integrati…
Evangelink Apr 21, 2026
61486e1
Add continueOnError to Publish Test Results steps
Evangelink Apr 21, 2026
02420cf
Address review: add --no-build to Release test steps, revert continue…
Evangelink Apr 21, 2026
7f8bb73
Fix --test-modules: use single *.exe glob for Windows Release
Evangelink Apr 21, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
49 changes: 43 additions & 6 deletions azure-pipelines.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -124,6 +124,19 @@ stages:
- script: dotnet test -c $(_BuildConfig) --no-build -bl:$(BUILD.SOURCESDIRECTORY)\artifacts\TestResults\$(_BuildConfig)\TestStep.binlog --no-progress --output detailed -p:UsingDotNetTest=true
name: Test
displayName: Test
condition: and(succeeded(), eq(variables._BuildConfig, 'Debug'))
env:
DOTNET_ROOT: $(Build.SourcesDirectory)/.dotnet
NUGET_PACKAGES: $(Build.SourcesDirectory)/.packages
DOTNET_CLI_CONTEXT_VERBOSE: 1

# Integration tests are redundant in Release—they spawn child processes that already cover
# both Debug and Release configurations. Use --test-modules to run only unit tests.
# Use *.exe to cover both net4x (native exe) and net8+/net9+ (apphost exe) in a single glob.
- script: dotnet test --no-build --test-modules "artifacts/bin/*UnitTests*/$(_BuildConfig)/**/*UnitTests.exe" --results-directory $(BUILD.SOURCESDIRECTORY)\artifacts\TestResults\$(_BuildConfig) --no-progress --output detailed
Comment thread
Evangelink marked this conversation as resolved.
name: TestRelease
displayName: Test (unit tests only)
condition: and(succeeded(), eq(variables._BuildConfig, 'Release'))
env:
DOTNET_ROOT: $(Build.SourcesDirectory)/.dotnet
NUGET_PACKAGES: $(Build.SourcesDirectory)/.packages
Expand All @@ -143,14 +156,14 @@ stages:
Contents: |
**/*.binlog
TargetFolder: '$(Build.ArtifactStagingDirectory)/binlogs'
condition: always()
condition: and(always(), eq(variables._BuildConfig, 'Debug'))

- task: PublishBuildArtifacts@1
displayName: 'Publish integration tests binlogs'
inputs:
PathtoPublish: '$(Build.ArtifactStagingDirectory)/binlogs'
ArtifactName: Integration_Tests_Windows_Binlogs_$(_BuildConfig)
condition: always()
condition: and(always(), eq(variables._BuildConfig, 'Debug'))

# Upload code coverage to codecov.io
- script: dotnet msbuild -restore
Expand Down Expand Up @@ -195,6 +208,18 @@ stages:
- script: dotnet test --solution NonWindowsTests.slnf -c $(_BuildConfig) --no-build -bl:$(BUILD.SOURCESDIRECTORY)/artifacts/TestResults/$(_BuildConfig)/TestStep.binlog --no-progress --output detailed -p:UsingDotNetTest=true
name: Test
displayName: Test
condition: and(succeeded(), eq(variables._BuildConfig, 'Debug'))
env:
DOTNET_ROOT: $(Build.SourcesDirectory)/.dotnet
NUGET_PACKAGES: $(Build.SourcesDirectory)/.packages
DOTNET_CLI_CONTEXT_VERBOSE: 1

# Integration tests are redundant in Release—they spawn child processes that already cover
# both Debug and Release configurations. Use --test-modules to run only unit tests.
- script: dotnet test --no-build --test-modules "artifacts/bin/*UnitTests*/$(_BuildConfig)/**/*UnitTests.dll" --results-directory $(BUILD.SOURCESDIRECTORY)/artifacts/TestResults/$(_BuildConfig) --no-progress --output detailed
name: TestRelease
displayName: Test (unit tests only)
condition: and(succeeded(), eq(variables._BuildConfig, 'Release'))
env:
DOTNET_ROOT: $(Build.SourcesDirectory)/.dotnet
NUGET_PACKAGES: $(Build.SourcesDirectory)/.packages
Expand All @@ -214,14 +239,14 @@ stages:
Contents: |
**/*.binlog
TargetFolder: '$(Build.ArtifactStagingDirectory)/binlogs'
condition: always()
condition: and(always(), eq(variables._BuildConfig, 'Debug'))

- task: PublishBuildArtifacts@1
displayName: 'Publish integration tests binlogs'
inputs:
PathtoPublish: '$(Build.ArtifactStagingDirectory)/binlogs'
ArtifactName: Integration_Tests_Linux_Binlogs_$(_BuildConfig)
condition: always()
condition: and(always(), eq(variables._BuildConfig, 'Debug'))

- job: MacOS
timeoutInMinutes: 90
Expand Down Expand Up @@ -252,6 +277,18 @@ stages:
- script: dotnet test --solution NonWindowsTests.slnf -c $(_BuildConfig) --no-build -bl:$(BUILD.SOURCESDIRECTORY)/artifacts/TestResults/$(_BuildConfig)/TestStep.binlog --no-progress --output detailed -p:UsingDotNetTest=true
name: Test
displayName: Test
condition: and(succeeded(), eq(variables._BuildConfig, 'Debug'))
env:
DOTNET_ROOT: $(Build.SourcesDirectory)/.dotnet
NUGET_PACKAGES: $(Build.SourcesDirectory)/.packages
DOTNET_CLI_CONTEXT_VERBOSE: 1

# Integration tests are redundant in Release—they spawn child processes that already cover
# both Debug and Release configurations. Use --test-modules to run only unit tests.
- script: dotnet test --no-build --test-modules "artifacts/bin/*UnitTests*/$(_BuildConfig)/**/*UnitTests.dll" --results-directory $(BUILD.SOURCESDIRECTORY)/artifacts/TestResults/$(_BuildConfig) --no-progress --output detailed
name: TestRelease
displayName: Test (unit tests only)
condition: and(succeeded(), eq(variables._BuildConfig, 'Release'))
env:
DOTNET_ROOT: $(Build.SourcesDirectory)/.dotnet
NUGET_PACKAGES: $(Build.SourcesDirectory)/.packages
Expand All @@ -271,14 +308,14 @@ stages:
Contents: |
**/*.binlog
TargetFolder: '$(Build.ArtifactStagingDirectory)/binlogs'
condition: always()
condition: and(always(), eq(variables._BuildConfig, 'Debug'))

- task: PublishBuildArtifacts@1
displayName: 'Publish integration tests binlogs'
inputs:
PathtoPublish: '$(Build.ArtifactStagingDirectory)/binlogs'
ArtifactName: Integration_Tests_MacOS_Binlogs_$(_BuildConfig)
condition: always()
condition: and(always(), eq(variables._BuildConfig, 'Debug'))

- template: /eng/common/templates/jobs/jobs.yml
parameters:
Expand Down
Loading