Win7/PowerShell7
1
0
Fork 0
Code Issues Pull Requests Projects Releases 1 Wiki Activity

Add OpenCover PS Module to collect code coverage (#2585)

Browse Source 
* Add OpenCover PS Module to collect code coverage

OpenCover PS Module helps is collecting Code Coverage using the OpenCover
toolset. The module helps in comparing two code coverage runs as well.

* Change OpenCover.psd1 to ASCII

* Fix an error in path for OpenCover

Fixed an error on path for OpenCover. Also used ZipFile class instead of
cmdlet as it might not be available on CI system.

* Convert module to be Powershell v4 compliant

Changed implementation from classes to PSObjects and implemented
Expand-ZipArchive.

* Added CodeCoverage as a configuration to project.json files

Added CodeCoverage as the new configuration for all the project.json
files. When Start-PSBuild is executed with configuration as CodeCoverage,
we change the degubType to 'full' as required by OpenCover toolset.

Also made changes to appveyor.psm1 to build a CodeCoverage package on
daily builds and publish it as a zip.

* Addressed code review comments

Changed from Add-Member to use pscustomobject type accelator. Removed
[gc]::collect.

* Added explicit garbage collection

* Addressed code review comments

- Make sure that the build Start-PSPackage gets is not a code coverage
  build
- Add debugType = full for FullCLR
- Remove configurations from PackageManagement files as it is not needed.
- Build CodeCoverage build first in AppVeyor.

* Resolve merge conflict

* Fix indentation

* Fix newline at end of file

* Added command discovery for locating OpenCover.console.exe
This commit is contained in:
Aditya Patwardhan 2016-11-11 11:12:07 -08:00 committed by Jason Shirk
parent b56bbeabc6
commit b18adb85d4
22 changed files with 865 additions and 47 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
build.psm1
View File

@ -91,7 +91,7 @@ function Start-PSBuild {
[ValidateSet('x86', 'x64')] # TODO: At some point, we need to add ARM support to match CoreCLR
[string]$NativeHostArch = "x64",
[ValidateSet('Linux', 'Debug', 'Release', '')] # We might need "Checked" as well
[ValidateSet('Linux', 'Debug', 'Release', 'CodeCoverage', '')] # We might need "Checked" as well
[string]$Configuration,
[Parameter(ParameterSetName='CoreCLR')]
@ -406,7 +406,7 @@ function Compress-TestContent {
function New-PSOptions {
[CmdletBinding()]
param(
[ValidateSet("Linux", "Debug", "Release", "")]
[ValidateSet("Linux", "Debug", "Release", "CodeCoverage", "")]
[string]$Configuration,
[ValidateSet("netcoreapp1.0", "net451")]
@ -454,6 +454,12 @@ function New-PSOptions {
Write-Warning ($ConfigWarningMsg -f $switch.Current, "Windows", $Configuration)
}
}
"CodeCoverage" {
if(-not $IsWindows) {
$Configuration = "Linux"
Write-Warning ($ConfigWarningMsg -f $switch.Current, $LinuxInfo.PRETTY_NAME, $Configuration)
}
}
Default {
if ($IsLinux -or $IsOSX) {
$Configuration = "Linux"
@ -1096,10 +1102,10 @@ function Start-PSPackage {
Write-Verbose "Packaging RID: '$Runtime'; Packaging Configuration: '$Configuration'" -Verbose
# Make sure the most recent build satisfies the package requirement
if (-not $Script:Options -or ## Start-PSBuild hasn't been executed yet
-not $Script:Options.CrossGen -or ## Last build didn't specify -CrossGen
$Script:Options.Runtime -ne $Runtime -or ## Last build wasn't for the required RID
$Script:Options.Configuration -eq "Debug" -or ## Last build was with 'Debug' configuration
if (-not $Script:Options -or ## Start-PSBuild hasn't been executed yet
-not $Script:Options.CrossGen -or ## Last build didn't specify -CrossGen
$Script:Options.Runtime -ne $Runtime -or ## Last build wasn't for the required RID
$Script:Options.Configuration -ne $Configuration -or ## Last build was with configuration other than 'Release'
$Script:Options.Framework -ne "netcoreapp1.0") ## Last build wasn't for CoreCLR
{
# It's possible that the most recent build doesn't satisfy the package requirement but

2
src/Microsoft.PackageManagement.CoreProviders/project.json
View File

@ -44,7 +44,7 @@
"netstandard1.6": {
"imports": ["dnxcore50"],
"buildOptions": {
"define": ["CORECLR", "PORTABLE"],
"define": ["CORECLR", "PORTABLE"],
"debugType": "portable",
"compile": {
"exclude": [ "ProgramsProvider.cs"]

28
src/Microsoft.PowerShell.Commands.Diagnostics/project.json
View File

@ -10,6 +10,30 @@
"warningsAsErrors": true
},
"configurations": {
"Linux": {
"buildOptions": {
"define": [ "UNIX" ],
"debugType": "portable"
}
},
"Debug": {
"buildOptions": {
"debugType": "portable"
}
},
"Release": {
"buildOptions": {
"debugType": "portable"
}
},
"CodeCoverage": {
"buildOptions": {
"debugType": "full"
}
}
},
"dependencies": {
"System.Management.Automation": "6.0.0-*"
},
@ -19,7 +43,6 @@
"imports": [ "dnxcore50" ],
"buildOptions": {
"define": [ "CORECLR" ],
"debugType": "portable",
"compile": {
"excludeFiles": [
"PdhSafeHandle.cs",
@ -42,7 +65,8 @@
"buildOptions": {
"compile": {
"excludeFiles": [ "gen/GetEventResources.cs" ]
}
},
"debugType": "full"
}
}
}

22
src/Microsoft.PowerShell.Commands.Management/project.json
View File

@ -15,7 +15,23 @@
"configurations": {
"Linux": {
"buildOptions": {
"define": [ "UNIX" ]
"define": [ "UNIX" ],
"debugType": "portable"
}
},
"Debug": {
"buildOptions": {
"debugType": "portable"
}
},
"Release": {
"buildOptions": {
"debugType": "portable"
}
},
"CodeCoverage": {
"buildOptions": {
"debugType": "full"
}
}
},
@ -29,7 +45,6 @@
"imports": [ "dnxcore50" ],
"buildOptions": {
"define": [ "CORECLR" ],
"debugType": "portable",
"compile": {
"exclude": [
"commands/management/ClearRecycleBinCommand.cs",
@ -105,7 +120,8 @@
"exclude": [
"resources/ControlPanelResources.resx"
]
}
},
"debugType": "full"
}
}
}

22
src/Microsoft.PowerShell.Commands.Utility/project.json
View File

@ -15,7 +15,23 @@
"configurations": {
"Linux": {
"buildOptions": {
"define": [ "UNIX" ]
"define": [ "UNIX" ],
"debugType": "portable"
}
},
"Debug": {
"buildOptions": {
"debugType": "portable"
}
},
"Release": {
"buildOptions": {
"debugType": "portable"
}
},
"CodeCoverage": {
"buildOptions": {
"debugType": "full"
}
}
},
@ -28,7 +44,6 @@
"netstandard1.6": {
"buildOptions": {
"define": [ "CORECLR" ],
"debugType": "portable",
"compile": {
"exclude": [
"commands/utility/FormatAndOutput/OutGridView/ColumnInfo.cs",
@ -123,7 +138,8 @@
"commands/utility/WebCmdlet/CoreCLR/WebResponseObject.CoreClr.cs",
"commands/utility/WebCmdlet/CoreCLR/WebResponseObjectFactory.CoreClr.cs"
]
}
},
"debugType": "full"
}
}
}

22
src/Microsoft.PowerShell.ConsoleHost/project.json
View File

@ -16,7 +16,23 @@
"configurations": {
"Linux": {
"buildOptions": {
"define": [ "UNIX" ]
"define": [ "UNIX" ],
"debugType": "portable"
}
},
"Debug": {
"buildOptions": {
"debugType": "portable"
}
},
"Release": {
"buildOptions": {
"debugType": "portable"
}
},
"CodeCoverage": {
"buildOptions": {
"debugType": "full"
}
}
},
@ -30,7 +46,6 @@
"imports": [ "dnxcore50", "portable-net45+win8" ],
"buildOptions": {
"define": [ "CORECLR" ],
"debugType": "portable",
"compile": {
"exclude": [
"singleshell/installer/EngineInstaller.cs",
@ -51,6 +66,9 @@
}
},
"net451": {
"buildOptions": {
"debugType": "full"
}
}
}
}

21
src/Microsoft.PowerShell.CoreCLR.AssemblyLoadContext/project.json
View File

@ -13,7 +13,23 @@
"configurations": {
"Linux": {
"buildOptions": {
"define": [ "UNIX" ]
"define": [ "UNIX" ],
"debugType": "portable"
}
},
"Debug": {
"buildOptions": {
"debugType": "portable"
}
},
"Release": {
"buildOptions": {
"debugType": "portable"
}
},
"CodeCoverage": {
"buildOptions": {
"debugType": "full"
}
}
},
@ -22,8 +38,7 @@
"netstandard1.6": {
"imports": [ "dnxcore50" ],
"buildOptions": {
"define": [ "CORECLR" ],
"debugType": "portable"
"define": [ "CORECLR" ]
},
"dependencies": {
"NETStandard.Library": "1.6.1-preview1-24530-04",

27
src/Microsoft.PowerShell.CoreCLR.Eventing/project.json
View File

@ -12,12 +12,35 @@
"allowUnsafe": true
},
"configurations": {
"Linux": {
"buildOptions": {
"define": [ "UNIX" ],
"debugType": "portable"
}
},
"Debug": {
"buildOptions": {
"debugType": "portable"
}
},
"Release": {
"buildOptions": {
"debugType": "portable"
}
},
"CodeCoverage": {
"buildOptions": {
"debugType": "full"
}
}
},
"frameworks": {
"netstandard1.6": {
"imports": [ "dnxcore50" ],
"buildOptions": {
"define": [ "CORECLR" ],
"debugType": "portable"
"define": [ "CORECLR" ]
},
"dependencies": {
"NETStandard.Library": "1.6.1-preview1-24530-04",

30
src/Microsoft.PowerShell.LocalAccounts/project.json
View File

@ -14,18 +14,44 @@
"System.Management.Automation": "6.0.0-*"
},
"configurations": {
"Linux": {
"buildOptions": {
"define": [ "UNIX" ],
"debugType": "portable"
}
},
"Debug": {
"buildOptions": {
"debugType": "portable"
}
},
"Release": {
"buildOptions": {
"debugType": "portable"
}
},
"CodeCoverage": {
"buildOptions": {
"debugType": "full"
}
}
},
"frameworks": {
"netstandard1.6": {
"imports": [ "dnxcore50" ],
"buildOptions": {
"define": [ "CORECLR" ],
"debugType": "portable"
"define": [ "CORECLR" ]
},
"dependencies": {
"System.Net.NameResolution": "4.3.0-preview1-24530-04"
}
},
"net451": {
"buildOptions": {
"debugType": "full"
}
}
}
}

24
src/Microsoft.PowerShell.PSReadLine/project.json
View File

@ -13,7 +13,23 @@
"configurations": {
"Linux": {
"buildOptions": {
"define": [ "UNIX" ]
"define": [ "UNIX" ],
"debugType": "portable"
}
},
"Debug": {
"buildOptions": {
"debugType": "portable"
}
},
"Release": {
"buildOptions": {
"debugType": "portable"
}
},
"CodeCoverage": {
"buildOptions": {
"debugType": "full"
}
}
},
@ -25,8 +41,7 @@
"frameworks": {
"netstandard1.6": {
"buildOptions": {
"define": [ "CORECLR" ],
"debugType": "portable"
"define": [ "CORECLR" ]
},
"imports": [ "dnxcore50", "portable-net45+win8" ]
},
@ -35,6 +50,9 @@
"System.Windows.Forms": {
"type": "build"
}
},
"buildOptions": {
"debugType": "full"
}
}
}

21
src/Microsoft.PowerShell.PackageManagement/project.json
View File

@ -11,6 +11,21 @@
"buildOptions": {
"define": ["UNIX"]
}
},
"Debug": {
"buildOptions": {
"debugType": "portable"
}
},
"Release": {
"buildOptions": {
"debugType": "portable"
}
},
"CodeCoverage": {
"buildOptions": {
"debugType": "full"
}
}
},
@ -46,14 +61,16 @@
"dependencies": {
"Microsoft.PackageManagement.MsiProvider": "6.0.0-*",
"Microsoft.PackageManagement.MsuProvider": "6.0.0-*"
},
"buildOptions": {
"debugType": "full"
}
},
"netstandard1.6": {
"imports": [ "dnxcore50" ],
"buildOptions": {
"define": ["CORECLR"],
"debugType": "portable"
"define": ["CORECLR"]
}
}
}

22
src/Microsoft.PowerShell.Security/project.json
View File

@ -15,7 +15,23 @@
"configurations": {
"Linux": {
"buildOptions": {
"define": [ "UNIX" ]
"define": [ "UNIX" ],
"debugType": "portable"
}
},
"Debug": {
"buildOptions": {
"debugType": "portable"
}
},
"Release": {
"buildOptions": {
"debugType": "portable"
}
},
"CodeCoverage": {
"buildOptions": {
"debugType": "full"
}
}
},
@ -29,7 +45,6 @@
"imports": [ "dnxcore50" ],
"buildOptions": {
"define": [ "CORECLR" ],
"debugType": "portable",
"compile": {
"exclude": [
"security/CertificateCommands.cs",
@ -51,6 +66,9 @@
}
},
"net451": {
"buildOptions": {
"debugType": "full"
}
}
}
}

30
src/Microsoft.WSMan.Management/project.json
View File

@ -14,12 +14,35 @@
"Microsoft.WSMan.Runtime": "6.0.0-*"
},
"configurations": {
"Linux": {
"buildOptions": {
"define": [ "UNIX" ],
"debugType": "portable"
}
},
"Debug": {
"buildOptions": {
"debugType": "portable"
}
},
"Release": {
"buildOptions": {
"debugType": "portable"
}
},
"CodeCoverage": {
"buildOptions": {
"debugType": "full"
}
}
},
"frameworks": {
"netstandard1.6": {
"imports": [ "dnxcore50" ],
"buildOptions": {
"define": [ "CORECLR" ],
"debugType": "portable",
"compile": {
"exclude": [
"WsManSnapin.cs"
@ -30,7 +53,10 @@
"net451": {
"frameworkAssemblies": {
"System.ServiceProcess": ""
}
},
"buildOptions": {
"debugType": "full"
}
}
}
}

30
src/Microsoft.WSMan.Runtime/project.json
View File

@ -9,12 +9,35 @@
"warningsAsErrors": true
},
"configurations": {
"Linux": {
"buildOptions": {
"define": [ "UNIX" ],
"debugType": "portable"
}
},
"Debug": {
"buildOptions": {
"debugType": "portable"
}
},
"Release": {
"buildOptions": {
"debugType": "portable"
}
},
"CodeCoverage": {
"buildOptions": {
"debugType": "full"
}
}
},
"frameworks": {
"netstandard1.6": {
"imports": [ "dnxcore50" ],
"buildOptions": {
"define": [ "CORECLR" ],
"debugType": "portable"
"define": [ "CORECLR" ]
},
"dependencies": {
"NETStandard.Library": "1.6.1-preview1-24530-04"
@ -25,6 +48,9 @@
"System.Runtime": "",
"System.Xml": "",
"System.Data": ""
},
"buildOptions": {
"debugType": "full"
}
}
}

22
src/System.Management.Automation/project.json
View File

@ -15,7 +15,23 @@
"configurations": {
"Linux": {
"buildOptions": {
"define": [ "UNIX" ]
"define": [ "UNIX" ],
"debugType": "portable"
}
},
"Debug": {
"buildOptions": {
"debugType": "portable"
}
},
"Release": {
"buildOptions": {
"debugType": "portable"
}
},
"CodeCoverage": {
"buildOptions": {
"debugType": "full"
}
}
},
@ -29,7 +45,6 @@
"imports": [ "dnxcore50" ],
"buildOptions": {
"define": [ "CORECLR", "PORTABLE" ],
"debugType": "portable",
"compile": {
"exclude": [
"cimSupport/cmdletization/xml/cmdlets-over-objects.objectModel.autogen.cs",
@ -184,7 +199,8 @@
},
"embed": {
"exclude": [ "resources/CoreClrStubResources.resx" ]
}
},
"debugType": "full"
},
"frameworkAssemblies": {
"System.Runtime": "",

27
src/TypeCatalogGen/project.json
View File

@ -3,9 +3,32 @@
"version": "1.0.0-*",
"description": "Generates CorePsTypeCatalog.cs given powershell.inc",
"configurations": {
"Linux": {
"buildOptions": {
"define": [ "UNIX" ],
"debugType": "portable"
}
},
"Debug": {
"buildOptions": {
"debugType": "portable"
}
},
"Release": {
"buildOptions": {
"debugType": "portable"
}
},
"CodeCoverage": {
"buildOptions": {
"debugType": "full"
}
}
},
"buildOptions": {
"emitEntryPoint": true,
"debugType": "portable"
"emitEntryPoint": true
},
"frameworks": {

27
src/TypeCatalogParser/project.json
View File

@ -1,8 +1,7 @@
{
"buildOptions": {
"warningsAsErrors": true,
"emitEntryPoint": true,
"debugType": "portable"
"emitEntryPoint": true
},
"dependencies": {
@ -11,6 +10,30 @@
"Microsoft.DotNet.Cli.Utils": "1.0.0-preview2-003121"
},
"configurations": {
"Linux": {
"buildOptions": {
"define": [ "UNIX" ],
"debugType": "portable"
}
},
"Debug": {
"buildOptions": {
"debugType": "portable"
}
},
"Release": {
"buildOptions": {
"debugType": "portable"
}
},
"CodeCoverage": {
"buildOptions": {
"debugType": "full"
}
}
},
"frameworks": {
"netcoreapp1.0": {
"imports": [ "dnxcore50", "portable-net45+win8" ]

27
src/powershell-unix/project.json
View File

@ -3,6 +3,30 @@
"version": "6.0.0-*",
"description": "PowerShell top-level project with .NET CLI host",
"configurations": {
"Linux": {
"buildOptions": {
"define": [ "UNIX" ],
"debugType": "portable"
}
},
"Debug": {
"buildOptions": {
"debugType": "portable"
}
},
"Release": {
"buildOptions": {
"debugType": "portable"
}
},
"CodeCoverage": {
"buildOptions": {
"debugType": "full"
}
}
},
"buildOptions": {
"xmlDoc": true,
"warningsAsErrors": true,
@ -65,8 +89,7 @@
"netcoreapp1.0": {
"imports": [ "dnxcore50", "portable-net45+win8" ],
"buildOptions": {
"define": [ "CORECLR" ],
"debugType": "portable"
"define": [ "CORECLR" ]
},
"dependencies": {
"Microsoft.NETCore.App": "1.1.0-preview1-001100-00"

27
src/powershell-win-core/project.json
View File

@ -3,6 +3,30 @@
"version": "6.0.0-*",
"description": "PowerShell top-level project with .NET CLI PowerShell app",
"configurations": {
"Linux": {
"buildOptions": {
"define": [ "UNIX" ],
"debugType": "portable"
}
},
"Debug": {
"buildOptions": {
"debugType": "portable"
}
},
"Release": {
"buildOptions": {
"debugType": "portable"
}
},
"CodeCoverage": {
"buildOptions": {
"debugType": "full"
}
}
},
"buildOptions": {
"xmlDoc": true,
"warningsAsErrors": true,
@ -69,8 +93,7 @@
"netcoreapp1.0": {
"imports": [ "dnxcore50", "portable-net45+win8" ],
"buildOptions": {
"define": [ "CORECLR" ],
"debugType": "portable"
"define": [ "CORECLR" ]
},
"dependencies": {
"Microsoft.NETCore.App": "1.1.0-preview1-001100-00"

15
test/tools/OpenCover/OpenCover.psd1 Normal file
View File

@ -0,0 +1,15 @@
@{
RootModule = 'OpenCover.psm1'
ModuleVersion = '1.0.0.0'
GUID = '4eedcffd-26e8-4172-8aad-9b882c13d370'
Author = 'Microsoft Corporation'
CompanyName = 'Microsoft Corporation'
Copyright = '(c) Microsoft Corporation. All rights reserved.'
Description = 'Module to install OpenCover and run Powershell tests to collect code coverage'
DotNetFrameworkVersion = 4.5
FunctionsToExport = @('Get-CodeCoverage','Compare-CodeCoverage', 'Install-OpenCover', 'Invoke-OpenCover')
CmdletsToExport = @()
VariablesToExport = @()
AliasesToExport = @()
}

425
test/tools/OpenCover/OpenCover.psm1 Normal file
View File

@ -0,0 +1,425 @@
#region privateFunctions
function Get-AssemblyCoverageData([xml.xmlelement] $element)
{
$coverageSummary = (Get-CoverageSummary -element $element.Summary)
$AssemblyCoverageData = [PSCustomObject] @{
AssemblyName = $element.ModuleName
CoverageSummary = $coverageSummary
Branch = $coverageSummary.BranchCoverage
Sequence = $coverageSummary.SequenceCoverage
}
$AssemblyCoverageData | Add-Member -MemberType ScriptMethod -Name ToString -Value { "{0} ({1})" -f $this.AssemblyName,$this.CoverageSummary.BranchCoverage } -Force
return $AssemblyCoverageData
}
function Get-CodeCoverageChange($r1, $r2)
{
$h = @{}
$Deltas = new-object "System.Collections.ArrayList"
$r1.assembly | % { $h[$_.assemblyname] = @($_) }
$r2.assembly | % {
if($h.ContainsKey($_.assemblyname))
{
$h[$_.assemblyname] += $_
}
else
{
$h[$_.assemblyname] = @($_)
}
}
foreach($kvPair in $h.GetEnumerator())
{
$runs = @($h[$kvPair.Name])
$assemblyCoverageChange = (Get-AssemblyCoverageChange -r1 $runs[0] -r2 $runs[1])
$Deltas.Add($assemblyCoverageChange) | Out-Null
}
$CoverageChange = [PSCustomObject] @{
Run1 = $r1
Run2 = $r2
Branch = $r2.Summary.BranchCoverage
Sequence = $r2.Summary.SequenceCoverage
BranchDelta = [double] ($r2.Summary.BranchCoverage - $r1.Summary.BranchCoverage)
SequenceDelta = [double] ($r2.Summary.SequenceCoverage - $r1.Summary.SequenceCoverage)
Deltas = $Deltas
}
return $CoverageChange
}
function Get-AssemblyCoverageChange($r1, $r2)
{
if($r1 -eq $null -and $r2 -ne $null)
{
$r1 = @{ AssemblyName = $r2.AssemblyName ; Branch = 0 ; Sequence = 0 }
}
elseif($r2 -eq $null -and $r1 -ne $null)
{
$r2 = @{ AssemblyName = $r1.AssemblyName ; Branch = 0 ; Sequence = 0 }
}
if ( compare-object $r1.assemblyname $r2.assemblyname ) { throw "different assemblies" }
$AssemblyCoverageChange = [pscustomobject] @{
AssemblyName = $r1.AssemblyName
Branch = $r2.Branch
BranchDelta = $r2.Branch - $r1.Branch
Sequence = $r2.Sequence
SequenceDelta = $r2.Sequence - $r1.Sequence
}
return $AssemblyCoverageChange
}
function Get-CoverageData($xmlPath)
{
[xml]$CoverageXml = get-content -readcount 0 $xmlPath
if ( $CoverageXml.CoverageSession -eq $null ) { throw "CoverageSession data not found" }
$assemblies = New-Object System.Collections.ArrayList
foreach( $module in $CoverageXml.CoverageSession.modules.module|?{$_.skippedDueTo -ne "MissingPdb"}) {
$assemblies.Add((Get-AssemblyCoverageData -element $module)) | Out-Null
}
$CoverageData = [PSCustomObject] @{
CoverageSummary = (Get-CoverageSummary -element $CoverageXml.CoverageSession.Summary)
Assembly = $assemblies
}
$null = $CoverageXml
## Adding explicit garbage collection as the $CoverageXml object tends to be very large, in order of 1 GB.
[gc]::Collect()
return $CoverageData
}
function Get-CoverageSummary([xml.xmlelement] $element)
{
$CoverageSummary = [PSCustomObject] @{
NumSequencePoints = $element.numSequencePoints
VisitedSequencePoints = $element.visitedSequencePoints
NumBranchPoints = $element.numBranchPoints
VisitedBranchPoints = $element.visitedBranchPoints
SequenceCoverage = $element.sequenceCoverage
BranchCoverage = $element.branchCoverage
MaxCyclomaticComplexity = $element.maxCyclomaticComplexity
MinCyclomaticComplexity = $element.minCyclomaticComplexity
VisitedClasses = $element.visitedClasses
NumClasses = $element.numClasses
VisitedMethods = $element.visitedMethods
NumMethods = $element.numMethods
}
$CoverageSummary | Add-Member -MemberType ScriptMethod -Name ToString -Value { "Branch:{0,3} Sequence:{1,3}" -f $this.BranchCoverage,$this.SequenceCoverage } -Force
return $CoverageSummary
}
function Expand-ZipArchive([string] $Path, [string] $DestinationPath)
{
try
{
Add-Type -AssemblyName System.IO.Compression
Add-Type -AssemblyName System.IO.Compression.FileSystem
$fileStream = New-Object System.IO.FileStream -ArgumentList @($Path, [System.IO.FileMode]::Open, [System.IO.FileAccess]::Read)
$zipArchive = New-Object System.IO.Compression.ZipArchive -ArgumentList @($fileStream, [System.IO.Compression.ZipArchiveMode]::Read, $false)
foreach($entry in $zipArchive.Entries)
{
$extractPath = (Join-Path $DestinationPath $entry.FullName)
$fileInfo = New-Object System.IO.FileInfo -ArgumentList $extractPath
if(-not $fileInfo.Directory.Exists) { New-Item -Path $fileInfo.Directory.FullName -ItemType Directory | Out-Null }
try
{
$newfileStream = [System.IO.File]::Create($extractPath)
$entry.Open().CopyTo($newfileStream)
}
finally
{
if($newfileStream) { $newfileStream.Dispose() }
}
}
}
finally
{
if($zipArchive) { $zipArchive.Dispose() }
if($fileStream) { $fileStream.Dispose() }
}
}
#endregion
<#
.Synopsis
Get code coverage information for the supplied coverage file.
.Description
Coverage information from the supplied OpenCover XML file is displayed. The output object has options to show assembly coverage and summary.
.EXAMPLE
PS> $coverage = Get-CodeCoverage -CoverageXmlFile .\opencover.xml
PS> $cov.assembly
AssemblyName Branch Sequence CoverageSummary
------------ ------ -------- ---------------
powershell 100 100 Branch:100 Sequence:100
Microsoft.PowerShell.CoreCLR.AssemblyLoadContext 53.66 95.31 Branch:53.66 Sequence:95.31
Microsoft.PowerShell.ConsoleHost 36.53 38.40 Branch:36.53 Sequence:38.40
System.Management.Automation 42.18 44.11 Branch:42.18 Sequence:44.11
Microsoft.PowerShell.CoreCLR.Eventing 28.70 36.23 Branch:28.70 Sequence:36.23
Microsoft.PowerShell.Security 15.17 18.16 Branch:15.17 Sequence:18.16
Microsoft.PowerShell.Commands.Management 18.84 21.70 Branch:18.84 Sequence:21.70
Microsoft.PowerShell.Commands.Utility 62.38 64.54 Branch:62.38 Sequence:64.54
Microsoft.WSMan.Management 3.93 4.45 Branch:3.93 Sequence:4.45
Microsoft.WSMan.Runtime 0 0 Branch: 0 Sequence: 0
Microsoft.PowerShell.Commands.Diagnostics 44.96 49.93 Branch:44.96 Sequence:49.93
Microsoft.PowerShell.PSReadLine 7.12 9.94 Branch:7.12 Sequence:9.94
Microsoft.PowerShell.PackageManagement 59.77 62.04 Branch:59.77 Sequence:62.04
Microsoft.PackageManagement 41.73 44.47 Branch:41.73 Sequence:44.47
Microsoft.Management.Infrastructure.CimCmdlets 13.20 17.01 Branch:13.20 Sequence:17.01
Microsoft.PowerShell.LocalAccounts 73.15 84.32 Branch:73.15 Sequence:84.32
Microsoft.PackageManagement.MetaProvider.PowerShell 54.79 57.90 Branch:54.79 Sequence:57.90
Microsoft.PackageManagement.NuGetProvider 62.36 65.37 Branch:62.36 Sequence:65.37
Microsoft.PackageManagement.CoreProviders 7.08 7.96 Branch:7.08 Sequence:7.96
Microsoft.PackageManagement.ArchiverProviders 0.53 0.56 Branch:0.53 Sequence:0.56
.EXAMPLE
PS> $coverage = Get-CodeCoverage -CoverageXmlFile .\opencover.xml
PS> $cov.CoverageSummary
NumSequencePoints : 337052
VisitedSequencePoints : 143209
NumBranchPoints : 115193
VisitedBranchPoints : 46132
MaxCyclomaticComplexity : 398
MinCyclomaticComplexity : 1
VisitedClasses : 2465
NumClasses : 3894
VisitedMethods : 17792
NumMethods : 37832
SequenceCoverage : 42.49
BranchCoverage : 40.05
#>
function Get-CodeCoverage
{
param ( [string]$CoverageXmlFile )
$xmlPath = (get-item $CoverageXmlFile).Fullname
(Get-CoverageData -xmlPath $xmlPath)
}
<#
.Synopsis
Compare results between two coverage runs.
.Description
Coverage information from the supplied OpenCover XML file is displayed. The output object has options to show assembly coverage and summary.
.EXAMPLE
$comp = Compare-CodeCoverage -RunFile1 .\OpenCover.xml -RunFile2 .\OpenCover.xml
$comp.Deltas | sort-object assemblyname | format-table
AssemblyName Branch BranchDelta Sequence SequenceDelta
------------ ------ ----------- -------- -------------
Microsoft.Management.Infrastructure.CimCmdlets 13.20 0 17.01 0
Microsoft.PackageManagement 41.73 0 44.47 0
Microsoft.PackageManagement.ArchiverProviders 0.53 0 0.56 0
Microsoft.PackageManagement.CoreProviders 7.08 0 7.96 0
Microsoft.PackageManagement.MetaProvider.PowerShell 54.79 0 57.90 0
Microsoft.PackageManagement.NuGetProvider 62.36 0 65.37 0
Microsoft.PowerShell.Commands.Diagnostics 44.96 0 49.93 0
Microsoft.PowerShell.Commands.Management 18.84 0 21.70 0
Microsoft.PowerShell.Commands.Utility 62.38 0 64.54 0
Microsoft.PowerShell.ConsoleHost 36.53 0 38.40 0
Microsoft.PowerShell.CoreCLR.AssemblyLoadContext 53.66 0 95.31 0
Microsoft.PowerShell.CoreCLR.Eventing 28.70 0 36.23 0
Microsoft.PowerShell.LocalAccounts 73.15 0 84.32 0
Microsoft.PowerShell.PackageManagement 59.77 0 62.04 0
Microsoft.PowerShell.PSReadLine 7.12 0 9.94 0
Microsoft.PowerShell.Security 15.17 0 18.16 0
Microsoft.WSMan.Management 3.93 0 4.45 0
Microsoft.WSMan.Runtime 0 0 0 0
powershell 100 0 100 0
System.Management.Automation 42.18 0 44.11 0
.EXAMPLE
$comp = Compare-CodeCoverage -Run1 $c -Run2 $c
$comp.Deltas | sort-object assemblyname | format-table
AssemblyName Branch BranchDelta Sequence SequenceDelta
------------ ------ ----------- -------- -------------
Microsoft.Management.Infrastructure.CimCmdlets 13.20 0 17.01 0
Microsoft.PackageManagement 41.73 0 44.47 0
Microsoft.PackageManagement.ArchiverProviders 0.53 0 0.56 0
Microsoft.PackageManagement.CoreProviders 7.08 0 7.96 0
Microsoft.PackageManagement.MetaProvider.PowerShell 54.79 0 57.90 0
Microsoft.PackageManagement.NuGetProvider 62.36 0 65.37 0
Microsoft.PowerShell.Commands.Diagnostics 44.96 0 49.93 0
Microsoft.PowerShell.Commands.Management 18.84 0 21.70 0
Microsoft.PowerShell.Commands.Utility 62.38 0 64.54 0
Microsoft.PowerShell.ConsoleHost 36.53 0 38.40 0
Microsoft.PowerShell.CoreCLR.AssemblyLoadContext 53.66 0 95.31 0
Microsoft.PowerShell.CoreCLR.Eventing 28.70 0 36.23 0
Microsoft.PowerShell.LocalAccounts 73.15 0 84.32 0
Microsoft.PowerShell.PackageManagement 59.77 0 62.04 0
Microsoft.PowerShell.PSReadLine 7.12 0 9.94 0
Microsoft.PowerShell.Security 15.17 0 18.16 0
Microsoft.WSMan.Management 3.93 0 4.45 0
Microsoft.WSMan.Runtime 0 0 0 0
powershell 100 0 100 0
System.Management.Automation 42.18 0 44.11 0
#>
function Compare-CodeCoverage
{
[CmdletBinding()]
param (
[Parameter(Mandatory=$true,Position=0,ParameterSetName="file")][string]$RunFile1,
[Parameter(Mandatory=$true,Position=1,ParameterSetName="file")][string]$RunFile2,
[Parameter(Mandatory=$true,Position=0,ParameterSetName="coverage")][Object]$Run1,
[Parameter(Mandatory=$true,Position=1,ParameterSetName="coverage")][Object]$Run2
)
if ( $PSCmdlet.ParameterSetName -eq "file" )
{
[string]$xmlPath1 = (get-item $Run1File).Fullname
$Run1 = (Get-CoverageData -xmlPath $xmlPath1)
[string]$xmlPath2 = (get-item $Run1File).Fullname
$Run2 = (Get-CoverageData -xmlPath $xmlPath2)
}
(Get-CodeCoverageChange -r1 $Run1 -r2 $Run2)
}
<#
.Synopsis
Install OpenCover by downloading the 4.6.519 version.
.Description
Install OpenCover version 4.6.519.
#>
function Install-OpenCover
{
param (
[parameter()][string]$Version = "4.6.519",
[parameter(Mandatory=$true)][string]$TargetDirectory,
[parameter()][switch]$Force
)
$webclient = New-Object System.Net.WebClient
$filename = "opencover.${version}.zip"
$packageUrl = "https://github.com/OpenCover/opencover/releases/download/${version}/${filename}"
if ( test-path $env:TEMP/$Filename )
{
if ( $force )
{
remove-item -force "$env:TEMP/$Filename"
}
else
{
throw "package already exists at $env:TEMP/$Filename, not downloading"
}
}
if ( test-path "$TargetDirectory/OpenCover" )
{
if ( $force )
{
remove-item -recurse -force "$TargetDirectory/OpenCover"
}
else
{
throw "$TargetDirectory/OpenCover exists"
}
}
$webclient.DownloadFile($packageUrl, "$env:TEMP/$filename")
if ( ! (test-path $env:TEMP/$Filename) )
{
throw "Download failed: $packageUrl"
}
import-module Microsoft.PowerShell.Archive
Expand-ZipArchive -Path "$env:TEMP/$filename" -DestinationPath "$TargetDirectory/OpenCover"
}
<#
.Synopsis
Invoke-OpenCover runs tests under OpenCover to collect code coverage.
.Description
Invoke-OpenCover runs tests under OpenCover by executing tests on PowerShell.exe located at $PowerShellExeDirectory.
.EXAMPLE
Invoke-OpenCover -TestDirectory $pwd/test/powershell -PowerShellExeDirectory $pwd/src/powershell-win-core/bin/debug/netcoreapp1.0/win10-x64
#>
function Invoke-OpenCover
{
[CmdletBinding(SupportsShouldProcess=$true)]
param (
[parameter()]$OutputLog = "$pwd/OpenCover.xml",
[parameter(Mandatory=$true)]$TestDirectory,
[parameter()]$OpenCoverPath,
[parameter(Mandatory=$true)]$PowerShellExeDirectory,
[switch]$CIOnly
)
# check to be sure that OpenCover is present
if(-not $PSBoundParameters.ContainsKey('OpenCoverPath'))
{
$openCoverBin = (Get-Command -Name 'opencover.console' -ErrorAction Ignore).Source
}
else
{
$OpenCoverBin = "$OpenCoverPath\opencover.console.exe"
}
if ( ! (test-path $OpenCoverBin))
{
throw "$OpenCoverBin does not exist"
}
# check to be sure that powershell.exe is present
$target = "${PowerShellExeDirectory}\powershell.exe"
if ( ! (test-path $target) )
{
throw "$target does not exist"
}
# create the arguments for OpenCover
$targetArgs = "-c", "Set-ExecutionPolicy Bypass -Force;", "Invoke-Pester","${TestDirectory}"
if ( $CIOnly )
{
$targetArgs += "-excludeTag @('Feature','Scenario','Slow','RequireAdminOnWindows')"
}
$targetArgString = $targetArgs -join " "
# the order seems to be important
$openCoverArgs = "-target:$target","-targetargs:""$targetArgString""","-register:user","-output:${outputLog}","-nodefaultfilters","-oldstyle","-hideskipped:all"
if ( $PSCmdlet.ShouldProcess("$OpenCoverBin $openCoverArgs") )
{
try
{
# check to be sure that the module path is present
# this isn't done earlier because there's no need to change env:psmodulepath unless we're going to really run tests
$saveModPath = $env:psmodulepath
$env:psmodulepath = "${PowerShellExeDirectory}\Modules"
if ( ! (test-path $env:psmodulepath) )
{
throw "${env:psmodulepath} does not exist"
}
# invoke OpenCover
& $OpenCoverBin $openCoverArgs
}
finally
{
# set it back
$env:PSModulePath = $saveModPath
}
}
}

23
tools/appveyor.psm1
View File

@ -157,6 +157,12 @@ function Invoke-AppVeyorBuild
$result.Warnings
throw "Tags must be CI, Feature, Scenario, or Slow"
}
if(Test-DailyBuild)
{
Start-PSBuild -Configuration 'CodeCoverage'
}
Start-PSBuild -FullCLR
Start-PSBuild -CrossGen -Configuration $buildConfiguration
}
@ -319,6 +325,9 @@ function Invoke-AppVeyorTest
Write-Host -Foreground Green 'Upload FullCLR test results'
Update-AppVeyorTestResults -resultsFile $testResultsFileFullCLR
## CodeCoverage
$env:CodeCoverageOutput = Split-Path -Parent (Get-PSOutput -Options (New-PSOptions -Configuration CodeCoverage))
#
# Fail the build, if tests failed
@ -349,6 +358,7 @@ function Invoke-AppveyorFinish
$zipFilePath = Join-Path $pwd "$name.zip"
$zipFileFullPath = Join-Path $pwd "$name.FullCLR.zip"
Add-Type -assemblyname System.IO.Compression.FileSystem
Write-Verbose "Zipping ${env:CoreOutput} into $zipFilePath" -verbose
[System.IO.Compression.ZipFile]::CreateFromDirectory($env:CoreOutput, $zipFilePath)
@ -363,12 +373,23 @@ function Invoke-AppveyorFinish
$artifacts.Add($zipFilePath)
$artifacts.Add($zipFileFullPath)
# Create archive for test content
# Create archive for test content, OpenCover module and CodeCoverage build
if(Test-DailyBuild)
{
$zipTestContentPath = Join-Path $pwd 'tests.zip'
Compress-TestContent -Destination $zipTestContentPath
$artifacts.Add($zipTestContentPath)
Add-Type -AssemblyName System.IO.Compression.FileSystem
$resolvedPath = $ExecutionContext.SessionState.Path.GetUnresolvedProviderPathFromPSPath((Join-Path $PSScriptRoot '..\test\tools\OpenCover'))
$zipOpenCoverPath = Join-Path $pwd 'OpenCover.zip'
[System.IO.Compression.ZipFile]::CreateFromDirectory($resolvedPath, $zipOpenCoverPath)
$artifacts.Add($zipOpenCoverPath)
$zipCodeCoveragePath = Join-Path $pwd "$name.CodeCoverage.zip"
Write-Verbose "Zipping ${env:CodeCoverageOutput} into $zipCodeCoveragePath" -verbose
[System.IO.Compression.ZipFile]::CreateFromDirectory($env:CodeCoverageOutput, $zipCodeCoveragePath)
$artifacts.Add($zipCodeCoveragePath)
}
if ($env:APPVEYOR_REPO_TAG_NAME)