| # WARNING WARNING WARNING - DO NOT EDIT THIS FILE IN JENKINS DIRECTLY. |
| # SUBMIT A PR TO https://github.com/jhowardmsft/docker-w2wCIScripts/blob/master/runCI/executeCI.ps1, |
| # AND MAKE SURE https://github.com/jhowardmsft/docker-w2wCIScripts/blob/master/runCI/Invoke-DockerCI.ps1 |
| # ISN'T BROKEN!!!!!!! VALIDATE USING A TEST CONTEXT IN JENKINS. THEN COPY/PASTE INTO JENKINS PRODUCTION. |
| # |
| # Jenkins CI scripts for Windows to Windows CI (Powershell Version) |
| # By John Howard (@jhowardmsft) January 2016 - bash version; July 2016 Ported to PowerShell |
| |
| $ErrorActionPreference = 'Stop' |
| $StartTime=Get-Date |
| |
| # Put up top to be blindingly obvious. The production jenkins.dockerproject.org Linux-container |
| # CI job is "Docker-PRs-LoW-RS3". Force into LCOW mode for this run, or not. |
| if ($env:BUILD_TAG -match "-LoW") { $env:LCOW_MODE=1 } |
| if ($env:BUILD_TAG -match "-WoW") { $env:LCOW_MODE="" } |
| |
| |
| Write-Host -ForegroundColor Red "DEBUG: print all environment variables to check how Jenkins runs this script" |
| $allArgs = [Environment]::GetCommandLineArgs() |
| Write-Host -ForegroundColor Red $allArgs |
| Write-Host -ForegroundColor Red "----------------------------------------------------------------------------" |
| |
| # ------------------------------------------------------------------------------------------- |
| # When executed, we rely on four variables being set in the environment: |
| # |
| # [The reason for being environment variables rather than parameters is historical. No reason |
| # why it couldn't be updated.] |
| # |
| # SOURCES_DRIVE is the drive on which the sources being tested are cloned from. |
| # This should be a straight drive letter, no platform semantics. |
| # For example 'c' |
| # |
| # SOURCES_SUBDIR is the top level directory under SOURCES_DRIVE where the |
| # sources are cloned to. There are no platform semantics in this |
| # as it does not include slashes. |
| # For example 'gopath' |
| # |
| # Based on the above examples, it would be expected that Jenkins |
| # would clone the sources being tested to |
| # SOURCES_DRIVE\SOURCES_SUBDIR\src\github.com\docker\docker, or |
| # c:\gopath\src\github.com\docker\docker |
| # |
| # TESTRUN_DRIVE is the drive where we build the binary on and redirect everything |
| # to for the daemon under test. On an Azure D2 type host which has |
| # an SSD temporary storage D: drive, this is ideal for performance. |
| # For example 'd' |
| # |
| # TESTRUN_SUBDIR is the top level directory under TESTRUN_DRIVE where we redirect |
| # everything to for the daemon under test. For example 'CI'. |
| # Hence, the daemon under test is run under |
| # TESTRUN_DRIVE\TESTRUN_SUBDIR\CI-<CommitID> or |
| # d:\CI\CI-<CommitID> |
| # |
| # Optional environment variables help in CI: |
| # |
| # BUILD_NUMBER + BRANCH_NAME are optional variables to be added to the directory below TESTRUN_SUBDIR |
| # to have individual folder per CI build. If some files couldn't be |
| # cleaned up and we want to re-run the build in CI. |
| # Hence, the daemon under test is run under |
| # TESTRUN_DRIVE\TESTRUN_SUBDIR\PR-<PR-Number>\<BuildNumber> or |
| # d:\CI\PR-<PR-Number>\<BuildNumber> |
| # |
| # In addition, the following variables can control the run configuration: |
| # |
| # DOCKER_DUT_DEBUG if defined starts the daemon under test in debug mode. |
| # |
| # DOCKER_STORAGE_OPTS comma-separated list of optional storage driver options for the daemon under test |
| # examples: |
| # DOCKER_STORAGE_OPTS="size=40G" |
| # DOCKER_STORAGE_OPTS="lcow.globalmode=false,lcow.kernel=kernel.efi" |
| # |
| # SKIP_VALIDATION_TESTS if defined skips the validation tests |
| # |
| # SKIP_UNIT_TESTS if defined skips the unit tests |
| # |
| # SKIP_INTEGRATION_TESTS if defined skips the integration tests |
| # |
| # SKIP_COPY_GO if defined skips copy the go installer from the image |
| # |
| # DOCKER_DUT_HYPERV if default daemon under test default isolation is hyperv |
| # |
| # INTEGRATION_TEST_NAME to only run partial tests eg "TestInfo*" will only run |
| # any tests starting "TestInfo" |
| # |
| # SKIP_BINARY_BUILD if defined skips building the binary |
| # |
| # SKIP_ZAP_DUT if defined doesn't zap the daemon under test directory |
| # |
| # SKIP_IMAGE_BUILD if defined doesn't build the 'docker' image |
| # |
| # INTEGRATION_IN_CONTAINER if defined, runs the integration tests from inside a container. |
| # As of July 2016, there are known issues with this. |
| # |
| # SKIP_ALL_CLEANUP if defined, skips any cleanup at the start or end of the run |
| # |
| # WINDOWS_BASE_IMAGE if defined, uses that as the base image. Note that the |
| # docker integration tests are also coded to use the same |
| # environment variable, and if no set, defaults to microsoft/windowsservercore |
| # |
| # WINDOWS_BASE_IMAGE_TAG if defined, uses that as the tag name for the base image. |
| # if no set, defaults to latest |
| # |
| # LCOW_BASIC_MODE if defined, does very basic LCOW verification. Ultimately we |
| # want to run the entire CI suite from docker, but that's a way off. |
| # |
| # LCOW_MODE if defined, runs the entire CI suite |
| # |
| # ------------------------------------------------------------------------------------------- |
| # |
| # Jenkins Integration. Add a Windows Powershell build step as follows: |
| # |
| # Write-Host -ForegroundColor green "INFO: Jenkins build step starting" |
| # $CISCRIPT_DEFAULT_LOCATION = "https://raw.githubusercontent.com/jhowardmsft/docker-w2wCIScripts/master/runCI/executeCI.ps1" |
| # $CISCRIPT_LOCAL_LOCATION = "$env:TEMP\executeCI.ps1" |
| # Write-Host -ForegroundColor green "INFO: Removing cached execution script" |
| # Remove-Item $CISCRIPT_LOCAL_LOCATION -Force -ErrorAction SilentlyContinue 2>&1 | Out-Null |
| # $wc = New-Object net.webclient |
| # try { |
| # Write-Host -ForegroundColor green "INFO: Downloading latest execution script..." |
| # $wc.Downloadfile($CISCRIPT_DEFAULT_LOCATION, $CISCRIPT_LOCAL_LOCATION) |
| # } |
| # catch [System.Net.WebException] |
| # { |
| # Throw ("Failed to download: $_") |
| # } |
| # & $CISCRIPT_LOCAL_LOCATION |
| # ------------------------------------------------------------------------------------------- |
| |
| |
| $SCRIPT_VER="05-Feb-2019 09:03 PDT" |
| $FinallyColour="Cyan" |
| |
| #$env:DOCKER_DUT_DEBUG="yes" # Comment out to not be in debug mode |
| #$env:SKIP_UNIT_TESTS="yes" |
| #$env:SKIP_VALIDATION_TESTS="yes" |
| #$env:SKIP_ZAP_DUT="" |
| #$env:SKIP_BINARY_BUILD="yes" |
| #$env:INTEGRATION_TEST_NAME="" |
| #$env:SKIP_IMAGE_BUILD="yes" |
| #$env:SKIP_ALL_CLEANUP="yes" |
| #$env:INTEGRATION_IN_CONTAINER="yes" |
| #$env:WINDOWS_BASE_IMAGE="" |
| #$env:SKIP_COPY_GO="yes" |
| #$env:INTEGRATION_TESTFLAGS="-test.v" |
| |
| Function Nuke-Everything { |
| $ErrorActionPreference = 'SilentlyContinue' |
| |
| try { |
| |
| if ($null -eq $env:SKIP_ALL_CLEANUP) { |
| Write-Host -ForegroundColor green "INFO: Nuke-Everything..." |
| $containerCount = ($(docker ps -aq | Measure-Object -line).Lines) |
| if (-not $LastExitCode -eq 0) { |
| Throw "ERROR: Failed to get container count from control daemon while nuking" |
| } |
| |
| Write-Host -ForegroundColor green "INFO: Container count on control daemon to delete is $containerCount" |
| if ($(docker ps -aq | Measure-Object -line).Lines -gt 0) { |
| docker rm -f $(docker ps -aq) |
| } |
| |
| $allImages = $(docker images --format "{{.Repository}}#{{.ID}}") |
| $toRemove = ($allImages | Select-String -NotMatch "servercore","nanoserver","docker") |
| $imageCount = ($toRemove | Measure-Object -line).Lines |
| |
| if ($imageCount -gt 0) { |
| Write-Host -Foregroundcolor green "INFO: Non-base image count on control daemon to delete is $imageCount" |
| docker rmi -f ($toRemove | Foreach-Object { $_.ToString().Split("#")[1] }) |
| } |
| } else { |
| Write-Host -ForegroundColor Magenta "WARN: Skipping cleanup of images and containers" |
| } |
| |
| # Kill any spurious daemons. The '-' is IMPORTANT otherwise will kill the control daemon! |
| $pids=$(get-process | where-object {$_.ProcessName -like 'dockerd-*'}).id |
| foreach ($p in $pids) { |
| Write-Host "INFO: Killing daemon with PID $p" |
| Stop-Process -Id $p -Force -ErrorAction SilentlyContinue |
| } |
| |
| if ($null -ne $pidFile) { |
| Write-Host "INFO: Tidying pidfile $pidfile" |
| if (Test-Path $pidFile) { |
| $p=Get-Content $pidFile -raw |
| if ($null -ne $p){ |
| Write-Host -ForegroundColor green "INFO: Stopping possible daemon pid $p" |
| taskkill -f -t -pid $p |
| } |
| Remove-Item "$env:TEMP\docker.pid" -force -ErrorAction SilentlyContinue |
| } |
| } |
| |
| Stop-Process -name "cc1" -Force -ErrorAction SilentlyContinue 2>&1 | Out-Null |
| Stop-Process -name "link" -Force -ErrorAction SilentlyContinue 2>&1 | Out-Null |
| Stop-Process -name "compile" -Force -ErrorAction SilentlyContinue 2>&1 | Out-Null |
| Stop-Process -name "ld" -Force -ErrorAction SilentlyContinue 2>&1 | Out-Null |
| Stop-Process -name "go" -Force -ErrorAction SilentlyContinue 2>&1 | Out-Null |
| Stop-Process -name "git" -Force -ErrorAction SilentlyContinue 2>&1 | Out-Null |
| Stop-Process -name "git-remote-https" -Force -ErrorAction SilentlyContinue 2>&1 | Out-Null |
| Stop-Process -name "integration-cli.test" -Force -ErrorAction SilentlyContinue 2>&1 | Out-Null |
| Stop-Process -name "tail" -Force -ErrorAction SilentlyContinue 2>&1 | Out-Null |
| |
| # Detach any VHDs |
| gwmi msvm_mountedstorageimage -namespace root/virtualization/v2 -ErrorAction SilentlyContinue | foreach-object {$_.DetachVirtualHardDisk() } |
| |
| # Stop any compute processes |
| Get-ComputeProcess | Stop-ComputeProcess -Force |
| |
| # Delete the directory using our dangerous utility unless told not to |
| if (Test-Path "$env:TESTRUN_DRIVE`:\$env:TESTRUN_SUBDIR") { |
| if (($null -ne $env:SKIP_ZAP_DUT) -or ($null -eq $env:SKIP_ALL_CLEANUP)) { |
| Write-Host -ForegroundColor Green "INFO: Nuking $env:TESTRUN_DRIVE`:\$env:TESTRUN_SUBDIR" |
| docker-ci-zap "-folder=$env:TESTRUN_DRIVE`:\$env:TESTRUN_SUBDIR" |
| } else { |
| Write-Host -ForegroundColor Magenta "WARN: Skip nuking $env:TESTRUN_DRIVE`:\$env:TESTRUN_SUBDIR" |
| } |
| } |
| |
| # TODO: This should be able to be removed in August 2017 update. Only needed for RS1 Production Server workaround - Psched |
| $reg = "HKLM:\System\CurrentControlSet\Services\Psched\Parameters\NdisAdapters" |
| $count=(Get-ChildItem $reg | Measure-Object).Count |
| if ($count -gt 0) { |
| Write-Warning "There are $count NdisAdapters leaked under Psched\Parameters" |
| Write-Warning "Cleaning Psched..." |
| Get-ChildItem $reg | Remove-Item -Recurse -Force -ErrorAction SilentlyContinue | Out-Null |
| } |
| |
| # TODO: This should be able to be removed in August 2017 update. Only needed for RS1 |
| $reg = "HKLM:\System\CurrentControlSet\Services\WFPLWFS\Parameters\NdisAdapters" |
| $count=(Get-ChildItem $reg | Measure-Object).Count |
| if ($count -gt 0) { |
| Write-Warning "There are $count NdisAdapters leaked under WFPLWFS\Parameters" |
| Write-Warning "Cleaning WFPLWFS..." |
| Get-ChildItem $reg | Remove-Item -Recurse -Force -ErrorAction SilentlyContinue | Out-Null |
| } |
| } catch { |
| # Don't throw any errors onwards Throw $_ |
| } |
| } |
| |
| Try { |
| Write-Host -ForegroundColor Cyan "`nINFO: executeCI.ps1 starting at $(date)`n" |
| Write-Host -ForegroundColor Green "INFO: Script version $SCRIPT_VER" |
| Set-PSDebug -Trace 0 # 1 to turn on |
| $origPath="$env:PATH" # so we can restore it at the end |
| $origDOCKER_HOST="$DOCKER_HOST" # So we can restore it at the end |
| $origGOROOT="$env:GOROOT" # So we can restore it at the end |
| $origGOPATH="$env:GOPATH" # So we can restore it at the end |
| |
| # Turn off progress bars |
| $origProgressPreference=$global:ProgressPreference |
| $global:ProgressPreference='SilentlyContinue' |
| |
| # Git version |
| Write-Host -ForegroundColor Green "INFO: Running $(git version)" |
| |
| # OS Version |
| $bl=(Get-ItemProperty -Path "Registry::HKEY_LOCAL_MACHINE\SOFTWARE\Microsoft\Windows NT\CurrentVersion" -Name BuildLabEx).BuildLabEx |
| $a=$bl.ToString().Split(".") |
| $Branch=$a[3] |
| $WindowsBuild=$a[0]+"."+$a[1]+"."+$a[4] |
| Write-Host -ForegroundColor green "INFO: Branch:$Branch Build:$WindowsBuild" |
| |
| # List the environment variables |
| Write-Host -ForegroundColor green "INFO: Environment variables:" |
| Get-ChildItem Env: | Out-String |
| |
| # PR |
| if (-not ($null -eq $env:PR)) { Write-Output "INFO: PR#$env:PR (https://github.com/docker/docker/pull/$env:PR)" } |
| |
| # Make sure docker is installed |
| if ($null -eq (Get-Command "docker" -ErrorAction SilentlyContinue)) { Throw "ERROR: docker is not installed or not found on path" } |
| |
| # Make sure docker-ci-zap is installed |
| if ($null -eq (Get-Command "docker-ci-zap" -ErrorAction SilentlyContinue)) { Throw "ERROR: docker-ci-zap is not installed or not found on path" } |
| |
| # Make sure Windows Defender is disabled |
| $defender = $false |
| Try { |
| $status = Get-MpComputerStatus |
| if ($status) { |
| if ($status.RealTimeProtectionEnabled) { |
| $defender = $true |
| } |
| } |
| } Catch {} |
| if ($defender) { Write-Host -ForegroundColor Magenta "WARN: Windows Defender real time protection is enabled, which may cause some integration tests to fail" } |
| |
| # Make sure SOURCES_DRIVE is set |
| if ($null -eq $env:SOURCES_DRIVE) { Throw "ERROR: Environment variable SOURCES_DRIVE is not set" } |
| |
| # Make sure TESTRUN_DRIVE is set |
| if ($null -eq $env:TESTRUN_DRIVE) { Throw "ERROR: Environment variable TESTRUN_DRIVE is not set" } |
| |
| # Make sure SOURCES_SUBDIR is set |
| if ($null -eq $env:SOURCES_SUBDIR) { Throw "ERROR: Environment variable SOURCES_SUBDIR is not set" } |
| |
| # Make sure TESTRUN_SUBDIR is set |
| if ($null -eq $env:TESTRUN_SUBDIR) { Throw "ERROR: Environment variable TESTRUN_SUBDIR is not set" } |
| |
| # SOURCES_DRIVE\SOURCES_SUBDIR must be a directory and exist |
| if (-not (Test-Path -PathType Container "$env:SOURCES_DRIVE`:\$env:SOURCES_SUBDIR")) { Throw "ERROR: $env:SOURCES_DRIVE`:\$env:SOURCES_SUBDIR must be an existing directory" } |
| |
| # Create the TESTRUN_DRIVE\TESTRUN_SUBDIR if it does not already exist |
| New-Item -ItemType Directory -Force -Path "$env:TESTRUN_DRIVE`:\$env:TESTRUN_SUBDIR" -ErrorAction SilentlyContinue | Out-Null |
| |
| Write-Host -ForegroundColor Green "INFO: Sources under $env:SOURCES_DRIVE`:\$env:SOURCES_SUBDIR\..." |
| Write-Host -ForegroundColor Green "INFO: Test run under $env:TESTRUN_DRIVE`:\$env:TESTRUN_SUBDIR\..." |
| |
| # Check the intended source location is a directory |
| if (-not (Test-Path -PathType Container "$env:SOURCES_DRIVE`:\$env:SOURCES_SUBDIR\src\github.com\docker\docker" -ErrorAction SilentlyContinue)) { |
| Throw "ERROR: $env:SOURCES_DRIVE`:\$env:SOURCES_SUBDIR\src\github.com\docker\docker is not a directory!" |
| } |
| |
| # Make sure we start at the root of the sources |
| Set-Location "$env:SOURCES_DRIVE`:\$env:SOURCES_SUBDIR\src\github.com\docker\docker" |
| Write-Host -ForegroundColor Green "INFO: Running in $(Get-Location)" |
| |
| # Make sure we are in repo |
| if (-not (Test-Path -PathType Leaf -Path ".\Dockerfile.windows")) { |
| Throw "$(Get-Location) does not contain Dockerfile.windows!" |
| } |
| Write-Host -ForegroundColor Green "INFO: docker/docker repository was found" |
| |
| # Make sure microsoft/windowsservercore:latest image is installed in the control daemon. On public CI machines, windowsservercore.tar and nanoserver.tar |
| # are pre-baked and tagged appropriately in the c:\baseimages directory, and can be directly loaded. |
| # Note - this script will only work on 10B (Oct 2016) or later machines! Not 9D or previous due to image tagging assumptions. |
| # |
| # On machines not on Microsoft corpnet, or those which have not been pre-baked, we have to docker pull the image in which case it will |
| # will come in directly as microsoft/windowsservercore:latest. The ultimate goal of all this code is to ensure that whatever, |
| # we have microsoft/windowsservercore:latest |
| # |
| # Note we cannot use (as at Oct 2016) nanoserver as the control daemons base image, even if nanoserver is used in the tests themselves. |
| |
| $ErrorActionPreference = "SilentlyContinue" |
| $ControlDaemonBaseImage="windowsservercore" |
| |
| $readBaseFrom="c" |
| if ($((docker images --format "{{.Repository}}:{{.Tag}}" | Select-String $("microsoft/"+$ControlDaemonBaseImage+":latest") | Measure-Object -Line).Lines) -eq 0) { |
| # Try the internal azure CI image version or Microsoft internal corpnet where the base image is already pre-prepared on the disk, |
| # either through Invoke-DockerCI or, in the case of Azure CI servers, baked into the VHD at the same location. |
| if (Test-Path $("$env:SOURCES_DRIVE`:\baseimages\"+$ControlDaemonBaseImage+".tar")) { |
| # An optimization for CI servers to copy it to the D: drive which is an SSD. |
| if ($env:SOURCES_DRIVE -ne $env:TESTRUN_DRIVE) { |
| $readBaseFrom=$env:TESTRUN_DRIVE |
| if (!(Test-Path "$env:TESTRUN_DRIVE`:\baseimages")) { |
| New-Item "$env:TESTRUN_DRIVE`:\baseimages" -type directory | Out-Null |
| } |
| if (!(Test-Path "$env:TESTRUN_DRIVE`:\baseimages\windowsservercore.tar")) { |
| if (Test-Path "$env:SOURCES_DRIVE`:\baseimages\windowsservercore.tar") { |
| Write-Host -ForegroundColor Green "INFO: Optimisation - copying $env:SOURCES_DRIVE`:\baseimages\windowsservercore.tar to $env:TESTRUN_DRIVE`:\baseimages" |
| Copy-Item "$env:SOURCES_DRIVE`:\baseimages\windowsservercore.tar" "$env:TESTRUN_DRIVE`:\baseimages" |
| } |
| } |
| if (!(Test-Path "$env:TESTRUN_DRIVE`:\baseimages\nanoserver.tar")) { |
| if (Test-Path "$env:SOURCES_DRIVE`:\baseimages\nanoserver.tar") { |
| Write-Host -ForegroundColor Green "INFO: Optimisation - copying $env:SOURCES_DRIVE`:\baseimages\nanoserver.tar to $env:TESTRUN_DRIVE`:\baseimages" |
| Copy-Item "$env:SOURCES_DRIVE`:\baseimages\nanoserver.tar" "$env:TESTRUN_DRIVE`:\baseimages" |
| } |
| } |
| $readBaseFrom=$env:TESTRUN_DRIVE |
| } |
| Write-Host -ForegroundColor Green "INFO: Loading"$ControlDaemonBaseImage".tar from disk. This may take some time..." |
| $ErrorActionPreference = "SilentlyContinue" |
| docker load -i $("$readBaseFrom`:\baseimages\"+$ControlDaemonBaseImage+".tar") |
| $ErrorActionPreference = "Stop" |
| if (-not $LastExitCode -eq 0) { |
| Throw $("ERROR: Failed to load $readBaseFrom`:\baseimages\"+$ControlDaemonBaseImage+".tar") |
| } |
| Write-Host -ForegroundColor Green "INFO: docker load of"$ControlDaemonBaseImage" completed successfully" |
| } else { |
| # We need to docker pull it instead. It will come in directly as microsoft/imagename:latest |
| Write-Host -ForegroundColor Green $("INFO: Pulling $($env:WINDOWS_BASE_IMAGE):$env:WINDOWS_BASE_IMAGE_TAG from docker hub. This may take some time...") |
| $ErrorActionPreference = "SilentlyContinue" |
| docker pull "$($env:WINDOWS_BASE_IMAGE):$env:WINDOWS_BASE_IMAGE_TAG" |
| $ErrorActionPreference = "Stop" |
| if (-not $LastExitCode -eq 0) { |
| Throw $("ERROR: Failed to docker pull $($env:WINDOWS_BASE_IMAGE):$env:WINDOWS_BASE_IMAGE_TAG.") |
| } |
| Write-Host -ForegroundColor Green $("INFO: docker pull of $($env:WINDOWS_BASE_IMAGE):$env:WINDOWS_BASE_IMAGE_TAG completed successfully") |
| Write-Host -ForegroundColor Green $("INFO: Tagging $($env:WINDOWS_BASE_IMAGE):$env:WINDOWS_BASE_IMAGE_TAG as microsoft/$ControlDaemonBaseImage") |
| docker tag "$($env:WINDOWS_BASE_IMAGE):$env:WINDOWS_BASE_IMAGE_TAG" microsoft/$ControlDaemonBaseImage |
| } |
| } else { |
| Write-Host -ForegroundColor Green "INFO: Image"$("microsoft/"+$ControlDaemonBaseImage+":latest")"is already loaded in the control daemon" |
| } |
| |
| # Inspect the pulled image to get the version directly |
| $ErrorActionPreference = "SilentlyContinue" |
| $imgVersion = $(docker inspect $("microsoft/"+$ControlDaemonBaseImage) --format "{{.OsVersion}}") |
| $ErrorActionPreference = "Stop" |
| Write-Host -ForegroundColor Green $("INFO: Version of microsoft/"+$ControlDaemonBaseImage+":latest is '"+$imgVersion+"'") |
| |
| # Provide the docker version for debugging purposes. |
| Write-Host -ForegroundColor Green "INFO: Docker version of control daemon" |
| Write-Host |
| $ErrorActionPreference = "SilentlyContinue" |
| docker version |
| $ErrorActionPreference = "Stop" |
| if (-not($LastExitCode -eq 0)) { |
| Write-Host |
| Write-Host -ForegroundColor Green "---------------------------------------------------------------------------" |
| Write-Host -ForegroundColor Green " Failed to get a response from the control daemon. It may be down." |
| Write-Host -ForegroundColor Green " Try re-running this CI job, or ask on #docker-maintainers on docker slack" |
| Write-Host -ForegroundColor Green " to see if the daemon is running. Also check the service configuration." |
| Write-Host -ForegroundColor Green " DOCKER_HOST is set to $DOCKER_HOST." |
| Write-Host -ForegroundColor Green "---------------------------------------------------------------------------" |
| Write-Host |
| Throw "ERROR: The control daemon does not appear to be running." |
| } |
| Write-Host |
| |
| # Same as above, but docker info |
| Write-Host -ForegroundColor Green "INFO: Docker info of control daemon" |
| Write-Host |
| $ErrorActionPreference = "SilentlyContinue" |
| docker info |
| $ErrorActionPreference = "Stop" |
| if (-not($LastExitCode -eq 0)) { |
| Throw "ERROR: The control daemon does not appear to be running." |
| } |
| Write-Host |
| |
| # Get the commit has and verify we have something |
| $ErrorActionPreference = "SilentlyContinue" |
| $COMMITHASH=$(git rev-parse --short HEAD) |
| $ErrorActionPreference = "Stop" |
| if (-not($LastExitCode -eq 0)) { |
| Throw "ERROR: Failed to get commit hash. Are you sure this is a docker repository?" |
| } |
| Write-Host -ForegroundColor Green "INFO: Commit hash is $COMMITHASH" |
| |
| # Nuke everything and go back to our sources after |
| Nuke-Everything |
| cd "$env:SOURCES_DRIVE`:\$env:SOURCES_SUBDIR\src\github.com\docker\docker" |
| |
| # Redirect to a temporary location. |
| $TEMPORIG=$env:TEMP |
| if ($null -eq $env:BUILD_NUMBER) { |
| $env:TEMP="$env:TESTRUN_DRIVE`:\$env:TESTRUN_SUBDIR\CI-$COMMITHASH" |
| } else { |
| # individual temporary location per CI build that better matches the BUILD_URL |
| $env:TEMP="$env:TESTRUN_DRIVE`:\$env:TESTRUN_SUBDIR\$env:BRANCH_NAME\$env:BUILD_NUMBER" |
| } |
| $env:LOCALAPPDATA="$env:TEMP\localappdata" |
| $errorActionPreference='Stop' |
| New-Item -ItemType Directory "$env:TEMP" -ErrorAction SilentlyContinue | Out-Null |
| New-Item -ItemType Directory "$env:TEMP\userprofile" -ErrorAction SilentlyContinue | Out-Null |
| New-Item -ItemType Directory "$env:TEMP\localappdata" -ErrorAction SilentlyContinue | Out-Null |
| New-Item -ItemType Directory "$env:TEMP\binary" -ErrorAction SilentlyContinue | Out-Null |
| New-Item -ItemType Directory "$env:TEMP\installer" -ErrorAction SilentlyContinue | Out-Null |
| if ($null -eq $env:SKIP_COPY_GO) { |
| # Wipe the previous version of GO - we're going to get it out of the image |
| if (Test-Path "$env:TEMP\go") { Remove-Item "$env:TEMP\go" -Recurse -Force -ErrorAction SilentlyContinue | Out-Null } |
| New-Item -ItemType Directory "$env:TEMP\go" -ErrorAction SilentlyContinue | Out-Null |
| } |
| |
| Write-Host -ForegroundColor Green "INFO: Location for testing is $env:TEMP" |
| |
| # CI Integrity check - ensure Dockerfile.windows and Dockerfile go versions match |
| $goVersionDockerfileWindows=(Select-String -Path ".\Dockerfile.windows" -Pattern "^ARG[\s]+GO_VERSION=(.*)$").Matches.groups[1].Value |
| $goVersionDockerfile=(Select-String -Path ".\Dockerfile" -Pattern "^ARG[\s]+GO_VERSION=(.*)$").Matches.groups[1].Value |
| |
| if ($null -eq $goVersionDockerfile) { |
| Throw "ERROR: Failed to extract golang version from Dockerfile" |
| } |
| Write-Host -ForegroundColor Green "INFO: Validating GOLang consistency in Dockerfile.windows..." |
| if (-not ($goVersionDockerfile -eq $goVersionDockerfileWindows)) { |
| Throw "ERROR: Mismatched GO versions between Dockerfile and Dockerfile.windows. Update your PR to ensure that both files are updated and in sync. $goVersionDockerfile $goVersionDockerfileWindows" |
| } |
| |
| # Build the image |
| if ($null -eq $env:SKIP_IMAGE_BUILD) { |
| Write-Host -ForegroundColor Cyan "`n`nINFO: Building the image from Dockerfile.windows at $(Get-Date)..." |
| Write-Host |
| $ErrorActionPreference = "SilentlyContinue" |
| $Duration=$(Measure-Command { docker build --build-arg=GO_VERSION -t docker -f Dockerfile.windows . | Out-Host }) |
| $ErrorActionPreference = "Stop" |
| if (-not($LastExitCode -eq 0)) { |
| Throw "ERROR: Failed to build image from Dockerfile.windows" |
| } |
| Write-Host -ForegroundColor Green "INFO: Image build ended at $(Get-Date). Duration`:$Duration" |
| } else { |
| Write-Host -ForegroundColor Magenta "WARN: Skipping building the docker image" |
| } |
| |
| # Following at the moment must be docker\docker as it's dictated by dockerfile.Windows |
| $contPath="$COMMITHASH`:c`:\go\src\github.com\docker\docker\bundles" |
| |
| # After https://github.com/docker/docker/pull/30290, .git was added to .dockerignore. Therefore |
| # we have to calculate unsupported outside of the container, and pass the commit ID in through |
| # an environment variable for the binary build |
| $CommitUnsupported="" |
| if ($(git status --porcelain --untracked-files=no).Length -ne 0) { |
| $CommitUnsupported="-unsupported" |
| } |
| |
| # Build the binary in a container unless asked to skip it. |
| if ($null -eq $env:SKIP_BINARY_BUILD) { |
| Write-Host -ForegroundColor Cyan "`n`nINFO: Building the test binaries at $(Get-Date)..." |
| $ErrorActionPreference = "SilentlyContinue" |
| docker rm -f $COMMITHASH 2>&1 | Out-Null |
| if ($CommitUnsupported -ne "") { |
| Write-Host "" |
| Write-Warning "This version is unsupported because there are uncommitted file(s)." |
| Write-Warning "Either commit these changes, or add them to .gitignore." |
| git status --porcelain --untracked-files=no | Write-Warning |
| Write-Host "" |
| } |
| $Duration=$(Measure-Command {docker run --name $COMMITHASH -e DOCKER_GITCOMMIT=$COMMITHASH$CommitUnsupported docker hack\make.ps1 -Daemon -Client | Out-Host }) |
| $ErrorActionPreference = "Stop" |
| if (-not($LastExitCode -eq 0)) { |
| Throw "ERROR: Failed to build binary" |
| } |
| Write-Host -ForegroundColor Green "INFO: Binaries build ended at $(Get-Date). Duration`:$Duration" |
| |
| # Copy the binaries and the generated version_autogen.go out of the container |
| $ErrorActionPreference = "SilentlyContinue" |
| docker cp "$contPath\docker.exe" $env:TEMP\binary\ |
| if (-not($LastExitCode -eq 0)) { |
| Throw "ERROR: Failed to docker cp the client binary (docker.exe) to $env:TEMP\binary" |
| } |
| docker cp "$contPath\dockerd.exe" $env:TEMP\binary\ |
| if (-not($LastExitCode -eq 0)) { |
| Throw "ERROR: Failed to docker cp the daemon binary (dockerd.exe) to $env:TEMP\binary" |
| } |
| $ErrorActionPreference = "Stop" |
| |
| # Copy the built dockerd.exe to dockerd-$COMMITHASH.exe so that easily spotted in task manager. |
| Write-Host -ForegroundColor Green "INFO: Copying the built daemon binary to $env:TEMP\binary\dockerd-$COMMITHASH.exe..." |
| Copy-Item $env:TEMP\binary\dockerd.exe $env:TEMP\binary\dockerd-$COMMITHASH.exe -Force -ErrorAction SilentlyContinue |
| |
| # Copy the built docker.exe to docker-$COMMITHASH.exe |
| Write-Host -ForegroundColor Green "INFO: Copying the built client binary to $env:TEMP\binary\docker-$COMMITHASH.exe..." |
| Copy-Item $env:TEMP\binary\docker.exe $env:TEMP\binary\docker-$COMMITHASH.exe -Force -ErrorAction SilentlyContinue |
| |
| } else { |
| Write-Host -ForegroundColor Magenta "WARN: Skipping building the binaries" |
| } |
| |
| Write-Host -ForegroundColor Green "INFO: Copying dockerversion from the container..." |
| $ErrorActionPreference = "SilentlyContinue" |
| docker cp "$contPath\..\dockerversion\version_autogen.go" "$env:SOURCES_DRIVE`:\$env:SOURCES_SUBDIR\src\github.com\docker\docker\dockerversion" |
| if (-not($LastExitCode -eq 0)) { |
| Throw "ERROR: Failed to docker cp the generated version_autogen.go to $env:SOURCES_DRIVE`:\$env:SOURCES_SUBDIR\src\github.com\docker\docker\dockerversion" |
| } |
| $ErrorActionPreference = "Stop" |
| |
| # Grab the golang installer out of the built image. That way, we know we are consistent once extracted and paths set, |
| # so there's no need to re-deploy on account of an upgrade to the version of GO being used in docker. |
| if ($null -eq $env:SKIP_COPY_GO) { |
| Write-Host -ForegroundColor Green "INFO: Copying the golang package from the container to $env:TEMP\installer\go.zip..." |
| docker cp "$COMMITHASH`:c`:\go.zip" $env:TEMP\installer\ |
| if (-not($LastExitCode -eq 0)) { |
| Throw "ERROR: Failed to docker cp the golang installer 'go.zip' from container:c:\go.zip to $env:TEMP\installer" |
| } |
| $ErrorActionPreference = "Stop" |
| |
| # Extract the golang installer |
| Write-Host -ForegroundColor Green "INFO: Extracting go.zip to $env:TEMP\go" |
| $Duration=$(Measure-Command { Expand-Archive $env:TEMP\installer\go.zip $env:TEMP -Force | Out-Null}) |
| Write-Host -ForegroundColor Green "INFO: Extraction ended at $(Get-Date). Duration`:$Duration" |
| } else { |
| Write-Host -ForegroundColor Magenta "WARN: Skipping copying and extracting golang from the image" |
| } |
| |
| # Set the GOPATH |
| Write-Host -ForegroundColor Green "INFO: Updating the golang and path environment variables" |
| $env:GOPATH="$env:SOURCES_DRIVE`:\$env:SOURCES_SUBDIR" |
| Write-Host -ForegroundColor Green "INFO: GOPATH=$env:GOPATH" |
| |
| # Set the path to have the version of go from the image at the front |
| $env:PATH="$env:TEMP\go\bin;$env:PATH" |
| |
| # Set the GOROOT to be our copy of go from the image |
| $env:GOROOT="$env:TEMP\go" |
| Write-Host -ForegroundColor Green "INFO: $(go version)" |
| |
| # Work out the -H parameter for the daemon under test (DASHH_DUT) and client under test (DASHH_CUT) |
| #$DASHH_DUT="npipe:////./pipe/$COMMITHASH" # Can't do remote named pipe |
| #$ip = (resolve-dnsname $env:COMPUTERNAME -type A -NoHostsFile -LlmnrNetbiosOnly).IPAddress # Useful to tie down |
| $DASHH_CUT="tcp://127.0.0.1`:2357" # Not a typo for 2375! |
| $DASHH_DUT="tcp://0.0.0.0:2357" # Not a typo for 2375! |
| |
| # Arguments for the daemon under test |
| $dutArgs=@() |
| $dutArgs += "-H $DASHH_DUT" |
| $dutArgs += "--data-root $env:TEMP\daemon" |
| $dutArgs += "--pidfile $env:TEMP\docker.pid" |
| |
| # Save the PID file so we can nuke it if set |
| $pidFile="$env:TEMP\docker.pid" |
| |
| # Arguments: Are we starting the daemon under test in debug mode? |
| if (-not ("$env:DOCKER_DUT_DEBUG" -eq "")) { |
| Write-Host -ForegroundColor Green "INFO: Running the daemon under test in debug mode" |
| $dutArgs += "-D" |
| } |
| |
| # Arguments: Are we starting the daemon under test with Hyper-V containers as the default isolation? |
| if (-not ("$env:DOCKER_DUT_HYPERV" -eq "")) { |
| Write-Host -ForegroundColor Green "INFO: Running the daemon under test with Hyper-V containers as the default" |
| $dutArgs += "--exec-opt isolation=hyperv" |
| } |
| |
| # Arguments: Allow setting optional storage-driver options |
| # example usage: DOCKER_STORAGE_OPTS="lcow.globalmode=false,lcow.kernel=kernel.efi" |
| if (-not ("$env:DOCKER_STORAGE_OPTS" -eq "")) { |
| Write-Host -ForegroundColor Green "INFO: Running the daemon under test with storage-driver options ${env:DOCKER_STORAGE_OPTS}" |
| $env:DOCKER_STORAGE_OPTS.Split(",") | ForEach { |
| $dutArgs += "--storage-opt $_" |
| } |
| } |
| |
| # Start the daemon under test, ensuring everything is redirected to folders under $TEMP. |
| # Important - we launch the -$COMMITHASH version so that we can kill it without |
| # killing the control daemon. |
| Write-Host -ForegroundColor Green "INFO: Starting a daemon under test..." |
| Write-Host -ForegroundColor Green "INFO: Args: $dutArgs" |
| New-Item -ItemType Directory $env:TEMP\daemon -ErrorAction SilentlyContinue | Out-Null |
| |
| # In LCOW mode, for now we need to set an environment variable before starting the daemon under test |
| if (($null -ne $env:LCOW_MODE) -or ($null -ne $env:LCOW_BASIC_MODE)) { |
| $env:LCOW_SUPPORTED=1 |
| } |
| |
| # Cannot fathom why, but always writes to stderr.... |
| Start-Process "$env:TEMP\binary\dockerd-$COMMITHASH" ` |
| -ArgumentList $dutArgs ` |
| -RedirectStandardOutput "$env:TEMP\dut.out" ` |
| -RedirectStandardError "$env:TEMP\dut.err" |
| Write-Host -ForegroundColor Green "INFO: Process started successfully." |
| $daemonStarted=1 |
| |
| # In LCOW mode, turn off that variable |
| if (($null -ne $env:LCOW_MODE) -or ($null -ne $env:LCOW_BASIC_MODE)) { |
| $env:LCOW_SUPPORTED="" |
| } |
| |
| |
| # Start tailing the daemon under test if the command is installed |
| if ($null -ne (Get-Command "tail" -ErrorAction SilentlyContinue)) { |
| Write-Host -ForegroundColor green "INFO: Start tailing logs of the daemon under tests" |
| $tail = Start-Process "tail" -ArgumentList "-f $env:TEMP\dut.out" -PassThru -ErrorAction SilentlyContinue |
| } |
| |
| # Verify we can get the daemon under test to respond |
| $tries=20 |
| Write-Host -ForegroundColor Green "INFO: Waiting for the daemon under test to start..." |
| while ($true) { |
| $ErrorActionPreference = "SilentlyContinue" |
| & "$env:TEMP\binary\docker-$COMMITHASH" "-H=$($DASHH_CUT)" version 2>&1 | Out-Null |
| $ErrorActionPreference = "Stop" |
| if ($LastExitCode -eq 0) { |
| break |
| } |
| |
| $tries-- |
| if ($tries -le 0) { |
| Throw "ERROR: Failed to get a response from the daemon under test" |
| } |
| Write-Host -NoNewline "." |
| sleep 1 |
| } |
| Write-Host -ForegroundColor Green "INFO: Daemon under test started and replied!" |
| |
| # Provide the docker version of the daemon under test for debugging purposes. |
| Write-Host -ForegroundColor Green "INFO: Docker version of the daemon under test" |
| Write-Host |
| $ErrorActionPreference = "SilentlyContinue" |
| & "$env:TEMP\binary\docker-$COMMITHASH" "-H=$($DASHH_CUT)" version |
| $ErrorActionPreference = "Stop" |
| if ($LastExitCode -ne 0) { |
| Throw "ERROR: The daemon under test does not appear to be running." |
| } |
| Write-Host |
| |
| # Same as above but docker info |
| Write-Host -ForegroundColor Green "INFO: Docker info of the daemon under test" |
| Write-Host |
| $ErrorActionPreference = "SilentlyContinue" |
| & "$env:TEMP\binary\docker-$COMMITHASH" "-H=$($DASHH_CUT)" info |
| $ErrorActionPreference = "Stop" |
| if ($LastExitCode -ne 0) { |
| Throw "ERROR: The daemon under test does not appear to be running." |
| } |
| Write-Host |
| |
| # Same as above but docker images |
| Write-Host -ForegroundColor Green "INFO: Docker images of the daemon under test" |
| Write-Host |
| $ErrorActionPreference = "SilentlyContinue" |
| & "$env:TEMP\binary\docker-$COMMITHASH" "-H=$($DASHH_CUT)" images |
| $ErrorActionPreference = "Stop" |
| if ($LastExitCode -ne 0) { |
| Throw "ERROR: The daemon under test does not appear to be running." |
| } |
| Write-Host |
| |
| # Don't need Windows images when in LCOW mode. |
| if (($null -eq $env:LCOW_MODE) -and ($null -eq $env:LCOW_BASIC_MODE)) { |
| |
| # Default to windowsservercore for the base image used for the tests. The "docker" image |
| # and the control daemon use microsoft/windowsservercore regardless. This is *JUST* for the tests. |
| if ($null -eq $env:WINDOWS_BASE_IMAGE) { |
| $env:WINDOWS_BASE_IMAGE="microsoft/windowsservercore" |
| } |
| if ($null -eq $env:WINDOWS_BASE_IMAGE_TAG) { |
| $env:WINDOWS_BASE_IMAGE_TAG="latest" |
| } |
| |
| # Lowercase and make sure it has a microsoft/ prefix |
| $env:WINDOWS_BASE_IMAGE = $env:WINDOWS_BASE_IMAGE.ToLower() |
| if (! $($env:WINDOWS_BASE_IMAGE -Split "/")[0] -match "microsoft") { |
| Throw "ERROR: WINDOWS_BASE_IMAGE should start microsoft/ or mcr.microsoft.com/" |
| } |
| |
| Write-Host -ForegroundColor Green "INFO: Base image for tests is $env:WINDOWS_BASE_IMAGE" |
| |
| $ErrorActionPreference = "SilentlyContinue" |
| if ($((& "$env:TEMP\binary\docker-$COMMITHASH" "-H=$($DASHH_CUT)" images --format "{{.Repository}}:{{.Tag}}" | Select-String "$($env:WINDOWS_BASE_IMAGE):$env:WINDOWS_BASE_IMAGE_TAG" | Measure-Object -Line).Lines) -eq 0) { |
| # Try the internal azure CI image version or Microsoft internal corpnet where the base image is already pre-prepared on the disk, |
| # either through Invoke-DockerCI or, in the case of Azure CI servers, baked into the VHD at the same location. |
| if (Test-Path $("c:\baseimages\"+$($env:WINDOWS_BASE_IMAGE -Split "/")[1]+".tar")) { |
| Write-Host -ForegroundColor Green "INFO: Loading"$($env:WINDOWS_BASE_IMAGE -Split "/")[1]".tar from disk into the daemon under test. This may take some time..." |
| $ErrorActionPreference = "SilentlyContinue" |
| & "$env:TEMP\binary\docker-$COMMITHASH" "-H=$($DASHH_CUT)" load -i $("$readBaseFrom`:\baseimages\"+$($env:WINDOWS_BASE_IMAGE -Split "/")[1]+".tar") |
| $ErrorActionPreference = "Stop" |
| if (-not $LastExitCode -eq 0) { |
| Throw $("ERROR: Failed to load $readBaseFrom`:\baseimages\"+$($env:WINDOWS_BASE_IMAGE -Split "/")[1]+".tar into daemon under test") |
| } |
| Write-Host -ForegroundColor Green "INFO: docker load of"$($env:WINDOWS_BASE_IMAGE -Split "/")[1]" into daemon under test completed successfully" |
| } else { |
| # We need to docker pull it instead. It will come in directly as microsoft/imagename:tagname |
| Write-Host -ForegroundColor Green $("INFO: Pulling "+$env:WINDOWS_BASE_IMAGE+":"+$env:WINDOWS_BASE_IMAGE_TAG+" from docker hub into daemon under test. This may take some time...") |
| $ErrorActionPreference = "SilentlyContinue" |
| & "$env:TEMP\binary\docker-$COMMITHASH" "-H=$($DASHH_CUT)" pull "$($env:WINDOWS_BASE_IMAGE):$env:WINDOWS_BASE_IMAGE_TAG" |
| $ErrorActionPreference = "Stop" |
| if (-not $LastExitCode -eq 0) { |
| Throw $("ERROR: Failed to docker pull $($env:WINDOWS_BASE_IMAGE):$env:WINDOWS_BASE_IMAGE_TAG into daemon under test.") |
| } |
| Write-Host -ForegroundColor Green $("INFO: docker pull of $($env:WINDOWS_BASE_IMAGE):$env:WINDOWS_BASE_IMAGE_TAG into daemon under test completed successfully") |
| Write-Host -ForegroundColor Green $("INFO: Tagging $($env:WINDOWS_BASE_IMAGE):$env:WINDOWS_BASE_IMAGE_TAG as microsoft/$ControlDaemonBaseImage in daemon under test") |
| & "$env:TEMP\binary\docker-$COMMITHASH" "-H=$($DASHH_CUT)" tag "$($env:WINDOWS_BASE_IMAGE):$env:WINDOWS_BASE_IMAGE_TAG" microsoft/$ControlDaemonBaseImage |
| } |
| } else { |
| Write-Host -ForegroundColor Green "INFO: Image $($env:WINDOWS_BASE_IMAGE):$env:WINDOWS_BASE_IMAGE_TAG is already loaded in the daemon under test" |
| } |
| |
| |
| # Inspect the pulled or loaded image to get the version directly |
| $ErrorActionPreference = "SilentlyContinue" |
| $dutimgVersion = $(&"$env:TEMP\binary\docker-$COMMITHASH" "-H=$($DASHH_CUT)" inspect "$($env:WINDOWS_BASE_IMAGE):$env:WINDOWS_BASE_IMAGE_TAG" --format "{{.OsVersion}}") |
| $ErrorActionPreference = "Stop" |
| Write-Host -ForegroundColor Green $("INFO: Version of $($env:WINDOWS_BASE_IMAGE):$env:WINDOWS_BASE_IMAGE_TAG is '"+$dutimgVersion+"'") |
| } |
| |
| # Run the validation tests unless SKIP_VALIDATION_TESTS is defined. |
| if ($null -eq $env:SKIP_VALIDATION_TESTS) { |
| Write-Host -ForegroundColor Cyan "INFO: Running validation tests at $(Get-Date)..." |
| $ErrorActionPreference = "SilentlyContinue" |
| $Duration=$(Measure-Command { hack\make.ps1 -DCO -GoFormat -PkgImports | Out-Host }) |
| $ErrorActionPreference = "Stop" |
| if (-not($LastExitCode -eq 0)) { |
| Throw "ERROR: Validation tests failed" |
| } |
| Write-Host -ForegroundColor Green "INFO: Validation tests ended at $(Get-Date). Duration`:$Duration" |
| } else { |
| Write-Host -ForegroundColor Magenta "WARN: Skipping validation tests" |
| } |
| |
| # Note the unit tests won't work in LCOW mode as I turned off loading the base images above. |
| # Run the unit tests inside a container unless SKIP_UNIT_TESTS is defined |
| if (($null -eq $env:LCOW_MODE) -and ($null -eq $env:LCOW_BASIC_MODE)) { |
| if ($null -eq $env:SKIP_UNIT_TESTS) { |
| Write-Host -ForegroundColor Cyan "INFO: Running unit tests at $(Get-Date)..." |
| $ErrorActionPreference = "SilentlyContinue" |
| $Duration=$(Measure-Command {docker run -e DOCKER_GITCOMMIT=$COMMITHASH$CommitUnsupported docker hack\make.ps1 -TestUnit | Out-Host }) |
| $ErrorActionPreference = "Stop" |
| if (-not($LastExitCode -eq 0)) { |
| Throw "ERROR: Unit tests failed" |
| } |
| Write-Host -ForegroundColor Green "INFO: Unit tests ended at $(Get-Date). Duration`:$Duration" |
| } else { |
| Write-Host -ForegroundColor Magenta "WARN: Skipping unit tests" |
| } |
| } |
| |
| # Add the Windows busybox image. Needed for WCOW integration tests |
| if (($null -eq $env:LCOW_MODE) -and ($null -eq $env:LCOW_BASIC_MODE)) { |
| if ($null -eq $env:SKIP_INTEGRATION_TESTS) { |
| $ErrorActionPreference = "SilentlyContinue" |
| # Build it regardless while switching between nanoserver and windowsservercore |
| #$bbCount = $(& "$env:TEMP\binary\docker-$COMMITHASH" "-H=$($DASHH_CUT)" images | Select-String "busybox" | Measure-Object -line).Lines |
| #$ErrorActionPreference = "Stop" |
| #if (-not($LastExitCode -eq 0)) { |
| # Throw "ERROR: Could not determine if busybox image is present" |
| #} |
| #if ($bbCount -eq 0) { |
| Write-Host -ForegroundColor Green "INFO: Building busybox" |
| $ErrorActionPreference = "SilentlyContinue" |
| $(& "$env:TEMP\binary\docker-$COMMITHASH" "-H=$($DASHH_CUT)" build -t busybox https://raw.githubusercontent.com/jhowardmsft/busybox/v1.1/Dockerfile | Out-Host) |
| $ErrorActionPreference = "Stop" |
| if (-not($LastExitCode -eq 0)) { |
| Throw "ERROR: Failed to build busybox image" |
| } |
| #} |
| |
| |
| Write-Host -ForegroundColor Green "INFO: Docker images of the daemon under test" |
| Write-Host |
| $ErrorActionPreference = "SilentlyContinue" |
| & "$env:TEMP\binary\docker-$COMMITHASH" "-H=$($DASHH_CUT)" images |
| $ErrorActionPreference = "Stop" |
| if ($LastExitCode -ne 0) { |
| Throw "ERROR: The daemon under test does not appear to be running." |
| } |
| Write-Host |
| } |
| } |
| |
| # Run the WCOW integration tests unless SKIP_INTEGRATION_TESTS is defined |
| if (($null -eq $env:LCOW_MODE) -and ($null -eq $env:LCOW_BASIC_MODE)) { |
| if ($null -eq $env:SKIP_INTEGRATION_TESTS) { |
| Write-Host -ForegroundColor Cyan "INFO: Running integration tests at $(Get-Date)..." |
| $ErrorActionPreference = "SilentlyContinue" |
| |
| # Location of the daemon under test. |
| $env:OrigDOCKER_HOST="$env:DOCKER_HOST" |
| |
| #https://blogs.technet.microsoft.com/heyscriptingguy/2011/09/20/solve-problems-with-external-command-lines-in-powershell/ is useful to see tokenising |
| $c = "go test " |
| $c += "`"-test.v`" " |
| if ($null -ne $env:INTEGRATION_TEST_NAME) { # Makes is quicker for debugging to be able to run only a subset of the integration tests |
| $c += "`"-test.run`" " |
| $c += "`"$env:INTEGRATION_TEST_NAME`" " |
| Write-Host -ForegroundColor Magenta "WARN: Only running integration tests matching $env:INTEGRATION_TEST_NAME" |
| } |
| $c += "`"-tags`" " + "`"autogen`" " |
| $c += "`"-test.timeout`" " + "`"200m`" " |
| |
| if ($null -ne $env:INTEGRATION_IN_CONTAINER) { |
| Write-Host -ForegroundColor Green "INFO: Integration tests being run inside a container" |
| # Note we talk back through the containers gateway address |
| # And the ridiculous lengths we have to go to get the default gateway address... (GetNetIPConfiguration doesn't work in nanoserver) |
| # I just could not get the escaping to work in a single command, so output $c to a file and run that in the container instead... |
| # Not the prettiest, but it works. |
| $c | Out-File -Force "$env:TEMP\binary\runIntegrationCLI.ps1" |
| $Duration= $(Measure-Command { & docker run ` |
| --rm ` |
| -e c=$c ` |
| --workdir "c`:\go\src\github.com\docker\docker\integration-cli" ` |
| -v "$env:TEMP\binary`:c:\target" ` |
| docker ` |
| "`$env`:PATH`='c`:\target;'+`$env:PATH`; `$env:DOCKER_HOST`='tcp`://'+(ipconfig | select -last 1).Substring(39)+'`:2357'; c:\target\runIntegrationCLI.ps1" | Out-Host } ) |
| } else { |
| $env:DOCKER_HOST=$DASHH_CUT |
| $env:PATH="$env:TEMP\binary;$env:PATH;" # Force to use the test binaries, not the host ones. |
| Write-Host -ForegroundColor Green "INFO: DOCKER_HOST at $DASHH_CUT" |
| |
| $ErrorActionPreference = "SilentlyContinue" |
| Write-Host -ForegroundColor Cyan "INFO: Integration API tests being run from the host:" |
| if (!($env:INTEGRATION_TESTFLAGS)) { |
| $env:INTEGRATION_TESTFLAGS = "-test.v" |
| } |
| Set-Location "$env:SOURCES_DRIVE`:\$env:SOURCES_SUBDIR\src\github.com\docker\docker" |
| $start=(Get-Date); Invoke-Expression ".\hack\make.ps1 -TestIntegration"; $Duration=New-Timespan -Start $start -End (Get-Date) |
| $ErrorActionPreference = "Stop" |
| if (-not($LastExitCode -eq 0)) { |
| Throw "ERROR: Integration API tests failed at $(Get-Date). Duration`:$Duration" |
| } |
| |
| $ErrorActionPreference = "SilentlyContinue" |
| Write-Host -ForegroundColor Green "INFO: Integration CLI tests being run from the host:" |
| Write-Host -ForegroundColor Green "INFO: $c" |
| Set-Location "$env:SOURCES_DRIVE`:\$env:SOURCES_SUBDIR\src\github.com\docker\docker\integration-cli" |
| # Explicit to not use measure-command otherwise don't get output as it goes |
| $start=(Get-Date); Invoke-Expression $c; $Duration=New-Timespan -Start $start -End (Get-Date) |
| } |
| $ErrorActionPreference = "Stop" |
| if (-not($LastExitCode -eq 0)) { |
| Throw "ERROR: Integration CLI tests failed at $(Get-Date). Duration`:$Duration" |
| } |
| Write-Host -ForegroundColor Green "INFO: Integration tests ended at $(Get-Date). Duration`:$Duration" |
| } else { |
| Write-Host -ForegroundColor Magenta "WARN: Skipping integration tests" |
| } |
| } else { |
| # The LCOW version of the tests here |
| if ($null -eq $env:SKIP_INTEGRATION_TESTS) { |
| Write-Host -ForegroundColor Cyan "INFO: Running LCOW tests at $(Get-Date)..." |
| |
| $ErrorActionPreference = "SilentlyContinue" |
| |
| # Location of the daemon under test. |
| $env:OrigDOCKER_HOST="$env:DOCKER_HOST" |
| |
| # Make sure we are pointing at the DUT |
| $env:DOCKER_HOST=$DASHH_CUT |
| Write-Host -ForegroundColor Green "INFO: DOCKER_HOST at $DASHH_CUT" |
| |
| # Force to use the test binaries, not the host ones. |
| $env:PATH="$env:TEMP\binary;$env:PATH;" |
| |
| if ($null -ne $env:LCOW_BASIC_MODE) { |
| $wc = New-Object net.webclient |
| try { |
| Write-Host -ForegroundColor green "INFO: Downloading latest execution script..." |
| $wc.Downloadfile("https://raw.githubusercontent.com/jhowardmsft/docker-w2wCIScripts/master/runCI/lcowbasicvalidation.ps1", "$env:TEMP\binary\lcowbasicvalidation.ps1") |
| } |
| catch [System.Net.WebException] |
| { |
| Throw ("Failed to download: $_") |
| } |
| |
| # Explicit to not use measure-command otherwise don't get output as it goes |
| $ErrorActionPreference = "Stop" |
| $start=(Get-Date); Invoke-Expression "powershell $env:TEMP\binary\lcowbasicvalidation.ps1"; $lec=$lastExitCode; $Duration=New-Timespan -Start $start -End (Get-Date) |
| $Duration=New-Timespan -Start $start -End (Get-Date) |
| Write-Host -ForegroundColor Green "INFO: LCOW tests ended at $(Get-Date). Duration`:$Duration" |
| if ($lec -ne 0) { |
| Throw "LCOW validation tests failed" |
| } |
| } else { |
| #https://blogs.technet.microsoft.com/heyscriptingguy/2011/09/20/solve-problems-with-external-command-lines-in-powershell/ is useful to see tokenising |
| $c = "go test " |
| $c += "`"-test.v`" " |
| if ($null -ne $env:INTEGRATION_TEST_NAME) { # Makes is quicker for debugging to be able to run only a subset of the integration tests |
| $c += "`"-test.run`" " |
| $c += "`"$env:INTEGRATION_TEST_NAME`" " |
| Write-Host -ForegroundColor Magenta "WARN: Only running LCOW integration tests matching $env:INTEGRATION_TEST_NAME" |
| } |
| $c += "`"-tags`" " + "`"autogen`" " |
| $c += "`"-test.timeout`" " + "`"200m`" " |
| |
| Write-Host -ForegroundColor Green "INFO: LCOW Integration tests being run from the host:" |
| Set-Location "$env:SOURCES_DRIVE`:\$env:SOURCES_SUBDIR\src\github.com\docker\docker\integration-cli" |
| Write-Host -ForegroundColor Green "INFO: $c" |
| Write-Host -ForegroundColor Green "INFO: DOCKER_HOST at $DASHH_CUT" |
| # Explicit to not use measure-command otherwise don't get output as it goes |
| $start=(Get-Date); Invoke-Expression $c; $Duration=New-Timespan -Start $start -End (Get-Date) |
| |
| } |
| $ErrorActionPreference = "Stop" |
| if (-not($LastExitCode -eq 0)) { |
| Throw "ERROR: Integration tests failed at $(Get-Date). Duration`:$Duration" |
| } |
| Write-Host -ForegroundColor Green "INFO: Integration tests ended at $(Get-Date). Duration`:$Duration" |
| } else { |
| Write-Host -ForegroundColor Magenta "WARN: Skipping LCOW tests" |
| } |
| } |
| |
| # Docker info now to get counts (after or if jjh/containercounts is merged) |
| if ($daemonStarted -eq 1) { |
| Write-Host -ForegroundColor Green "INFO: Docker info of the daemon under test at end of run" |
| Write-Host |
| $ErrorActionPreference = "SilentlyContinue" |
| & "$env:TEMP\binary\docker-$COMMITHASH" "-H=$($DASHH_CUT)" info |
| $ErrorActionPreference = "Stop" |
| if ($LastExitCode -ne 0) { |
| Throw "ERROR: The daemon under test does not appear to be running." |
| } |
| Write-Host |
| } |
| |
| # Stop the daemon under test |
| if (Test-Path "$env:TEMP\docker.pid") { |
| $p=Get-Content "$env:TEMP\docker.pid" -raw |
| if (($null -ne $p) -and ($daemonStarted -eq 1)) { |
| Write-Host -ForegroundColor green "INFO: Stopping daemon under test" |
| taskkill -f -t -pid $p |
| #sleep 5 |
| } |
| Remove-Item "$env:TEMP\docker.pid" -force -ErrorAction SilentlyContinue |
| } |
| |
| # Stop the tail process (if started) |
| if ($null -ne $tail) { |
| Write-Host -ForegroundColor green "INFO: Stop tailing logs of the daemon under tests" |
| Stop-Process -InputObject $tail -Force |
| } |
| |
| Write-Host -ForegroundColor Green "INFO: executeCI.ps1 Completed successfully at $(Get-Date)." |
| } |
| Catch [Exception] { |
| $FinallyColour="Red" |
| Write-Host -ForegroundColor Red ("`r`n`r`nERROR: Failed '$_' at $(Get-Date)") |
| Write-Host -ForegroundColor Red ($_.InvocationInfo.PositionMessage) |
| Write-Host "`n`n" |
| |
| # Exit to ensure Jenkins captures it. Don't do this in the ISE or interactive Powershell - they will catch the Throw onwards. |
| if ( ([bool]([Environment]::GetCommandLineArgs() -Like '*-NonInteractive*')) -and ` |
| ([bool]([Environment]::GetCommandLineArgs() -NotLike "*Powershell_ISE.exe*"))) { |
| exit 1 |
| } |
| Throw $_ |
| } |
| Finally { |
| # Preserve the LastExitCode of the tests |
| $tmpLastExitCode = $LastExitCode |
| |
| $ErrorActionPreference="SilentlyContinue" |
| $global:ProgressPreference=$origProgressPreference |
| Write-Host -ForegroundColor Green "INFO: Tidying up at end of run" |
| |
| # Restore the path |
| if ($null -ne $origPath) { $env:PATH=$origPath } |
| |
| # Restore the DOCKER_HOST |
| if ($null -ne $origDOCKER_HOST) { $env:DOCKER_HOST=$origDOCKER_HOST } |
| |
| # Restore the GOROOT and GOPATH variables |
| if ($null -ne $origGOROOT) { $env:GOROOT=$origGOROOT } |
| if ($null -ne $origGOPATH) { $env:GOPATH=$origGOPATH } |
| |
| # Dump the daemon log. This will include any possible panic stack in the .err. |
| if (($daemonStarted -eq 1) -and ($(Get-Item "$env:TEMP\dut.err").Length -gt 0)) { |
| Write-Host -ForegroundColor Cyan "----------- DAEMON LOG ------------" |
| Get-Content "$env:TEMP\dut.err" -ErrorAction SilentlyContinue | Write-Host -ForegroundColor Cyan |
| Write-Host -ForegroundColor Cyan "----------- END DAEMON LOG --------" |
| } |
| |
| # Save the daemon under test log |
| if ($daemonStarted -eq 1) { |
| Write-Host -ForegroundColor Green "INFO: Saving daemon under test log ($env:TEMP\dut.out) to $TEMPORIG\CIDUT.out" |
| Copy-Item "$env:TEMP\dut.out" "$TEMPORIG\CIDUT.out" -Force -ErrorAction SilentlyContinue |
| Write-Host -ForegroundColor Green "INFO: Saving daemon under test log ($env:TEMP\dut.err) to $TEMPORIG\CIDUT.err" |
| Copy-Item "$env:TEMP\dut.err" "$TEMPORIG\CIDUT.err" -Force -ErrorAction SilentlyContinue |
| } |
| |
| Set-Location "$env:SOURCES_DRIVE\$env:SOURCES_SUBDIR" -ErrorAction SilentlyContinue |
| Nuke-Everything |
| |
| # Restore the TEMP path |
| if ($null -ne $TEMPORIG) { $env:TEMP="$TEMPORIG" } |
| |
| $Dur=New-TimeSpan -Start $StartTime -End $(Get-Date) |
| Write-Host -ForegroundColor $FinallyColour "`nINFO: executeCI.ps1 exiting at $(date). Duration $dur`n" |
| |
| exit $tmpLastExitCode |
| } |
