revi-archive/llvm-premerge-checks
1
0
Fork 0
Code Activity

ipython notebook to analyze build speed per agent

Browse source 
+ add ssd as an option to windows agent bootstrap
This commit is contained in:
Mikhail Goncharov 2020-07-16 18:04:09 +02:00
parent 37fc663a3d
commit 95cdccb68f
3 changed files with 1621 additions and 13 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
.gitignore vendored
View file

@ -5,3 +5,4 @@ venv/
__pycache__/ __pycache__/
containers/workspace containers/workspace
**/.DS_Store **/.DS_Store
**/.ipynb_checkpoints

1595
scripts/buildkite/analyze_jobs.ipynb Normal file
View file

File diff suppressed because one or more lines are too long

12
scripts/windows_agent_bootstrap.ps1
View file

@ -15,6 +15,11 @@
# 1st stage of the installation process. # 1st stage of the installation process.
# This script only needs to be run once per machine. # This script only needs to be run once per machine.
param (
[switch]$ssd
)
if ($ssd) {
Write-Host "Initializing local SSD..." Write-Host "Initializing local SSD..."
New-Variable -Name diskid -Value (Get-Disk -FriendlyName "Google EphemeralDisk").Number New-Variable -Name diskid -Value (Get-Disk -FriendlyName "Google EphemeralDisk").Number
#New-Variable -Name diskid -Value (Get-Disk -FriendlyName "NVMe nvme_card").Number #New-Variable -Name diskid -Value (Get-Disk -FriendlyName "NVMe nvme_card").Number
@ -24,15 +29,18 @@ New-Variable -Name diskid -Value (Get-Disk -FriendlyName "Google EphemeralDisk")
Initialize-Disk -Number $diskid Initialize-Disk -Number $diskid
New-Partition -DiskNumber $diskid -UseMaximumSize -AssignDriveLetter New-Partition -DiskNumber $diskid -UseMaximumSize -AssignDriveLetter
Format-Volume -DriveLetter D Format-Volume -DriveLetter D
}
Write-Host "install chocolately as package manager..." Write-Host "install chocolately as package manager..."
iex ((new-object net.webclient).DownloadString('https://chocolatey.org/install.ps1')) iex ((new-object net.webclient).DownloadString('https://chocolatey.org/install.ps1'))
choco feature disable --name showDownloadProgress choco feature disable --name showDownloadProgress
choco install -y git choco install -y git
if ($ssd) {
# move docker folder to SSD to get better IO performance # move docker folder to SSD to get better IO performance
New-Item -Path "D:\" -Name "Docker" -ItemType "directory" New-Item -Path "D:\" -Name "Docker" -ItemType "directory"
cmd /C "mklink /j C:\ProgramData\Docker D:\docker" cmd /C "mklink /j C:\ProgramData\Docker D:\docker"
}
# create folder for credentials # create folder for credentials
New-Item -Path "C:\" -Name "credentials" -ItemType "directory" New-Item -Path "C:\" -Name "credentials" -ItemType "directory"
@ -48,7 +56,11 @@ sc.exe config docker start=delayed-auto
choco install -y gcloudsdk --ignore-checksums choco install -y gcloudsdk --ignore-checksums
# exclude drive d from Virus scans, to get better performance # exclude drive d from Virus scans, to get better performance
if ($sdd) {
Add-MpPreference -ExclusionPath "D:\" Add-MpPreference -ExclusionPath "D:\"
} else {
Add-MpPreference -ExclusionPath "C:\ws"
}
# clone scripts repo (this one) # clone scripts repo (this one)
git clone https://github.com/google/llvm-premerge-checks.git "c:\llvm-premerge-checks" git clone https://github.com/google/llvm-premerge-checks.git "c:\llvm-premerge-checks"