| hg-reviewers |
Configuring a Windows machine to hack on Mercurial is a bit of work
and it isn't documented very well.
This commit introduces a PowerShell script to automate going from
a fresh Windows install to an environment suitable for building
Mercurial, its installers, and running tests.
| Automatic diff as part of commit; lint not applicable. |
| Automatic diff as part of commit; unit tests not applicable. |
| Path | Packages | |||
|---|---|---|---|---|
| A | M | contrib/install-windows-dependencies.ps1 (200 lines) |
| # install-dependencies.ps1 - Install Windows dependencies for building Mercurial | |||||
| # | |||||
| # Copyright 2019 Gregory Szorc <gregory.szorc@gmail.com> | |||||
| # | |||||
| # This software may be used and distributed according to the terms of the | |||||
| # GNU General Public License version 2 or any later version. | |||||
| # This script can be used to bootstrap a Mercurial build environment on | |||||
| # Windows. | |||||
| # | |||||
| # The script makes a lot of assumptions about how things should work. | |||||
| # For example, the install location of Python is hardcoded to c:\hgdev\*. | |||||
| # | |||||
| # The script should be executed from a PowerShell with elevated privileges | |||||
| # if you don't want to see a UAC prompt for various installers. | |||||
| # | |||||
| # The script is tested on Windows 10 and Windows Server 2019 (in EC2). | |||||
| $VS_BUILD_TOOLS_URL = "https://download.visualstudio.microsoft.com/download/pr/a1603c02-8a66-4b83-b821-811e3610a7c4/aa2db8bb39e0cbd23e9940d8951e0bc3/vs_buildtools.exe" | |||||
| $VS_BUILD_TOOLS_SHA256 = "911E292B8E6E5F46CBC17003BDCD2D27A70E616E8D5E6E69D5D489A605CAA139" | |||||
| $VC9_PYTHON_URL = "https://download.microsoft.com/download/7/9/6/796EF2E4-801B-4FC4-AB28-B59FBF6D907B/VCForPython27.msi" | |||||
| $VC9_PYTHON_SHA256 = "070474db76a2e625513a5835df4595df9324d820f9cc97eab2a596dcbc2f5cbf" | |||||
| $PYTHON27_x64_URL = "https://www.python.org/ftp/python/2.7.16/python-2.7.16.amd64.msi" | |||||
| $PYTHON27_x64_SHA256 = "7c0f45993019152d46041a7db4b947b919558fdb7a8f67bcd0535bc98d42b603" | |||||
| $PYTHON27_X86_URL = "https://www.python.org/ftp/python/2.7.16/python-2.7.16.msi" | |||||
| $PYTHON27_X86_SHA256 = "d57dc3e1ba490aee856c28b4915d09e3f49442461e46e481bc6b2d18207831d7" | |||||
| $PYTHON35_x86_URL = "https://www.python.org/ftp/python/3.5.4/python-3.5.4.exe" | |||||
| $PYTHON35_x86_SHA256 = "F27C2D67FD9688E4970F3BFF799BB9D722A0D6C2C13B04848E1F7D620B524B0E" | |||||
| $PYTHON35_x64_URL = "https://www.python.org/ftp/python/3.5.4/python-3.5.4-amd64.exe" | |||||
| $PYTHON35_x64_SHA256 = "9B7741CC32357573A77D2EE64987717E527628C38FD7EAF3E2AACA853D45A1EE" | |||||
| $PYTHON36_x86_URL = "https://www.python.org/ftp/python/3.6.8/python-3.6.8.exe" | |||||
| $PYTHON36_x86_SHA256 = "89871D432BC06E4630D7B64CB1A8451E53C80E68DE29029976B12AAD7DBFA5A0" | |||||
| $PYTHON36_x64_URL = "https://www.python.org/ftp/python/3.6.8/python-3.6.8-amd64.exe" | |||||
| $PYTHON36_x64_SHA256 = "96088A58B7C43BC83B84E6B67F15E8706C614023DD64F9A5A14E81FF824ADADC" | |||||
| $PYTHON37_x86_URL = "https://www.python.org/ftp/python/3.7.2/python-3.7.2.exe" | |||||
| $PYTHON37_x86_SHA256 = "8BACE330FB409E428B04EEEE083DD9CA7F6C754366D07E23B3853891D8F8C3D0" | |||||
| $PYTHON37_x64_URL = "https://www.python.org/ftp/python/3.7.2/python-3.7.2-amd64.exe" | |||||
| $PYTHON37_x64_SHA256 = "0FE2A696F5A3E481FED795EF6896ED99157BCEF273EF3C4A96F2905CBDB3AA13" | |||||
| $PYTHON38_x86_URL = "https://www.python.org/ftp/python/3.8.0/python-3.8.0a2.exe" | |||||
| $PYTHON38_x86_SHA256 = "013A7DDD317679FE51223DE627688CFCB2F0F1128FD25A987F846AEB476D3FEF" | |||||
| $PYTHON38_x64_URL = "https://www.python.org/ftp/python/3.8.0/python-3.8.0a2-amd64.exe" | |||||
| $PYTHON38_X64_SHA256 = "560BC6D1A76BCD6D544AC650709F3892956890753CDCF9CE67E3D7302D76FB41" | |||||
| # PIP 19.0.3. | |||||
| $PIP_URL = "https://github.com/pypa/get-pip/raw/fee32c376da1ff6496a798986d7939cd51e1644f/get-pip.py" | |||||
| $PIP_SHA256 = "efe99298f3fbb1f56201ce6b81d2658067d2f7d7dfc2d412e0d3cacc9a397c61" | |||||
| $VIRTUALENV_URL = "https://files.pythonhosted.org/packages/37/db/89d6b043b22052109da35416abc3c397655e4bd3cff031446ba02b9654fa/virtualenv-16.4.3.tar.gz" | |||||
| $VIRTUALENV_SHA256 = "984d7e607b0a5d1329425dd8845bd971b957424b5ba664729fab51ab8c11bc39" | |||||
| $INNO_SETUP_URL = "http://files.jrsoftware.org/is/5/innosetup-5.6.1-unicode.exe" | |||||
| $INNO_SETUP_SHA256 = "27D49E9BC769E9D1B214C153011978DB90DC01C2ACD1DDCD9ED7B3FE3B96B538" | |||||
| $MINGW_BIN_URL = "https://osdn.net/frs/redir.php?m=constant&f=mingw%2F68260%2Fmingw-get-0.6.3-mingw32-pre-20170905-1-bin.zip" | |||||
| $MINGW_BIN_SHA256 = "2AB8EFD7C7D1FC8EAF8B2FA4DA4EEF8F3E47768284C021599BC7435839A046DF" | |||||
| $MERCURIAL_WHEEL_FILENAME = "mercurial-4.9-cp27-cp27m-win_amd64.whl" | |||||
| $MERCURIAL_WHEEL_URL = "https://files.pythonhosted.org/packages/fe/e8/b872d53dfbbf986bdc46af0b30f580b227fb59bddd2587152a55e205b0cc/$MERCURIAL_WHEEL_FILENAME" | |||||
| $MERCURIAL_WHEEL_SHA256 = "218cc2e7c3f1d535007febbb03351663897edf27df0e57d6842e3b686492b429" | |||||
| # Writing progress slows down downloads substantially. So disable it. | |||||
| $progressPreference = 'silentlyContinue' | |||||
| function Secure-Download($url, $path, $sha256) { | |||||
| if (Test-Path -Path $path) { | |||||
| Get-FileHash -Path $path -Algorithm SHA256 -OutVariable hash | |||||
| if ($hash.Hash -eq $sha256) { | |||||
| Write-Output "SHA256 of $path verified as $sha256" | |||||
| return | |||||
| } | |||||
| Write-Output "hash mismatch on $path; downloading again" | |||||
| } | |||||
| Write-Output "downloading $url to $path" | |||||
| Invoke-WebRequest -Uri $url -OutFile $path | |||||
| Get-FileHash -Path $path -Algorithm SHA256 -OutVariable hash | |||||
| if ($hash.Hash -ne $sha256) { | |||||
| Remove-Item -Path $path | |||||
| throw "hash mismatch when downloading $url; got $($hash.Hash), expected $sha256" | |||||
| } | |||||
| } | |||||
| function Invoke-Process($path, $arguments) { | |||||
| $p = Start-Process -FilePath $path -ArgumentList $arguments -Wait -PassThru -WindowStyle Hidden | |||||
| if ($p.ExitCode -ne 0) { | |||||
| throw "process exited non-0: $($p.ExitCode)" | |||||
| } | |||||
| } | |||||
| function Install-Python3($name, $installer, $dest, $pip) { | |||||
| Write-Output "installing $name" | |||||
| # We hit this when running the script as part of Simple Systems Manager in | |||||
| # EC2. The Python 3 installer doesn't seem to like per-user installs | |||||
| # when running as the SYSTEM user. So enable global installs if executed in | |||||
| # this mode. | |||||
| if ($env:USERPROFILE -eq "C:\Windows\system32\config\systemprofile") { | |||||
| Write-Output "running with SYSTEM account; installing for all users" | |||||
| $allusers = "1" | |||||
| } | |||||
| else { | |||||
| $allusers = "0" | |||||
| } | |||||
| Invoke-Process $installer "/quiet TargetDir=${dest} InstallAllUsers=${allusers} AssociateFiles=0 CompileAll=0 PrependPath=0 Include_doc=0 Include_launcher=0 InstallLauncherAllUsers=0 Include_pip=0 Include_test=0" | |||||
| Invoke-Process ${dest}\python.exe $pip | |||||
| } | |||||
| function Install-Dependencies($prefix) { | |||||
| if (!(Test-Path -Path $prefix\assets)) { | |||||
| New-Item -Path $prefix\assets -ItemType Directory | |||||
| } | |||||
| $pip = "${prefix}\assets\get-pip.py" | |||||
| Secure-Download $VC9_PYTHON_URL ${prefix}\assets\VCForPython27.msi $VC9_PYTHON_SHA256 | |||||
| Secure-Download $PYTHON27_x86_URL ${prefix}\assets\python27-x86.msi $PYTHON27_x86_SHA256 | |||||
| Secure-Download $PYTHON27_x64_URL ${prefix}\assets\python27-x64.msi $PYTHON27_x64_SHA256 | |||||
| Secure-Download $PYTHON35_x86_URL ${prefix}\assets\python35-x86.exe $PYTHON35_x86_SHA256 | |||||
| Secure-Download $PYTHON35_x64_URL ${prefix}\assets\python35-x64.exe $PYTHON35_x64_SHA256 | |||||
| Secure-Download $PYTHON36_x86_URL ${prefix}\assets\python36-x86.exe $PYTHON36_x86_SHA256 | |||||
| Secure-Download $PYTHON36_x64_URL ${prefix}\assets\python36-x64.exe $PYTHON36_x64_SHA256 | |||||
| Secure-Download $PYTHON37_x86_URL ${prefix}\assets\python37-x86.exe $PYTHON37_x86_SHA256 | |||||
| Secure-Download $PYTHON37_x64_URL ${prefix}\assets\python37-x64.exe $PYTHON37_x64_SHA256 | |||||
| Secure-Download $PYTHON38_x86_URL ${prefix}\assets\python38-x86.exe $PYTHON38_x86_SHA256 | |||||
| Secure-Download $PYTHON38_x64_URL ${prefix}\assets\python38-x64.exe $PYTHON38_x64_SHA256 | |||||
| Secure-Download $PIP_URL ${pip} $PIP_SHA256 | |||||
| Secure-Download $VIRTUALENV_URL ${prefix}\assets\virtualenv.tar.gz $VIRTUALENV_SHA256 | |||||
| Secure-Download $VS_BUILD_TOOLS_URL ${prefix}\assets\vs_buildtools.exe $VS_BUILD_TOOLS_SHA256 | |||||
| Secure-Download $INNO_SETUP_URL ${prefix}\assets\InnoSetup.exe $INNO_SETUP_SHA256 | |||||
| Secure-Download $MINGW_BIN_URL ${prefix}\assets\mingw-get-bin.zip $MINGW_BIN_SHA256 | |||||
| Secure-Download $MERCURIAL_WHEEL_URL ${prefix}\assets\${MERCURIAL_WHEEL_FILENAME} $MERCURIAL_WHEEL_SHA256 | |||||
| Write-Output "installing Python 2.7 32-bit" | |||||
| Invoke-Process msiexec.exe "/i ${prefix}\assets\python27-x86.msi /l* ${prefix}\assets\python27-x86.log /q TARGETDIR=${prefix}\python27-x86 ALLUSERS=" | |||||
| Invoke-Process ${prefix}\python27-x86\python.exe ${prefix}\assets\get-pip.py | |||||
| Invoke-Process ${prefix}\python27-x86\Scripts\pip.exe "install ${prefix}\assets\virtualenv.tar.gz" | |||||
| Write-Output "installing Python 2.7 64-bit" | |||||
| Invoke-Process msiexec.exe "/i ${prefix}\assets\python27-x64.msi /l* ${prefix}\assets\python27-x64.log /q TARGETDIR=${prefix}\python27-x64 ALLUSERS=" | |||||
| Invoke-Process ${prefix}\python27-x64\python.exe ${prefix}\assets\get-pip.py | |||||
| Invoke-Process ${prefix}\python27-x64\Scripts\pip.exe "install ${prefix}\assets\virtualenv.tar.gz" | |||||
| Install-Python3 "Python 3.5 32-bit" ${prefix}\assets\python35-x86.exe ${prefix}\python35-x86 ${pip} | |||||
| Install-Python3 "Python 3.5 64-bit" ${prefix}\assets\python35-x64.exe ${prefix}\python35-x64 ${pip} | |||||
| Install-Python3 "Python 3.6 32-bit" ${prefix}\assets\python36-x86.exe ${prefix}\python36-x86 ${pip} | |||||
| Install-Python3 "Python 3.6 64-bit" ${prefix}\assets\python36-x64.exe ${prefix}\python36-x64 ${pip} | |||||
| Install-Python3 "Python 3.7 32-bit" ${prefix}\assets\python37-x86.exe ${prefix}\python37-x86 ${pip} | |||||
| Install-Python3 "Python 3.7 64-bit" ${prefix}\assets\python37-x64.exe ${prefix}\python37-x64 ${pip} | |||||
| Install-Python3 "Python 3.8 32-bit" ${prefix}\assets\python38-x86.exe ${prefix}\python38-x86 ${pip} | |||||
| Install-Python3 "Python 3.8 64-bit" ${prefix}\assets\python38-x64.exe ${prefix}\python38-x64 ${pip} | |||||
| Write-Output "installing Visual Studio 2017 Build Tools and SDKs" | |||||
| Invoke-Process ${prefix}\assets\vs_buildtools.exe "--quiet --wait --norestart --nocache --channelUri https://aka.ms/vs/15/release/channel --add Microsoft.VisualStudio.Workload.MSBuildTools --add Microsoft.VisualStudio.Component.Windows10SDK.17763 --add Microsoft.VisualStudio.Workload.VCTools --add Microsoft.VisualStudio.Component.Windows10SDK --add Microsoft.VisualStudio.Component.VC.140" | |||||
| Write-Output "installing Visual C++ 9.0 for Python 2.7" | |||||
| Invoke-Process msiexec.exe "/i ${prefix}\assets\VCForPython27.msi /l* ${prefix}\assets\VCForPython27.log /q" | |||||
| Write-Output "installing Inno Setup" | |||||
| Invoke-Process ${prefix}\assets\InnoSetup.exe "/SP- /VERYSILENT /SUPPRESSMSGBOXES" | |||||
| Write-Output "extracting MinGW base archive" | |||||
| Expand-Archive -Path ${prefix}\assets\mingw-get-bin.zip -DestinationPath "${prefix}\MinGW" -Force | |||||
| Write-Output "updating MinGW package catalogs" | |||||
| Invoke-Process ${prefix}\MinGW\bin\mingw-get.exe "update" | |||||
| Write-Output "installing MinGW packages" | |||||
| Invoke-Process ${prefix}\MinGW\bin\mingw-get.exe "install msys-base msys-coreutils msys-diffutils msys-unzip" | |||||
| # Construct a virtualenv useful for bootstrapping. It conveniently contains a | |||||
| # Mercurial install. | |||||
| Write-Output "creating bootstrap virtualenv with Mercurial" | |||||
| Invoke-Process "$prefix\python27-x64\Scripts\virtualenv.exe" "${prefix}\venv-bootstrap" | |||||
| Invoke-Process "${prefix}\venv-bootstrap\Scripts\pip.exe" "install ${prefix}\assets\${MERCURIAL_WHEEL_FILENAME}" | |||||
| } | |||||
| function Clone-Mercurial-Repo($prefix, $repo_url, $dest) { | |||||
| Write-Output "cloning $repo_url to $dest" | |||||
| # TODO Figure out why CA verification isn't working in EC2 and remove | |||||
| # --insecure. | |||||
| Invoke-Process "${prefix}\venv-bootstrap\Scripts\hg.exe" "clone --insecure $repo_url $dest" | |||||
| # Mark repo as non-publishing by default for convenience. | |||||
| Add-Content -Path "$dest\.hg\hgrc" -Value "`n[phases]`npublish = false" | |||||
| } | |||||
| $prefix = "c:\hgdev" | |||||
| Install-Dependencies $prefix | |||||
| Clone-Mercurial-Repo $prefix "https://www.mercurial-scm.org/repo/hg" $prefix\src | |||||