2018-10-21 21:39:05 +02:00
#!/usr/bin/env python3
import argparse
import os
import subprocess
import sys
def setup ( ) :
global args , workdir
programs = [ ' ruby ' , ' git ' , ' make ' , ' wget ' ]
if args . lxc :
programs + = [ ' apt-cacher-ng ' , ' lxc ' , ' debootstrap ' ]
elif args . kvm :
programs + = [ ' apt-cacher-ng ' , ' python-vm-builder ' , ' qemu-kvm ' , ' qemu-utils ' ]
elif args . docker and not os . path . isfile ( ' /lib/systemd/system/docker.service ' ) :
dockers = [ ' docker.io ' , ' docker-ce ' ]
for i in dockers :
return_code = subprocess . call ( [ ' sudo ' , ' apt-get ' , ' install ' , ' -qq ' , i ] )
if return_code == 0 :
break
if return_code != 0 :
print ( ' Cannot find any way to install Docker ' , file = sys . stderr )
exit ( 1 )
subprocess . check_call ( [ ' sudo ' , ' apt-get ' , ' install ' , ' -qq ' ] + programs )
if not os . path . isdir ( ' gitian.sigs ' ) :
subprocess . check_call ( [ ' git ' , ' clone ' , ' https://github.com/dashpay/gitian.sigs.git ' ] )
if not os . path . isdir ( ' dash-detached-sigs ' ) :
subprocess . check_call ( [ ' git ' , ' clone ' , ' https://github.com/dashpay/dash-detached-sigs.git ' ] )
if not os . path . isdir ( ' gitian-builder ' ) :
subprocess . check_call ( [ ' git ' , ' clone ' , ' https://github.com/devrandom/gitian-builder.git ' ] )
if not os . path . isdir ( ' dash ' ) :
subprocess . check_call ( [ ' git ' , ' clone ' , ' https://github.com/dashpay/dash.git ' ] )
os . chdir ( ' gitian-builder ' )
make_image_prog = [ ' bin/make-base-vm ' , ' --suite ' , ' bionic ' , ' --arch ' , ' amd64 ' ]
if args . docker :
make_image_prog + = [ ' --docker ' ]
elif args . lxc :
make_image_prog + = [ ' --lxc ' ]
subprocess . check_call ( make_image_prog )
os . chdir ( workdir )
if args . is_bionic and not args . kvm and not args . docker :
subprocess . check_call ( [ ' sudo ' , ' sed ' , ' -i ' , ' s/lxcbr0/br0/ ' , ' /etc/default/lxc-net ' ] )
print ( ' Reboot is required ' )
exit ( 0 )
def build ( ) :
global args , workdir
os . makedirs ( ' dashcore-binaries/ ' + args . version , exist_ok = True )
print ( ' \n Building Dependencies \n ' )
os . chdir ( ' gitian-builder ' )
os . makedirs ( ' inputs ' , exist_ok = True )
2020-01-01 15:15:08 +01:00
subprocess . check_call ( [ ' wget ' , ' -O ' , ' inputs/osslsigncode-2.0.tar.gz ' , ' https://github.com/mtrojnar/osslsigncode/archive/2.0.tar.gz ' ] )
subprocess . check_call ( [ " echo ' 5a60e0a4b3e0b4d655317b2f12a810211c50242138322b16e7e01c6fbb89d92f inputs/osslsigncode-2.0.tar.gz ' | sha256sum -c " ] , shell = True )
2018-10-21 21:39:05 +02:00
subprocess . check_call ( [ ' make ' , ' -C ' , ' ../dash/depends ' , ' download ' , ' SOURCES_PATH= ' + os . getcwd ( ) + ' /cache/common ' ] )
if args . linux :
print ( ' \n Compiling ' + args . version + ' Linux ' )
subprocess . check_call ( [ ' bin/gbuild ' , ' -j ' , args . jobs , ' -m ' , args . memory , ' --commit ' , ' dash= ' + args . commit , ' --url ' , ' dash= ' + args . url , ' ../dash/contrib/gitian-descriptors/gitian-linux.yml ' ] )
subprocess . check_call ( [ ' bin/gsign ' , ' -p ' , args . sign_prog , ' --signer ' , args . signer , ' --release ' , args . version + ' -linux ' , ' --destination ' , ' ../gitian.sigs/ ' , ' ../dash/contrib/gitian-descriptors/gitian-linux.yml ' ] )
subprocess . check_call ( ' mv build/out/dashcore-*.tar.gz build/out/src/dashcore-*.tar.gz ../dashcore-binaries/ ' + args . version , shell = True )
if args . windows :
print ( ' \n Compiling ' + args . version + ' Windows ' )
subprocess . check_call ( [ ' bin/gbuild ' , ' -j ' , args . jobs , ' -m ' , args . memory , ' --commit ' , ' dash= ' + args . commit , ' --url ' , ' dash= ' + args . url , ' ../dash/contrib/gitian-descriptors/gitian-win.yml ' ] )
subprocess . check_call ( [ ' bin/gsign ' , ' -p ' , args . sign_prog , ' --signer ' , args . signer , ' --release ' , args . version + ' -win-unsigned ' , ' --destination ' , ' ../gitian.sigs/ ' , ' ../dash/contrib/gitian-descriptors/gitian-win.yml ' ] )
2021-09-02 00:42:30 +02:00
subprocess . check_call ( ' mv build/out/dashcore-*-win-unsigned.tar.gz inputs/ ' , shell = True )
2019-05-10 13:58:55 +02:00
subprocess . check_call ( ' mv build/out/dashcore-*.zip build/out/dashcore-*.exe build/out/src/dashcore-*.tar.gz ../dashcore-binaries/ ' + args . version , shell = True )
2018-10-21 21:39:05 +02:00
if args . macos :
print ( ' \n Compiling ' + args . version + ' MacOS ' )
2021-08-25 17:10:23 +02:00
subprocess . check_call ( [ ' wget ' , ' -N ' , ' -P ' , ' inputs ' , ' https://bitcoincore.org/depends-sources/sdks/MacOSX10.14.sdk.tar.gz ' ] )
subprocess . check_output ( [ " echo ' 328aff47e28c17093d59a72712a9b2e62cd8a8b87bbe03f91abb32960b413f0f inputs/MacOSX10.14.sdk.tar.gz ' | sha256sum -c " ] , shell = True )
2018-10-21 21:39:05 +02:00
subprocess . check_call ( [ ' bin/gbuild ' , ' -j ' , args . jobs , ' -m ' , args . memory , ' --commit ' , ' dash= ' + args . commit , ' --url ' , ' dash= ' + args . url , ' ../dash/contrib/gitian-descriptors/gitian-osx.yml ' ] )
subprocess . check_call ( [ ' bin/gsign ' , ' -p ' , args . sign_prog , ' --signer ' , args . signer , ' --release ' , args . version + ' -osx-unsigned ' , ' --destination ' , ' ../gitian.sigs/ ' , ' ../dash/contrib/gitian-descriptors/gitian-osx.yml ' ] )
2021-09-02 00:42:30 +02:00
subprocess . check_call ( ' mv build/out/dashcore-*-osx-unsigned.tar.gz inputs/ ' , shell = True )
2019-05-10 13:58:55 +02:00
subprocess . check_call ( ' mv build/out/dashcore-*.tar.gz build/out/dashcore-*.dmg build/out/src/dashcore-*.tar.gz ../dashcore-binaries/ ' + args . version , shell = True )
2018-10-21 21:39:05 +02:00
os . chdir ( workdir )
if args . commit_files :
print ( ' \n Committing ' + args . version + ' Unsigned Sigs \n ' )
os . chdir ( ' gitian.sigs ' )
subprocess . check_call ( [ ' git ' , ' add ' , args . version + ' -linux/ ' + args . signer ] )
subprocess . check_call ( [ ' git ' , ' add ' , args . version + ' -win-unsigned/ ' + args . signer ] )
subprocess . check_call ( [ ' git ' , ' add ' , args . version + ' -osx-unsigned/ ' + args . signer ] )
subprocess . check_call ( [ ' git ' , ' commit ' , ' -m ' , ' Add ' + args . version + ' unsigned sigs for ' + args . signer ] )
os . chdir ( workdir )
def sign ( ) :
global args , workdir
os . chdir ( ' gitian-builder ' )
if args . windows :
print ( ' \n Signing ' + args . version + ' Windows ' )
2021-09-02 00:42:30 +02:00
subprocess . check_call ( ' cp inputs/dashcore- ' + args . version + ' -win-unsigned.tar.gz inputs/dashcore-win-unsigned.tar.gz ' , shell = True )
2018-10-21 21:39:05 +02:00
subprocess . check_call ( [ ' bin/gbuild ' , ' -i ' , ' --commit ' , ' signature= ' + args . commit , ' ../dash/contrib/gitian-descriptors/gitian-win-signer.yml ' ] )
subprocess . check_call ( [ ' bin/gsign ' , ' -p ' , args . sign_prog , ' --signer ' , args . signer , ' --release ' , args . version + ' -win-signed ' , ' --destination ' , ' ../gitian.sigs/ ' , ' ../dash/contrib/gitian-descriptors/gitian-win-signer.yml ' ] )
subprocess . check_call ( ' mv build/out/dashcore-*win64-setup.exe ../dashcore-binaries/ ' + args . version , shell = True )
subprocess . check_call ( ' mv build/out/dashcore-*win32-setup.exe ../dashcore-binaries/ ' + args . version , shell = True )
if args . macos :
print ( ' \n Signing ' + args . version + ' MacOS ' )
2021-09-02 00:42:30 +02:00
subprocess . check_call ( ' cp inputs/dashcore- ' + args . version + ' -osx-unsigned.tar.gz inputs/dashcore-osx-unsigned.tar.gz ' , shell = True )
2018-10-21 21:39:05 +02:00
subprocess . check_call ( [ ' bin/gbuild ' , ' -i ' , ' --commit ' , ' signature= ' + args . commit , ' ../dash/contrib/gitian-descriptors/gitian-osx-signer.yml ' ] )
subprocess . check_call ( [ ' bin/gsign ' , ' -p ' , args . sign_prog , ' --signer ' , args . signer , ' --release ' , args . version + ' -osx-signed ' , ' --destination ' , ' ../gitian.sigs/ ' , ' ../dash/contrib/gitian-descriptors/gitian-osx-signer.yml ' ] )
subprocess . check_call ( ' mv build/out/dashcore-osx-signed.dmg ../dashcore-binaries/ ' + args . version + ' /dashcore- ' + args . version + ' -osx.dmg ' , shell = True )
os . chdir ( workdir )
if args . commit_files :
print ( ' \n Committing ' + args . version + ' Signed Sigs \n ' )
os . chdir ( ' gitian.sigs ' )
subprocess . check_call ( [ ' git ' , ' add ' , args . version + ' -win-signed/ ' + args . signer ] )
subprocess . check_call ( [ ' git ' , ' add ' , args . version + ' -osx-signed/ ' + args . signer ] )
subprocess . check_call ( [ ' git ' , ' commit ' , ' -a ' , ' -m ' , ' Add ' + args . version + ' signed binary sigs for ' + args . signer ] )
os . chdir ( workdir )
def verify ( ) :
global args , workdir
os . chdir ( ' gitian-builder ' )
print ( ' \n Verifying v ' + args . version + ' Linux \n ' )
subprocess . call ( [ ' bin/gverify ' , ' -v ' , ' -d ' , ' ../gitian.sigs/ ' , ' -r ' , args . version + ' -linux ' , ' ../dash/contrib/gitian-descriptors/gitian-linux.yml ' ] )
print ( ' \n Verifying v ' + args . version + ' Windows \n ' )
subprocess . call ( [ ' bin/gverify ' , ' -v ' , ' -d ' , ' ../gitian.sigs/ ' , ' -r ' , args . version + ' -win-unsigned ' , ' ../dash/contrib/gitian-descriptors/gitian-win.yml ' ] )
print ( ' \n Verifying v ' + args . version + ' MacOS \n ' )
subprocess . call ( [ ' bin/gverify ' , ' -v ' , ' -d ' , ' ../gitian.sigs/ ' , ' -r ' , args . version + ' -osx-unsigned ' , ' ../dash/contrib/gitian-descriptors/gitian-osx.yml ' ] )
print ( ' \n Verifying v ' + args . version + ' Signed Windows \n ' )
subprocess . call ( [ ' bin/gverify ' , ' -v ' , ' -d ' , ' ../gitian.sigs/ ' , ' -r ' , args . version + ' -win-signed ' , ' ../dash/contrib/gitian-descriptors/gitian-win-signer.yml ' ] )
print ( ' \n Verifying v ' + args . version + ' Signed MacOS \n ' )
subprocess . call ( [ ' bin/gverify ' , ' -v ' , ' -d ' , ' ../gitian.sigs/ ' , ' -r ' , args . version + ' -osx-signed ' , ' ../dash/contrib/gitian-descriptors/gitian-osx-signer.yml ' ] )
os . chdir ( workdir )
def main ( ) :
global args , workdir
2021-08-26 09:39:55 +02:00
parser = argparse . ArgumentParser ( description = ' Script for running full Gitian builds. ' )
2018-10-21 21:39:05 +02:00
parser . add_argument ( ' -c ' , ' --commit ' , action = ' store_true ' , dest = ' commit ' , help = ' Indicate that the version argument is for a commit or branch ' )
parser . add_argument ( ' -p ' , ' --pull ' , action = ' store_true ' , dest = ' pull ' , help = ' Indicate that the version argument is the number of a github repository pull request ' )
parser . add_argument ( ' -u ' , ' --url ' , dest = ' url ' , default = ' https://github.com/dashpay/dash ' , help = ' Specify the URL of the repository. Default is %(default)s ' )
parser . add_argument ( ' -v ' , ' --verify ' , action = ' store_true ' , dest = ' verify ' , help = ' Verify the Gitian build ' )
parser . add_argument ( ' -b ' , ' --build ' , action = ' store_true ' , dest = ' build ' , help = ' Do a Gitian build ' )
parser . add_argument ( ' -s ' , ' --sign ' , action = ' store_true ' , dest = ' sign ' , help = ' Make signed binaries for Windows and MacOS ' )
parser . add_argument ( ' -B ' , ' --buildsign ' , action = ' store_true ' , dest = ' buildsign ' , help = ' Build both signed and unsigned binaries ' )
parser . add_argument ( ' -o ' , ' --os ' , dest = ' os ' , default = ' lwm ' , help = ' Specify which Operating Systems the build is for. Default is %(default)s . l for Linux, w for Windows, m for MacOS ' )
parser . add_argument ( ' -j ' , ' --jobs ' , dest = ' jobs ' , default = ' 2 ' , help = ' Number of processes to use. Default %(default)s ' )
parser . add_argument ( ' -m ' , ' --memory ' , dest = ' memory ' , default = ' 2000 ' , help = ' Memory to allocate in MiB. Default %(default)s ' )
parser . add_argument ( ' -V ' , ' --virtualization ' , dest = ' virtualization ' , default = ' docker ' , help = ' Specify virtualization technology to use: lxc for LXC, kvm for KVM, docker for Docker. Default is %(default)s ' )
parser . add_argument ( ' -S ' , ' --setup ' , action = ' store_true ' , dest = ' setup ' , help = ' Set up the Gitian building environment. Only works on Debian-based systems (Ubuntu, Debian) ' )
parser . add_argument ( ' -D ' , ' --detach-sign ' , action = ' store_true ' , dest = ' detach_sign ' , help = ' Create the assert file for detached signing. Will not commit anything. ' )
parser . add_argument ( ' -n ' , ' --no-commit ' , action = ' store_false ' , dest = ' commit_files ' , help = ' Do not commit anything to git ' )
2021-08-26 09:39:55 +02:00
parser . add_argument ( ' signer ' , nargs = ' ? ' , help = ' GPG signer to sign each build assert file ' )
parser . add_argument ( ' version ' , nargs = ' ? ' , help = ' Version number, commit, or branch to build. If building a commit or branch, the -c option must be specified ' )
2018-10-21 21:39:05 +02:00
args = parser . parse_args ( )
workdir = os . getcwd ( )
args . is_bionic = b ' bionic ' in subprocess . check_output ( [ ' lsb_release ' , ' -cs ' ] )
args . lxc = ( args . virtualization == ' lxc ' )
args . kvm = ( args . virtualization == ' kvm ' )
args . docker = ( args . virtualization == ' docker ' )
script_name = os . path . basename ( sys . argv [ 0 ] )
# Set all USE_* environment variables for gitian-builder: USE_LXC, USE_DOCKER and USE_VBOX
os . environ [ ' USE_VBOX ' ] = ' '
if args . lxc :
os . environ [ ' USE_LXC ' ] = ' 1 '
os . environ [ ' USE_DOCKER ' ] = ' '
if ' GITIAN_HOST_IP ' not in os . environ . keys ( ) :
os . environ [ ' GITIAN_HOST_IP ' ] = ' 10.0.3.1 '
if ' LXC_GUEST_IP ' not in os . environ . keys ( ) :
os . environ [ ' LXC_GUEST_IP ' ] = ' 10.0.3.5 '
elif args . kvm :
os . environ [ ' USE_LXC ' ] = ' '
os . environ [ ' USE_DOCKER ' ] = ' '
elif args . docker :
os . environ [ ' USE_LXC ' ] = ' '
os . environ [ ' USE_DOCKER ' ] = ' 1 '
else :
print ( script_name + ' : Wrong virtualization option. ' )
print ( ' Try ' + script_name + ' --help for more information ' )
exit ( 1 )
2021-08-26 09:39:55 +02:00
if args . setup :
setup ( )
if args . buildsign :
args . build = True
args . sign = True
if not args . build and not args . sign and not args . verify :
sys . exit ( 0 )
args . linux = ' l ' in args . os
args . windows = ' w ' in args . os
args . macos = ' m ' in args . os
args . sign_prog = ' true ' if args . detach_sign else ' gpg --detach-sign '
if not args . signer :
print ( script_name + ' : Missing signer ' )
2018-10-21 21:39:05 +02:00
print ( ' Try ' + script_name + ' --help for more information ' )
exit ( 1 )
2021-08-26 09:39:55 +02:00
if not args . version :
print ( script_name + ' : Missing version ' )
2018-10-21 21:39:05 +02:00
print ( ' Try ' + script_name + ' --help for more information ' )
exit ( 1 )
# Add leading 'v' for tags
if args . commit and args . pull :
raise Exception ( ' Cannot have both commit and pull ' )
args . commit = ( ' ' if args . commit else ' v ' ) + args . version
os . chdir ( ' dash ' )
if args . pull :
subprocess . check_call ( [ ' git ' , ' fetch ' , args . url , ' refs/pull/ ' + args . version + ' /merge ' ] )
os . chdir ( ' ../gitian-builder/inputs/dash ' )
subprocess . check_call ( [ ' git ' , ' fetch ' , args . url , ' refs/pull/ ' + args . version + ' /merge ' ] )
args . commit = subprocess . check_output ( [ ' git ' , ' show ' , ' -s ' , ' --format= % H ' , ' FETCH_HEAD ' ] , universal_newlines = True , encoding = ' utf8 ' ) . strip ( )
args . version = ' pull- ' + args . version
print ( args . commit )
subprocess . check_call ( [ ' git ' , ' fetch ' ] )
subprocess . check_call ( [ ' git ' , ' checkout ' , args . commit ] )
os . chdir ( workdir )
2019-05-17 22:47:49 +02:00
os . chdir ( ' gitian-builder ' )
subprocess . check_call ( [ ' git ' , ' pull ' ] )
os . chdir ( workdir )
2018-10-21 21:39:05 +02:00
if args . build :
build ( )
if args . sign :
sign ( )
if args . verify :
2019-05-17 22:47:49 +02:00
os . chdir ( ' gitian.sigs ' )
subprocess . check_call ( [ ' git ' , ' pull ' ] )
os . chdir ( workdir )
2018-10-21 21:39:05 +02:00
verify ( )
if __name__ == ' __main__ ' :
main ( )