2018-10-08 13:55:38 +00:00
#!/usr/bin/env python3
import argparse
import os
import subprocess
import sys
2020-09-22 16:10:26 +00:00
gsigs = ' https://git.wownero.com/qvqc/gitian.sigs.git '
gbrepo = ' https://git.wownero.com/qvqc/gitian-builder.git '
2019-06-16 14:41:40 +00:00
2019-11-11 09:13:47 +00:00
platforms = { ' l ' : [ ' Linux ' , ' linux ' , ' tar.bz2 ' ] ,
' a ' : [ ' Android ' , ' android ' , ' tar.bz2 ' ] ,
' f ' : [ ' FreeBSD ' , ' freebsd ' , ' tar.bz2 ' ] ,
' w ' : [ ' Windows ' , ' win ' , ' zip ' ] ,
' m ' : [ ' MacOS ' , ' osx ' , ' tar.bz2 ' ] }
2018-10-08 13:55:38 +00:00
def setup ( ) :
global args , workdir
2019-06-11 18:08:53 +00:00
programs = [ ' apt-cacher-ng ' , ' ruby ' , ' git ' , ' make ' , ' wget ' ]
2018-10-08 13:55:38 +00:00
if args . kvm :
programs + = [ ' python-vm-builder ' , ' qemu-kvm ' , ' qemu-utils ' ]
else :
programs + = [ ' lxc ' , ' debootstrap ' ]
2019-06-11 18:08:53 +00:00
if not args . no_apt :
subprocess . check_call ( [ ' sudo ' , ' apt-get ' , ' install ' , ' -qq ' ] + programs )
2019-06-16 14:41:40 +00:00
if not os . path . isdir ( ' sigs ' ) :
subprocess . check_call ( [ ' git ' , ' clone ' , gsigs , ' sigs ' ] )
if not os . path . isdir ( ' builder ' ) :
subprocess . check_call ( [ ' git ' , ' clone ' , gbrepo , ' builder ' ] )
os . chdir ( ' builder ' )
2019-11-10 09:19:52 +00:00
subprocess . check_call ( [ ' git ' , ' checkout ' , ' c0f77ca018cb5332bfd595e0aff0468f77542c23 ' ] )
2019-06-16 14:41:40 +00:00
os . makedirs ( ' inputs ' , exist_ok = True )
os . chdir ( ' inputs ' )
2020-09-22 16:10:26 +00:00
if not os . path . isdir ( ' wownero ' ) :
subprocess . check_call ( [ ' git ' , ' clone ' , args . url , ' wownero ' ] )
2019-06-16 14:41:40 +00:00
os . chdir ( ' .. ' )
2018-10-08 13:55:38 +00:00
make_image_prog = [ ' bin/make-base-vm ' , ' --suite ' , ' bionic ' , ' --arch ' , ' amd64 ' ]
if args . docker :
2020-01-10 18:16:24 +00:00
try :
subprocess . check_output ( [ ' docker ' , ' --help ' ] )
except :
print ( " ERROR: Could not find ' docker ' command. Ensure this is in your PATH. " )
sys . exit ( 1 )
2018-10-08 13:55:38 +00:00
make_image_prog + = [ ' --docker ' ]
elif not args . kvm :
make_image_prog + = [ ' --lxc ' ]
subprocess . check_call ( make_image_prog )
os . chdir ( workdir )
if args . is_bionic and not args . kvm and not args . docker :
subprocess . check_call ( [ ' sudo ' , ' sed ' , ' -i ' , ' s/lxcbr0/br0/ ' , ' /etc/default/lxc-net ' ] )
print ( ' Reboot is required ' )
2019-06-11 18:08:53 +00:00
sys . exit ( 0 )
2018-10-08 13:55:38 +00:00
2019-11-03 13:48:55 +00:00
def rebuild ( ) :
2018-10-08 13:55:38 +00:00
global args , workdir
print ( ' \n Building Dependencies \n ' )
2019-11-04 01:08:10 +00:00
os . makedirs ( ' ../out/ ' + args . version , exist_ok = True )
2018-10-08 13:55:38 +00:00
2019-11-10 12:25:13 +00:00
for i in args . os :
if i is ' m ' and args . nomac :
continue
os_name = platforms [ i ] [ 0 ]
tag_name = platforms [ i ] [ 1 ]
suffix = platforms [ i ] [ 2 ]
print ( ' \n Compiling ' + args . version + ' ' + os_name )
2020-09-22 16:10:26 +00:00
infile = ' inputs/wownero/contrib/gitian/gitian- ' + tag_name + ' .yml '
subprocess . check_call ( [ ' bin/gbuild ' , ' -j ' , args . jobs , ' -m ' , args . memory , ' --commit ' , ' wownero= ' + args . commit , ' --url ' , ' wownero= ' + args . url , infile ] )
2019-11-20 00:26:47 +00:00
subprocess . check_call ( [ ' bin/gsign ' , ' -p ' , args . sign_prog , ' --signer ' , args . signer , ' --release ' , args . version + ' - ' + tag_name , ' --destination ' , ' ../sigs/ ' , infile ] )
2020-09-22 16:10:26 +00:00
subprocess . check_call ( ' mv build/out/wownero-*. ' + suffix + ' ../out/ ' + args . version , shell = True )
2019-11-10 12:25:13 +00:00
print ( ' Moving var/install.log to var/install- ' + tag_name + ' .log ' )
subprocess . check_call ( ' mv var/install.log var/install- ' + tag_name + ' .log ' , shell = True )
print ( ' Moving var/build.log to var/build- ' + tag_name + ' .log ' )
subprocess . check_call ( ' mv var/build.log var/build- ' + tag_name + ' .log ' , shell = True )
2018-10-08 13:55:38 +00:00
os . chdir ( workdir )
if args . commit_files :
print ( ' \n Committing ' + args . version + ' Unsigned Sigs \n ' )
2019-06-16 14:41:40 +00:00
os . chdir ( ' sigs ' )
2019-11-11 09:13:47 +00:00
for i , v in platforms :
subprocess . check_call ( [ ' git ' , ' add ' , args . version + ' - ' + v [ 1 ] + ' / ' + args . signer ] )
2018-10-08 13:55:38 +00:00
subprocess . check_call ( [ ' git ' , ' commit ' , ' -m ' , ' Add ' + args . version + ' unsigned sigs for ' + args . signer ] )
os . chdir ( workdir )
2019-11-03 13:48:55 +00:00
def build ( ) :
global args , workdir
print ( ' \n Checking Depends Freshness \n ' )
os . chdir ( ' builder ' )
os . makedirs ( ' inputs ' , exist_ok = True )
subprocess . check_call ( [ ' wget ' , ' -N ' , ' -P ' , ' inputs ' , ' https://downloads.sourceforge.net/project/osslsigncode/osslsigncode/osslsigncode-1.7.1.tar.gz ' ] )
subprocess . check_call ( [ ' wget ' , ' -N ' , ' -P ' , ' inputs ' , ' https://bitcoincore.org/cfields/osslsigncode-Backports-to-1.7.1.patch ' ] )
subprocess . check_output ( [ " echo ' a8c4e9cafba922f89de0df1f2152e7be286aba73f78505169bc351a7938dd911 inputs/osslsigncode-Backports-to-1.7.1.patch ' | sha256sum -c " ] , shell = True )
subprocess . check_output ( [ " echo ' f9a8cdb38b9c309326764ebc937cba1523a3a751a7ab05df3ecc99d18ae466c9 inputs/osslsigncode-1.7.1.tar.gz ' | sha256sum -c " ] , shell = True )
2020-09-22 16:10:26 +00:00
subprocess . check_call ( [ ' make ' , ' -C ' , ' inputs/wownero/contrib/depends ' , ' download ' , ' SOURCES_PATH= ' + os . getcwd ( ) + ' /cache/common ' ] )
2019-11-03 13:48:55 +00:00
rebuild ( )
2018-10-08 13:55:38 +00:00
def verify ( ) :
global args , workdir
2019-06-16 14:41:40 +00:00
os . chdir ( ' builder ' )
2018-10-08 13:55:38 +00:00
2019-11-11 09:13:47 +00:00
for i , v in platforms :
print ( ' \n Verifying v ' + args . version + ' ' + v [ 0 ] + ' \n ' )
2020-09-22 16:10:26 +00:00
subprocess . check_call ( [ ' bin/gverify ' , ' -v ' , ' -d ' , ' ../sigs/ ' , ' -r ' , args . version + ' - ' + v [ 1 ] , ' inputs/wownero/contrib/gitian/gitian- ' + v [ 1 ] + ' .yml ' ] )
2018-10-08 13:55:38 +00:00
os . chdir ( workdir )
def main ( ) :
global args , workdir
2019-06-11 18:08:53 +00:00
parser = argparse . ArgumentParser ( description = ' Script for running full Gitian builds. ' , usage = ' %(prog)s [options] signer version ' )
2018-10-08 13:55:38 +00:00
parser . add_argument ( ' -c ' , ' --commit ' , action = ' store_true ' , dest = ' commit ' , help = ' Indicate that the version argument is for a commit or branch ' )
parser . add_argument ( ' -p ' , ' --pull ' , action = ' store_true ' , dest = ' pull ' , help = ' Indicate that the version argument is the number of a github repository pull request ' )
2020-09-22 16:10:26 +00:00
parser . add_argument ( ' -u ' , ' --url ' , dest = ' url ' , default = ' https://git.wownero.com/wownero/wownero ' , help = ' Specify the URL of the repository. Default is %(default)s ' )
2018-10-08 13:55:38 +00:00
parser . add_argument ( ' -v ' , ' --verify ' , action = ' store_true ' , dest = ' verify ' , help = ' Verify the Gitian build ' )
parser . add_argument ( ' -b ' , ' --build ' , action = ' store_true ' , dest = ' build ' , help = ' Do a Gitian build ' )
parser . add_argument ( ' -B ' , ' --buildsign ' , action = ' store_true ' , dest = ' buildsign ' , help = ' Build both signed and unsigned binaries ' )
2019-11-11 09:13:47 +00:00
parser . add_argument ( ' -o ' , ' --os ' , dest = ' os ' , default = ' lafwm ' , help = ' Specify which Operating Systems the build is for. Default is %(default)s . l for Linux, a for Android, f for FreeBSD, w for Windows, m for MacOS ' )
2019-11-03 13:48:55 +00:00
parser . add_argument ( ' -r ' , ' --rebuild ' , action = ' store_true ' , dest = ' rebuild ' , help = ' Redo a Gitian build ' )
parser . add_argument ( ' -R ' , ' --rebuildsign ' , action = ' store_true ' , dest = ' rebuildsign ' , help = ' Redo and sign a Gitian build ' )
2018-10-08 13:55:38 +00:00
parser . add_argument ( ' -j ' , ' --jobs ' , dest = ' jobs ' , default = ' 2 ' , help = ' Number of processes to use. Default %(default)s ' )
parser . add_argument ( ' -m ' , ' --memory ' , dest = ' memory ' , default = ' 2000 ' , help = ' Memory to allocate in MiB. Default %(default)s ' )
parser . add_argument ( ' -k ' , ' --kvm ' , action = ' store_true ' , dest = ' kvm ' , help = ' Use KVM instead of LXC ' )
parser . add_argument ( ' -d ' , ' --docker ' , action = ' store_true ' , dest = ' docker ' , help = ' Use Docker instead of LXC ' )
2019-06-11 18:08:53 +00:00
parser . add_argument ( ' -S ' , ' --setup ' , action = ' store_true ' , dest = ' setup ' , help = ' Set up the Gitian building environment. Uses LXC. If you want to use KVM, use the --kvm option. If you run this script on a non-debian based system, pass the --no-apt flag ' )
2018-10-08 13:55:38 +00:00
parser . add_argument ( ' -D ' , ' --detach-sign ' , action = ' store_true ' , dest = ' detach_sign ' , help = ' Create the assert file for detached signing. Will not commit anything. ' )
parser . add_argument ( ' -n ' , ' --no-commit ' , action = ' store_false ' , dest = ' commit_files ' , help = ' Do not commit anything to git ' )
2019-06-11 18:08:53 +00:00
parser . add_argument ( ' signer ' , nargs = ' ? ' , help = ' GPG signer to sign each build assert file ' )
parser . add_argument ( ' version ' , nargs = ' ? ' , help = ' Version number, commit, or branch to build. ' )
parser . add_argument ( ' -a ' , ' --no-apt ' , action = ' store_true ' , dest = ' no_apt ' , help = ' Indicate that apt is not installed on the system ' )
2018-10-08 13:55:38 +00:00
args = parser . parse_args ( )
workdir = os . getcwd ( )
args . is_bionic = b ' bionic ' in subprocess . check_output ( [ ' lsb_release ' , ' -cs ' ] )
if args . buildsign :
2019-06-11 18:08:53 +00:00
args . build = True
args . sign = True
2018-10-08 13:55:38 +00:00
2019-11-03 13:48:55 +00:00
if args . rebuildsign :
args . rebuild = True
args . sign = True
2018-10-08 13:55:38 +00:00
if args . kvm and args . docker :
raise Exception ( ' Error: cannot have both kvm and docker ' )
args . sign_prog = ' true ' if args . detach_sign else ' gpg --detach-sign '
# Set enviroment variable USE_LXC or USE_DOCKER, let gitian-builder know that we use lxc or docker
if args . docker :
os . environ [ ' USE_DOCKER ' ] = ' 1 '
elif not args . kvm :
os . environ [ ' USE_LXC ' ] = ' 1 '
if not ' GITIAN_HOST_IP ' in os . environ . keys ( ) :
2019-12-29 00:38:19 +00:00
os . environ [ ' GITIAN_HOST_IP ' ] = ' 10.0.2.2 '
2018-10-08 13:55:38 +00:00
if not ' LXC_GUEST_IP ' in os . environ . keys ( ) :
2019-12-29 00:38:19 +00:00
os . environ [ ' LXC_GUEST_IP ' ] = ' 10.0.2.5 '
2018-10-08 13:55:38 +00:00
2019-07-19 12:12:36 +00:00
# Disable MacOS build if no SDK found
2019-11-10 12:25:13 +00:00
args . nomac = False
if ' m ' in args . os and not os . path . isfile ( ' builder/inputs/MacOSX10.11.sdk.tar.gz ' ) :
2019-11-03 13:48:55 +00:00
if args . build :
print ( ' Cannot build for MacOS, SDK does not exist. Will build for other OSes ' )
2019-11-10 12:25:13 +00:00
args . nomac = True
2018-10-08 13:55:38 +00:00
script_name = os . path . basename ( sys . argv [ 0 ] )
# Signer and version shouldn't be empty
if args . signer == ' ' :
print ( script_name + ' : Missing signer. ' )
print ( ' Try ' + script_name + ' --help for more information ' )
2019-06-11 18:08:53 +00:00
sys . exit ( 1 )
2018-10-08 13:55:38 +00:00
if args . version == ' ' :
print ( script_name + ' : Missing version. ' )
print ( ' Try ' + script_name + ' --help for more information ' )
2019-06-11 18:08:53 +00:00
sys . exit ( 1 )
2018-10-08 13:55:38 +00:00
# Add leading 'v' for tags
if args . commit and args . pull :
raise Exception ( ' Cannot have both commit and pull ' )
2018-11-07 17:27:52 +00:00
args . commit = args . commit if args . commit else args . version
2018-10-08 13:55:38 +00:00
if args . setup :
setup ( )
2020-09-22 16:10:26 +00:00
os . makedirs ( ' builder/inputs/wownero ' , exist_ok = True )
os . chdir ( ' builder/inputs/wownero ' )
2018-10-08 13:55:38 +00:00
if args . pull :
subprocess . check_call ( [ ' git ' , ' fetch ' , args . url , ' refs/pull/ ' + args . version + ' /merge ' ] )
args . commit = subprocess . check_output ( [ ' git ' , ' show ' , ' -s ' , ' --format= % H ' , ' FETCH_HEAD ' ] , universal_newlines = True ) . strip ( )
args . version = ' pull- ' + args . version
print ( args . commit )
subprocess . check_call ( [ ' git ' , ' fetch ' ] )
subprocess . check_call ( [ ' git ' , ' checkout ' , args . commit ] )
os . chdir ( workdir )
if args . build :
build ( )
2019-11-03 13:48:55 +00:00
if args . rebuild :
os . chdir ( ' builder ' )
rebuild ( )
2018-10-08 13:55:38 +00:00
if args . verify :
verify ( )
if __name__ == ' __main__ ' :
main ( )