- tbb-commits - lists.torproject.org

[tor-browser-build/master] Update mingw-w64 commit
by boklm＠torproject.org 15 Feb '17

15 Feb '17

commit e41c159ed1d3a150720eaaad6716662ffe07db03 Author: Nicolas Vigier <boklm(a)torproject.org> Date: Wed Feb 15 17:27:30 2017 +0100 Update mingw-w64 commit Use the same commit as we currently use in gitian. --- projects/mingw-w64/config | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/projects/mingw-w64/config b/projects/mingw-w64/config index 4141b60..425e125 100644 --- a/projects/mingw-w64/config +++ b/projects/mingw-w64/config @@ -1,7 +1,7 @@ # vim: filetype=yaml sw=2 filename: '[% project %]-[% c("version") %]-[% c("var/build_id") %].tar.gz' git_url: http://git.code.sf.net/p/mingw-w64/mingw-w64 -git_hash: 3deeda3a1db3dee8a8b6231be5b44f47d79ce1d7 +git_hash: a0cd5afeb60be3be0860e9a203314c10485bb9b8 version: '[% c("abbrev") %]' remote_docker: 1 var:

1 0

[tor-browser-build/master] projects/tor: add missing libevent on OSX
by boklm＠torproject.org 15 Feb '17

15 Feb '17

commit a9b07efe8c554ecf323d6afd2aa9af73009105b6 Author: Nicolas Vigier <boklm(a)torproject.org> Date: Wed Feb 15 17:12:29 2017 +0100 projects/tor: add missing libevent on OSX --- projects/tor/build | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/projects/tor/build b/projects/tor/build index 088c486..040693e 100644 --- a/projects/tor/build +++ b/projects/tor/build @@ -53,6 +53,10 @@ chmod 700 "$distdir"/Tor/*.so* export LD_LIBRARY_PATH="$distdir/Tor/" [% END %] +[% IF c("var/osx") %] +cp $libeventdir/lib/libevent-*.dylib $TORBINDIR/ +[% END %] + cd /var/tmp/build/[% project %]-[% c('version') %] ./autogen.sh find -type f -print0 | xargs -0 [% c("var/touch") %]

1 0

[tor-browser-build/master] Use faketime when generating dmg files
by boklm＠torproject.org 15 Feb '17

15 Feb '17

commit 80399fe56927e17df1c4130698518445b009ae5a Author: Nicolas Vigier <boklm(a)torproject.org> Date: Wed Feb 15 15:25:09 2017 +0100 Use faketime when generating dmg files --- projects/tor-browser/config | 1 + projects/tor-browser/ddmg.sh | 3 +++ 2 files changed, 4 insertions(+) diff --git a/projects/tor-browser/config b/projects/tor-browser/config index 01463d9..5ee8be7 100644 --- a/projects/tor-browser/config +++ b/projects/tor-browser/config @@ -22,6 +22,7 @@ targets: - unzip - python - bzip2 + - faketime windows-i686: var: mar_osname: win32 diff --git a/projects/tor-browser/ddmg.sh b/projects/tor-browser/ddmg.sh index bc88797..20bd8f9 100755 --- a/projects/tor-browser/ddmg.sh +++ b/projects/tor-browser/ddmg.sh @@ -10,6 +10,9 @@ pushd [% src %] find . -type f | sed -e 's/^\.\///' | sort | xargs -i echo "{}={}" > [% filelist %] find . -type l | sed -e 's/^\.\///' | sort | xargs -i echo "{}={}" >> [% filelist %] +export LD_PRELOAD=/usr/lib/faketime/libfaketime.so.1 +export FAKETIME="[% USE date; GET date.format(c('timestamp'), format = '%Y-%m-%d %H:%M:%S') %]" + genisoimage -D -V "Tor Browser" -no-pad -R -apple -o "$dmg_tmpdir/tbb-uncompressed.dmg" -path-list [% filelist %] -graft-points -gid 20 -dir-mode 0755 -new-dir-mode 0755 dmg dmg "$dmg_tmpdir/tbb-uncompressed.dmg" [% c('dmg_out', { error_if_undef => 1 }) %]

1 0

[tor-browser-build/master] Fix tor dependency on libevent-*.dylib on OSX
by boklm＠torproject.org 15 Feb '17

15 Feb '17

commit 040e6a4309f6816e7f076e517202c2e832b603a9 Author: Nicolas Vigier <boklm(a)torproject.org> Date: Wed Feb 15 17:13:38 2017 +0100 Fix tor dependency on libevent-*.dylib on OSX Extract libevent in /var/tmp/dist rather than /var/tmp/build so that the x86_64-apple-darwin10-install_name_tool command can work. At the same time, we also change openssl to use this directory. This problem was reported in this comment: https://trac.torproject.org/projects/tor/ticket/17379#comment:12 --- projects/tor/build | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/projects/tor/build b/projects/tor/build index 040693e..1f42add 100644 --- a/projects/tor/build +++ b/projects/tor/build @@ -22,11 +22,11 @@ mkdir -p $TORBINDIR mkdir -p $TORCONFIGDIR [% END %] -tar -C /var/tmp/build -xf [% c('input_files_by_name/openssl') %] -tar -C /var/tmp/build -xf [% c('input_files_by_name/libevent') %] +tar -C /var/tmp/dist -xf [% c('input_files_by_name/openssl') %] +tar -C /var/tmp/dist -xf [% c('input_files_by_name/libevent') %] tar -C /var/tmp/build -xf [% project %]-[% c('version') %].tar.gz -libeventdir=/var/tmp/build/libevent -openssldir=/var/tmp/build/openssl +libeventdir=/var/tmp/dist/libevent +openssldir=/var/tmp/dist/openssl [% IF c("var/windows") %] tar -C /var/tmp/build -xf [% c('input_files_by_name/zlib') %]

1 0

[tor-browser-build/master] projects/tor: build with --enable-static-openssl on OSX
by boklm＠torproject.org 15 Feb '17

15 Feb '17

commit 9ec25911d21fda4eecec93f802a875e4c000ecfe Author: Nicolas Vigier <boklm(a)torproject.org> Date: Wed Feb 15 13:26:35 2017 +0100 projects/tor: build with --enable-static-openssl on OSX --- projects/tor/build | 1 + 1 file changed, 1 insertion(+) diff --git a/projects/tor/build b/projects/tor/build index a568512..95328a7 100644 --- a/projects/tor/build +++ b/projects/tor/build @@ -57,6 +57,7 @@ cd /var/tmp/build/[% project %]-[% c('version') %] ./autogen.sh ./configure --disable-asciidoc --with-libevent-dir="$libeventdir" --with-openssl-dir="$openssldir" \ [% IF c("var/windows") %]--with-zlib-dir="$zlibdir"[% END %] \ + [% IF c("var/osx") %]--enable-static-openssl[% END %] \ --prefix="$distdir" [% c("var/configure_opt") %] [% IF c("var/osx") -%] export LD_PRELOAD=/usr/lib/faketime/libfaketime.so.1

1 0

[tor-browser-build/master] projects/tor: touch files to avoid "clock skew" errors with libfaketime
by boklm＠torproject.org 15 Feb '17

15 Feb '17

commit ab1c37c393853f113fed8cef026fa95071d5c537 Author: Nicolas Vigier <boklm(a)torproject.org> Date: Wed Feb 15 16:50:21 2017 +0100 projects/tor: touch files to avoid "clock skew" errors with libfaketime --- projects/tor/build | 1 + 1 file changed, 1 insertion(+) diff --git a/projects/tor/build b/projects/tor/build index 95328a7..088c486 100644 --- a/projects/tor/build +++ b/projects/tor/build @@ -55,6 +55,7 @@ export LD_LIBRARY_PATH="$distdir/Tor/" cd /var/tmp/build/[% project %]-[% c('version') %] ./autogen.sh +find -type f -print0 | xargs -0 [% c("var/touch") %] ./configure --disable-asciidoc --with-libevent-dir="$libeventdir" --with-openssl-dir="$openssldir" \ [% IF c("var/windows") %]--with-zlib-dir="$zlibdir"[% END %] \ [% IF c("var/osx") %]--enable-static-openssl[% END %] \

1 0

[tor-browser-build/master] Fix typo in dmg filenames
by boklm＠torproject.org 15 Feb '17

15 Feb '17

commit 133ca2afddffdfad95124bfffe9850f21fabcf36 Author: Nicolas Vigier <boklm(a)torproject.org> Date: Wed Feb 15 10:35:29 2017 +0100 Fix typo in dmg filenames --- projects/tor-browser/build | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/projects/tor-browser/build b/projects/tor-browser/build index caf0cf4..3763b21 100644 --- a/projects/tor-browser/build +++ b/projects/tor-browser/build @@ -251,7 +251,7 @@ MAR=$MARTOOLS/mar MBSDIFF=$MARTOOLS/mbsdiff $MARTOOLS/make_full_update.sh -q $OU [% ELSIF c("var/osx") %] [% c('var/ddmg', { dmg_src => '"$PKG_DIR"', - dmg_out => '$OUTDIR/TorBrowser-' _ c("var/torbrowser_version") _ '-osx64_' _ '_${PKG_LOCALE}.dmg', + dmg_out => '$OUTDIR/TorBrowser-' _ c("var/torbrowser_version") _ '-osx64_${PKG_LOCALE}.dmg', }) %] [% ELSIF c("var/windows") %] pushd "${TB_STAGE_DIR}" @@ -318,7 +318,7 @@ rm -rf $distdir/${PKG_DIR} [% ELSIF c("var/osx") %] [% c('var/ddmg', { dmg_src => tbdir, - dmg_out => '$OUTDIR/TorBrowser-' _ c("var/torbrowser_version") _ '-osx64_' _ '_' _ lang _ '.dmg', + dmg_out => '$OUTDIR/TorBrowser-' _ c("var/torbrowser_version") _ '-osx64_' _ lang _ '.dmg', }) %] [% ELSIF c("var/windows") %] pushd "[% tbdir %]"

1 0

[tor-browser-build/master] Don't show detailed build logs on stdout
by boklm＠torproject.org 14 Feb '17

14 Feb '17

commit 36a1538a2d119aac1e2f7b3ce21260d0258ccc88 Author: Nicolas Vigier <boklm(a)torproject.org> Date: Wed Feb 15 00:11:07 2017 +0100 Don't show detailed build logs on stdout To provide a more "high level" view of progress, don't output build logs of each componets on stdout, but write them in files in the logs/ directory. This idea was suggested by mcs and Kathy in this comment: https://trac.torproject.org/projects/tor/ticket/17379#comment:12 --- .gitignore | 1 + rbm | 2 +- rbm.conf | 1 + rbm.local.conf.example | 5 +++++ 4 files changed, 8 insertions(+), 1 deletion(-) diff --git a/.gitignore b/.gitignore index 98554a3..e38b069 100644 --- a/.gitignore +++ b/.gitignore @@ -7,3 +7,4 @@ alpha_nightly nightly hardened rbm.local.conf +logs diff --git a/rbm b/rbm index 3fdeb23..b0382cc 160000 --- a/rbm +++ b/rbm @@ -1 +1 @@ -Subproject commit 3fdeb23bc4ab4dc65e69ff0fac49db603c4efb08 +Subproject commit b0382ccc58b9286e066bf5980f80cf041e287067 diff --git a/rbm.conf b/rbm.conf index 47ffbfb..802bb48 100644 --- a/rbm.conf +++ b/rbm.conf @@ -2,6 +2,7 @@ debug: '[% GET ! ENV.RBM_NO_DEBUG %]' compress_tar: gz output_dir: "out/[% project %]" +build_log: 'logs/[% project %]-[% c("var/osname") %].log' pkg_type: build diff --git a/rbm.local.conf.example b/rbm.local.conf.example index 20f081f..ac54935 100644 --- a/rbm.local.conf.example +++ b/rbm.local.conf.example @@ -22,6 +22,11 @@ ### use the same docker image names. #docker_image_prefix: tor-browser_XXXXX +### The build_log option defines in which file the build logs of each +### component are stored. If you set it to '-' the logs are output on +### stdout and stderr. +#build_log: '-' + var: local_conf: 1

1 0

[rbm/master] Add the build_log option
by boklm＠torproject.org 14 Feb '17

14 Feb '17

commit b0382ccc58b9286e066bf5980f80cf041e287067 Author: Nicolas Vigier <boklm(a)torproject.org> Date: Tue Feb 14 23:55:10 2017 +0100 Add the build_log option --- NEWS | 2 ++ doc/rbm_cli.asc | 4 ++++ doc/rbm_config.asc | 4 ++++ lib/RBM.pm | 24 ++++++++++++++++++++++-- lib/RBM/DefaultConfig.pm | 1 + rbm | 2 +- 6 files changed, 34 insertions(+), 3 deletions(-) diff --git a/NEWS b/NEWS index 1a1789f..663a281 100644 --- a/NEWS +++ b/NEWS @@ -1,3 +1,5 @@ +- Add the build_log option + - Add support for optional local configuration file rbm.local.conf - add the git_submodule option diff --git a/doc/rbm_cli.asc b/doc/rbm_cli.asc index 66f6025..adb8b27 100644 --- a/doc/rbm_cli.asc +++ b/doc/rbm_cli.asc @@ -42,6 +42,10 @@ The following options can be set on the command line : --output-dir=<directory>:: Set the output directory + --build-log=<filename>:: + Set the file where the build logs will be written. If the value is `-` + (the default), the logs will be output on stdout and stderr. + --version=<version>:: Set the package version diff --git a/doc/rbm_config.asc b/doc/rbm_config.asc index e8decd9..a461b3d 100644 --- a/doc/rbm_config.asc +++ b/doc/rbm_config.asc @@ -140,6 +140,10 @@ output_dir:: The directory where output files (tarballs, spec files or packages) are created. The default value is +out+. +build_log:: + The file where the build logs will be written. If the value is `-` (the + default), the logs will be output on stdout and stderr. + fetch:: The value should be 0 or 1, depending on whether the commits from the remote git or hg repository should be fetched diff --git a/lib/RBM.pm b/lib/RBM.pm index 4b5bfe9..2248b41 100644 --- a/lib/RBM.pm +++ b/lib/RBM.pm @@ -884,6 +884,18 @@ sub input_files { return \%res_getfnames if $action eq 'getfnames'; } +sub system_log { + my ($log_file, @args) = @_; + return system(@args) if $log_file eq '-'; + if (my $pid = fork) { + waitpid($pid, 0); + return ${^CHILD_ERROR_NATIVE}; + } + exit_error "Could not open $log_file" unless open(STDOUT, '>>', $log_file); + open(STDERR, '>&', *STDOUT); + exec(@args); +} + sub build_run { my ($project, $script_name, $options) = @_; my $old_step = $config->{step}; @@ -959,6 +971,14 @@ sub build_run { write_file("$srcdir/$s", $build_script{$s}); chmod 0700, "$srcdir/$s"; } + my $build_log = project_config($project, "build_log", $options); + if ($build_log ne '-') { + $build_log = path($build_log); + make_path(dirname($build_log)); + my $now = localtime; + write_file($build_log, {append => 1}, "Starting build: $now\n"); + print "Build log: $build_log\n"; + } chdir $srcdir; my $res; if ($remote_tmp_src && $remote_tmp_dst) { @@ -982,7 +1002,7 @@ sub build_run { exec_name => $s, exec_as_root => $scripts_root{$s}, }); - if (run_script($project, $cmd, sub { system(@_) }) != 0) { + if (run_script($project, $cmd, sub { system_log($build_log, @_) }) != 0) { $error = "Error running $script_name"; if (project_config($project, 'debug', $options)) { print STDERR $error, "\nOpening debug shell\n"; @@ -1019,7 +1039,7 @@ sub build_run { foreach my $s (@scripts) { my $cmd = $scripts_root{$s} ? project_config($project, 'suexec', { suexec_cmd => "$srcdir/$s" }) : "$srcdir/$s"; - if (system($cmd) != 0) { + if (system_log($build_log, $cmd) != 0) { $error = "Error running $script_name"; if (project_config($project, 'debug', $options)) { print STDERR $error, "\nOpening debug shell\n"; diff --git a/lib/RBM/DefaultConfig.pm b/lib/RBM/DefaultConfig.pm index aad9451..ec03ff0 100644 --- a/lib/RBM/DefaultConfig.pm +++ b/lib/RBM/DefaultConfig.pm @@ -112,6 +112,7 @@ our %default_config = ( fetch => 'if_needed', rpmspec => '[% SET tmpl = project _ ".spec"; INCLUDE $tmpl -%]', build => '[% INCLUDE build -%]', + build_log => '-', notmpl => [ qw(projects_dir) ], describe => \&git_describe, abbrev_lenght => '12', diff --git a/rbm b/rbm index c618ada..050cff5 100755 --- a/rbm +++ b/rbm @@ -95,7 +95,7 @@ sub set_options { gpg-keyring=s gpg-keyring-dir=s gpg-args=s gpg-bin=s sysconf-file=s debsign-keyid=s use-pbuilder! step=s target=s@ publish-src-dir=s debug! hg-clone-dir=s - hg-hash=s localconf-file=s); + hg-hash=s localconf-file=s build-log=s); my %val; Getopt::Long::GetOptionsFromArray(\@_, \%val, @options) || exit 1; foreach my $k (keys %val) {

1 0

[tor-browser-build/master] projects/meek: only include *.1 files from doc directory
by boklm＠torproject.org 14 Feb '17

14 Feb '17

commit fc068986a71b27e896c9a727754bbd09dcf64a8c Author: Nicolas Vigier <boklm(a)torproject.org> Date: Tue Feb 14 18:02:55 2017 +0100 projects/meek: only include *.1 files from doc directory --- projects/meek/build | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/projects/meek/build b/projects/meek/build index d195e90..283066a 100644 --- a/projects/meek/build +++ b/projects/meek/build @@ -34,7 +34,7 @@ cp -a meek-client-torbrowser[% IF c("var/windows") %].exe[% END %] $PTDIR [% END %] cd .. -cp -a README doc/* $DOCSDIR +cp -a README doc/*.1 $DOCSDIR cd firefox [% c('zip', {

1 0