July 2020 - tor-commits - lists.torproject.org

[tor-browser-build/master] Bug 40006: Adapt cbindgen for Firefox 78 ESR
by sysrqb＠torproject.org 17 Jul '20

17 Jul '20

commit f232e5d23544a7fbfa4b8f619a49315d370aca2b Author: Georg Koppen <gk(a)torproject.org> Date: Sun Jun 14 11:12:40 2020 +0000 Bug 40006: Adapt cbindgen for Firefox 78 ESR --- projects/cbindgen/build | 2 +- projects/cbindgen/config | 8 ++++---- 2 files changed, 5 insertions(+), 5 deletions(-) diff --git a/projects/cbindgen/build b/projects/cbindgen/build index 429f567..2a1c9e0 100644 --- a/projects/cbindgen/build +++ b/projects/cbindgen/build @@ -11,7 +11,7 @@ tar -C /var/tmp/build -xf [% project %]-[% c('version') %].tar.gz # Now prepare the offline build # Move the directory for hardcoding the path in .cargo/config mv /var/tmp/build/[% project %]-[% c('version') %] $builddir -tar -C $builddir -xjf cbindgen-vendor.tar.bz2 +tar -C $builddir -xjf cbindgen-vendor-[% c('version') %].tar.bz2 cd $builddir mkdir .cargo cat > .cargo/config << 'EOF' diff --git a/projects/cbindgen/config b/projects/cbindgen/config index ddfb9f9..3dd94f6 100644 --- a/projects/cbindgen/config +++ b/projects/cbindgen/config @@ -1,7 +1,7 @@ # vim: filetype=yaml sw=2 -version: '[% c("abbrev") %]' +version: 0.14.1 git_url: https://github.com/eqrion/cbindgen -git_hash: 23a991a5b21e89aa1dcdc70f1371be20c93ece8e #v0.8.7 +git_hash: 0761b9bbe48d01ded1bbec45bbeea5544b3b1002 # v0.14.1 filename: '[% project %]-[% c("version") %]-[% c("var/osname") %]-[% c("var/build_id") %].tar.gz' var: @@ -12,5 +12,5 @@ input_files: - name: rust project: rust # `cargo vendor vendor` in the `cbindgen` directory has vendored the sources. - - URL: https://people.torproject.org/~boklm/mirrors/sources/cbindgen-vendor.tar.bz2 - sha256sum: f4cde3d56df893b543b35b7e4a6e295a275dbb3cee8e8eae549efe679db50ab9 + - URL: https://people.torproject.org/~gk/mirrors/sources/cbindgen-vendor-[% c('version') %].tar.bz2 + sha256sum: 1c500bc1b8de4eb400f90a528c4b5c6b2c7357e401a95c5354469a18fd365dbc

1 0

[tor-browser-build/master] Bug 34386: Fix up clang compilation on Linux
by sysrqb＠torproject.org 17 Jul '20

17 Jul '20

commit 8570713a2fa6f01cd68e7d8f6dc232df813720b4 Author: Georg Koppen <gk(a)torproject.org> Date: Mon Jun 8 11:31:38 2020 +0000 Bug 34386: Fix up clang compilation on Linux We can't build the crt in the compiler-rt project on Linux anymore and work around it by disabling that part. This is likely yet another sign of Debian Wheezy showing its age. Apart from that, we should use our own binutils and not whatever Wheezy is providing. --- projects/clang/42574.patch | 236 -------- projects/clang/build | 15 +- projects/clang/config | 22 +- projects/clang/timestamp.patch | 54 -- projects/clang/win-patches/llvm-objcopy-1.patch | 27 - projects/clang/win-patches/llvm-objcopy-10.patch | 28 - projects/clang/win-patches/llvm-objcopy-11.patch | 377 ------------- projects/clang/win-patches/llvm-objcopy-12.patch | 43 -- projects/clang/win-patches/llvm-objcopy-2.patch | 665 ----------------------- projects/clang/win-patches/llvm-objcopy-3.patch | 160 ------ projects/clang/win-patches/llvm-objcopy-4.patch | 222 -------- projects/clang/win-patches/llvm-objcopy-5.patch | 61 --- projects/clang/win-patches/llvm-objcopy-6.patch | 242 --------- projects/clang/win-patches/llvm-objcopy-7.patch | 224 -------- projects/clang/win-patches/llvm-objcopy-8.patch | 330 ----------- projects/clang/win-patches/llvm-objcopy-9.patch | 260 --------- projects/fenix-clang/build | 3 + projects/fenix-clang/config | 3 + 18 files changed, 17 insertions(+), 2955 deletions(-) diff --git a/projects/clang/42574.patch b/projects/clang/42574.patch deleted file mode 100644 index 285d254..0000000 --- a/projects/clang/42574.patch +++ /dev/null @@ -1,236 +0,0 @@ -From 3757213db371dcea53cae357cf9c56d1b0604f98 Mon Sep 17 00:00:00 2001 -From: Alina Sbirlea <asbirlea(a)google.com> -Date: Fri, 12 Jul 2019 22:30:30 +0000 -Subject: [PATCH] [MemorySSA] Use SetVector to avoid nondeterminism. - -Summary: -Use a SetVector for DeadBlockSet. -Resolves PR42574. - -Reviewers: george.burgess.iv, uabelho, dblaikie - -Subscribers: jlebar, Prazek, mgrang, llvm-commits - -Tags: #llvm - -Differential Revision: https://reviews.llvm.org/D64601 - -llvm-svn: 365970 - -diff --git a/llvm/include/llvm/Analysis/MemorySSAUpdater.h b/llvm/include/llvm/Analysis/MemorySSAUpdater.h -index 169d5bd9fa8..276620bd445 100644 ---- a/llvm/include/llvm/Analysis/MemorySSAUpdater.h -+++ b/llvm/include/llvm/Analysis/MemorySSAUpdater.h -@@ -32,6 +32,7 @@ - #ifndef LLVM_ANALYSIS_MEMORYSSAUPDATER_H - #define LLVM_ANALYSIS_MEMORYSSAUPDATER_H - -+#include "llvm/ADT/SetVector.h" - #include "llvm/ADT/SmallPtrSet.h" - #include "llvm/ADT/SmallSet.h" - #include "llvm/ADT/SmallVector.h" -@@ -239,7 +240,7 @@ public: - /// Deleted blocks still have successor info, but their predecessor edges and - /// Phi nodes may already be updated. Instructions in DeadBlocks should be - /// deleted after this call. -- void removeBlocks(const SmallPtrSetImpl<BasicBlock *> &DeadBlocks); -+ void removeBlocks(const SmallSetVector<BasicBlock *, 8> &DeadBlocks); - - /// Get handle on MemorySSA. - MemorySSA* getMemorySSA() const { return MSSA; } -diff --git a/llvm/lib/Analysis/MemorySSAUpdater.cpp b/llvm/lib/Analysis/MemorySSAUpdater.cpp -index 6c817d20368..a6c7142a697 100644 ---- a/llvm/lib/Analysis/MemorySSAUpdater.cpp -+++ b/llvm/lib/Analysis/MemorySSAUpdater.cpp -@@ -1101,7 +1101,7 @@ void MemorySSAUpdater::removeMemoryAccess(MemoryAccess *MA) { - } - - void MemorySSAUpdater::removeBlocks( -- const SmallPtrSetImpl<BasicBlock *> &DeadBlocks) { -+ const SmallSetVector<BasicBlock *, 8> &DeadBlocks) { - // First delete all uses of BB in MemoryPhis. - for (BasicBlock *BB : DeadBlocks) { - Instruction *TI = BB->getTerminator(); -diff --git a/llvm/lib/Transforms/Scalar/LoopSimplifyCFG.cpp b/llvm/lib/Transforms/Scalar/LoopSimplifyCFG.cpp -index 2e5927f9a06..f464df26a02 100644 ---- a/llvm/lib/Transforms/Scalar/LoopSimplifyCFG.cpp -+++ b/llvm/lib/Transforms/Scalar/LoopSimplifyCFG.cpp -@@ -388,8 +388,8 @@ private: - void deleteDeadLoopBlocks() { - DomTreeUpdater DTU(DT, DomTreeUpdater::UpdateStrategy::Eager); - if (MSSAU) { -- SmallPtrSet<BasicBlock *, 8> DeadLoopBlocksSet(DeadLoopBlocks.begin(), -- DeadLoopBlocks.end()); -+ SmallSetVector<BasicBlock *, 8> DeadLoopBlocksSet(DeadLoopBlocks.begin(), -+ DeadLoopBlocks.end()); - MSSAU->removeBlocks(DeadLoopBlocksSet); - } - for (auto *BB : DeadLoopBlocks) { -diff --git a/llvm/lib/Transforms/Scalar/SimpleLoopUnswitch.cpp b/llvm/lib/Transforms/Scalar/SimpleLoopUnswitch.cpp -index 5a67178cef3..814cf814989 100644 ---- a/llvm/lib/Transforms/Scalar/SimpleLoopUnswitch.cpp -+++ b/llvm/lib/Transforms/Scalar/SimpleLoopUnswitch.cpp -@@ -1436,8 +1436,8 @@ deleteDeadClonedBlocks(Loop &L, ArrayRef<BasicBlock *> ExitBlocks, - - // Remove all MemorySSA in the dead blocks - if (MSSAU) { -- SmallPtrSet<BasicBlock *, 16> DeadBlockSet(DeadBlocks.begin(), -- DeadBlocks.end()); -+ SmallSetVector<BasicBlock *, 8> DeadBlockSet(DeadBlocks.begin(), -+ DeadBlocks.end()); - MSSAU->removeBlocks(DeadBlockSet); - } - -@@ -1455,7 +1455,7 @@ static void deleteDeadBlocksFromLoop(Loop &L, - MemorySSAUpdater *MSSAU) { - // Find all the dead blocks tied to this loop, and remove them from their - // successors. -- SmallPtrSet<BasicBlock *, 16> DeadBlockSet; -+ SmallSetVector<BasicBlock *, 8> DeadBlockSet; - - // Start with loop/exit blocks and get a transitive closure of reachable dead - // blocks. -diff --git a/llvm/lib/Transforms/Utils/Local.cpp b/llvm/lib/Transforms/Utils/Local.cpp -index 499e611acb5..83dabcd7952 100644 ---- a/llvm/lib/Transforms/Utils/Local.cpp -+++ b/llvm/lib/Transforms/Utils/Local.cpp -@@ -2211,7 +2211,7 @@ bool llvm::removeUnreachableBlocks(Function &F, LazyValueInfo *LVI, - assert(Reachable.size() < F.size()); - NumRemoved += F.size()-Reachable.size(); - -- SmallPtrSet<BasicBlock *, 16> DeadBlockSet; -+ SmallSetVector<BasicBlock *, 8> DeadBlockSet; - for (Function::iterator I = ++F.begin(), E = F.end(); I != E; ++I) { - auto *BB = &*I; - if (Reachable.count(BB)) -diff --git a/llvm/test/Analysis/MemorySSA/nondeterminism.ll b/llvm/test/Analysis/MemorySSA/nondeterminism.ll -new file mode 100644 -index 00000000000..0bb3df30b58 ---- /dev/null -+++ b/llvm/test/Analysis/MemorySSA/nondeterminism.ll -@@ -0,0 +1,122 @@ -+; RUN: opt -simplifycfg -enable-mssa-loop-dependency -S --preserve-ll-uselistorder %s | FileCheck %s -+; REQUIRES: x86-registered-target -+; CHECK-LABEL: @n -+; CHECK: uselistorder i16 0, { 3, 2, 4, 1, 5, 0, 6 } -+ -+; Note: test was added in an effort to ensure determinism when updating memoryssa. See PR42574. -+; If the uselistorder check becomes no longer relevant, the test can be disabled or removed. -+ -+%rec9 = type { i16, i32, i32 } -+ -+@a = global [1 x [1 x %rec9]] zeroinitializer -+ -+define i16 @n() { -+ br label %..split_crit_edge -+ -+..split_crit_edge: ; preds = %0 -+ br label %.split -+ -+bb4.us4: ; preds = %bb2.split.us32, %bb6.us28 -+ %i.4.01.us5 = phi i16 [ %_tmp49.us30, %bb6.us28 ] -+ br label %g.exit4.us21 -+ -+bb1.i.us14: ; preds = %bb4.us4 -+ br label %g.exit4.us21 -+ -+g.exit4.us21: ; preds = %bb1.i.us14, %g.exit4.critedge.us9 -+ %i.4.02.us22 = phi i16 [ %i.4.01.us5, %bb4.us4 ], [ %i.4.01.us5, %bb1.i.us14 ] -+ br label %bb6.us28 -+ -+bb5.us26: ; preds = %g.exit4.us21 -+ br label %bb6.us28 -+ -+bb6.us28: ; preds = %bb5.us26, %g.exit4.us21 -+ %i.4.03.us29 = phi i16 [ %i.4.02.us22, %bb5.us26 ], [ %i.4.02.us22, %g.exit4.us21 ] -+ %_tmp49.us30 = add nuw nsw i16 %i.4.03.us29, 1 -+ br label %bb4.us4 -+ -+bb4.us.us: ; preds = %bb2.split.us.us, %bb6.us.us -+ %i.4.01.us.us = phi i16 [ %_tmp49.us.us, %bb6.us.us ] -+ br label %bb1.i.us.us -+ -+bb1.i.us.us: ; preds = %bb4.us.us -+ br label %g.exit4.us.us -+ -+g.exit4.us.us: ; preds = %bb1.i.us.us, %g.exit4.critedge.us.us -+ %i.4.02.us.us = phi i16 [ %i.4.01.us.us, %bb1.i.us.us ] -+ br label %bb5.us.us -+ -+bb5.us.us: ; preds = %g.exit4.us.us -+ br label %bb6.us.us -+ -+bb6.us.us: ; preds = %bb5.us.us, %g.exit4.us.us -+ %i.4.03.us.us = phi i16 [ %i.4.02.us.us, %bb5.us.us ] -+ %_tmp49.us.us = add nuw nsw i16 %i.4.03.us.us, 1 -+ br label %bb4.us.us -+ -+ -+.split: ; preds = %..split_crit_edge -+ br label %bb2 -+ -+bb2: ; preds = %.split, %bb7 -+ %h.3.0 = phi i16 [ undef, %.split ], [ %_tmp53, %bb7 ] -+ br label %bb2.bb2.split_crit_edge -+ -+bb2.bb2.split_crit_edge: ; preds = %bb2 -+ br label %bb2.split -+ -+bb2.split.us: ; preds = %bb2 -+ br label %bb4.us -+ -+bb4.us: ; preds = %bb6.us, %bb2.split.us -+ %i.4.01.us = phi i16 [ 0, %bb2.split.us ] -+ br label %bb1.i.us -+ -+g.exit4.critedge.us: ; preds = %bb4.us -+ br label %g.exit4.us -+ -+bb1.i.us: ; preds = %bb4.us -+ br label %g.exit4.us -+ -+g.exit4.us: ; preds = %bb1.i.us, %g.exit4.critedge.us -+ %i.4.02.us = phi i16 [ %i.4.01.us, %g.exit4.critedge.us ], [ %i.4.01.us, %bb1.i.us ] -+ br label %bb5.us -+ -+bb5.us: ; preds = %g.exit4.us -+ br label %bb7 -+ -+bb2.split: ; preds = %bb2.bb2.split_crit_edge -+ br label %bb4 -+ -+bb4: ; preds = %bb2.split, %bb6 -+ %i.4.01 = phi i16 [ 0, %bb2.split ] -+ %_tmp16 = getelementptr [1 x [1 x %rec9]], [1 x [1 x %rec9]]* @a, i16 0, i16 %h.3.0, i16 %i.4.01, i32 0 -+ %_tmp17 = load i16, i16* %_tmp16, align 1 -+ br label %g.exit4.critedge -+ -+bb1.i: ; preds = %bb4 -+ br label %g.exit4 -+ -+g.exit4.critedge: ; preds = %bb4 -+ %_tmp28.c = getelementptr [1 x [1 x %rec9]], [1 x [1 x %rec9]]* @a, i16 0, i16 %h.3.0, i16 %i.4.01, i32 1 -+ %_tmp29.c = load i32, i32* %_tmp28.c, align 1 -+ %_tmp30.c = trunc i32 %_tmp29.c to i16 -+ br label %g.exit4 -+ -+g.exit4: ; preds = %g.exit4.critedge, %bb1.i -+ %i.4.02 = phi i16 [ %i.4.01, %g.exit4.critedge ], [ %i.4.01, %bb1.i ] -+ %_tmp41 = getelementptr [1 x [1 x %rec9]], [1 x [1 x %rec9]]* @a, i16 0, i16 %h.3.0, i16 %i.4.02, i32 2 -+ br label %bb6 -+ -+bb5: ; preds = %g.exit4 -+ br label %bb6 -+ -+bb6: ; preds = %bb5, %g.exit4 -+ %i.4.03 = phi i16 [ %i.4.02, %bb5 ], [ %i.4.02, %g.exit4 ] -+ %_tmp49 = add nuw nsw i16 %i.4.03, 1 -+ br label %bb7 -+ -+bb7: ; preds = %bb7.us-lcssa.us, %bb7.us-lcssa -+ %_tmp53 = add nsw i16 %h.3.0, 1 -+ br label %bb2 -+} --- -2.24.0 - diff --git a/projects/clang/build b/projects/clang/build index d95e9af..d61ed43 100644 --- a/projects/clang/build +++ b/projects/clang/build @@ -10,11 +10,13 @@ export PATH="/var/tmp/dist/cmake/bin:$PATH" [% pc('gcc', 'var/setup', { compiler_tarfile => c('input_files_by_name/gcc'), hardened_gcc => 0 }) %] ln -s gcc /var/tmp/dist/gcc/bin/cc + tar -C /var/tmp/dist -xf [% c('input_files_by_name/binutils') %] + export PATH="/var/tmp/dist/binutils/bin:$PATH" [% END -%] mkdir -p /var/tmp/build cd /var/tmp/build tar -xf $rootdir/[% c('input_files_by_name/llvm') %] -tar -xf $rootdir/[% c('input_files_by_name/cfe') %] +tar -xf $rootdir/[% c('input_files_by_name/clang') %] tar -xf $rootdir/[% c('input_files_by_name/libcxx') %] tar -xf $rootdir/[% c('input_files_by_name/libcxxabi') %] tar -xf $rootdir/[% c('input_files_by_name/lld') %] @@ -22,26 +24,19 @@ tar -xf $rootdir/[% c('input_files_by_name/compiler-rt') %] mv llvm-* llvm # LLVM has reproducibility issues when optimizing bitcode, which we need to # patch. See: #32053 for more details. -patch -p1 < $rootdir/42574.patch patch -p1 < $rootdir/43909.patch -mv cfe-* llvm/tools/clang +mv clang-* llvm/tools/clang mv libcxx-* llvm/projects/libcxx mv libcxxabi-* llvm/projects/libcxxabi mv lld-* llvm/tools/lld mv compiler-rt-* llvm/projects/compiler-rt -[% IF c("var/windows") -%] - # Patch order is important here - for i in {1..12} - do git apply $rootdir/win-patches/llvm-objcopy-$i.patch - done - patch -p1 -d llvm/tools/lld < $rootdir/timestamp.patch -[% END %] cd llvm export LLVM_HOME=$(pwd) mkdir build cd build cmake .. -G "Unix Makefiles" -DCMAKE_INSTALL_PREFIX=$distdir \ -DCMAKE_BUILD_TYPE:STRING=Release \ + [% IF c("var/linux") -%]-DCOMPILER_RT_BUILD_CRT=OFF \[% END -%] [% IF c("var/rlbox") -%]-DLLVM_EXPERIMENTAL_TARGETS_TO_BUILD=WebAssembly \[% END -%] $LLVM_HOME make -j[% c("buildconf/num_procs") %] diff --git a/projects/clang/config b/projects/clang/config index cf4dcb0..c4b7efc 100644 --- a/projects/clang/config +++ b/projects/clang/config @@ -1,5 +1,5 @@ # vim: filetype=yaml sw=2 -version: 8.0.1 +version: 9.0.1 filename: '[% project %]-[% c("version") %]-[% c("var/build_id") %].tar.gz' gpg_keyring: clang.gpg sig_ext: sig @@ -8,26 +8,21 @@ var: container: use_container: 1 -targets: - windows: - var: - arch_deps: - # We use git to apply patches - - git - - input_files: - project: container-image - name: '[% c("var/compiler") %]' project: '[% c("var/compiler") %]' enable: '[% c("var/linux") %]' + - name: binutils + project: binutils + enable: '[% c("var/linux") %]' - project: cmake name: cmake - URL: 'https://github.com/llvm/llvm-project/releases/download/llvmorg-[% c("version") %]/llvm-[% c("version") %].src.tar.xz' name: llvm file_gpg_id: 1 - - URL: 'https://github.com/llvm/llvm-project/releases/download/llvmorg-[% c("version") %]/cfe-[% c("version") %].src.tar.xz' - name: cfe + - URL: 'https://github.com/llvm/llvm-project/releases/download/llvmorg-[% c("version") %]/clang-[% c("version") %].src.tar.xz' + name: clang file_gpg_id: 1 - URL: 'https://github.com/llvm/llvm-project/releases/download/llvmorg-[% c("version") %]/libcxx-[% c("version") %].src.tar.xz' name: libcxx @@ -41,9 +36,4 @@ input_files: - URL: 'https://github.com/llvm/llvm-project/releases/download/llvmorg-[% c("version") %]/compiler-rt-[% c("version") %].src.tar.xz' name: compiler-rt file_gpg_id: 1 - - filename: win-patches - enable: '[% c("var/windows") %]' - - filename: timestamp.patch - enable: '[% c("var/windows") %]' - - filename: 42574.patch - filename: 43909.patch diff --git a/projects/clang/timestamp.patch b/projects/clang/timestamp.patch deleted file mode 100644 index bea48a2..0000000 --- a/projects/clang/timestamp.patch +++ /dev/null @@ -1,54 +0,0 @@ -From f4743f40894d1dcd4ba131af3ad86a34c6d54598 Mon Sep 17 00:00:00 2001 -From: Martin Storsjo <martin(a)martin.st> -Date: Tue, 5 Feb 2019 08:16:06 +0000 -Subject: [PATCH] Hook up the --no-insert-timestamp option - -This fixes PR40582. - -Patch by Georg Koppen! - -Differential Revision: https://reviews.llvm.org/D57679 - -git-svn-id: https://llvm.org/svn/llvm-project/lld/trunk@353145 91177308-0d34-0410-b5e6-96231b3b80d8 - -diff --git a/MinGW/Driver.cpp b/MinGW/Driver.cpp -index 27a5550ec..d79ebe82e 100644 ---- a/MinGW/Driver.cpp -+++ b/MinGW/Driver.cpp -@@ -170,6 +170,9 @@ bool mingw::link(ArrayRef<const char *> ArgsArr, raw_ostream &Diag) { - Args.getLastArgValue(OPT_m) != "arm64pe" && !Args.hasArg(OPT_dynamicbase)) - Add("-dynamicbase:no"); - -+ if (Args.hasArg(OPT_no_insert_timestamp)) -+ Add("-timestamp:0"); -+ - if (Args.hasFlag(OPT_gc_sections, OPT_no_gc_sections, false)) - Add("-opt:ref"); - else -diff --git a/MinGW/Options.td b/MinGW/Options.td -index ad699f711..5cc339a4a 100644 ---- a/MinGW/Options.td -+++ b/MinGW/Options.td -@@ -20,6 +20,8 @@ def l: JoinedOrSeparate<["-"], "l">, MetaVarName<"<libName>">, - def m: JoinedOrSeparate<["-"], "m">, HelpText<"Set target emulation">; - def map: S<"Map">, HelpText<"Output a linker map">; - def map_eq: J<"Map=">, Alias<map>; -+def no_insert_timestamp: F<"no-insert-timestamp">, -+ HelpText<"Don't include PE header timestamp">; - def no_whole_archive: F<"no-whole-archive">, - HelpText<"No longer include all object files for following archives">; - def large_address_aware: Flag<["--"], "large-address-aware">, -diff --git a/test/MinGW/driver.test b/test/MinGW/driver.test -index 3222bb111..b853527a0 100644 ---- a/test/MinGW/driver.test -+++ b/test/MinGW/driver.test -@@ -151,3 +151,6 @@ REQUIRE-DEFINED: -include:_foo -include:_bar -include:_baz -include:_foo2 - - RUN: ld.lld -### -m i386pep foo.o -Llibpath | FileCheck -check-prefix LIBPATH %s - LIBPATH: -libpath:libpath -+ -+RUN: ld.lld -### -m i386pep foo.o --no-insert-timestamp | FileCheck -check-prefix NOTIMESTAMP %s -+NOTIMESTAMP: -timestamp:0 --- -2.23.0.rc1 - diff --git a/projects/clang/win-patches/llvm-objcopy-1.patch b/projects/clang/win-patches/llvm-objcopy-1.patch deleted file mode 100644 index 9c9f250..0000000 --- a/projects/clang/win-patches/llvm-objcopy-1.patch +++ /dev/null @@ -1,27 +0,0 @@ -From a495c9ae6fb3367e6b59d8d245273ed3669754f0 Mon Sep 17 00:00:00 2001 -From: Martin Storsjo <martin(a)martin.st> -Date: Sat, 19 Jan 2019 19:42:23 +0000 -Subject: [PATCH] [llvm-objcopy] [COFF] Remove a superfluous namespace - qualification. NFC. - -git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@351658 91177308-0d34-0410-b5e6-96231b3b80d8 ---- - tools/llvm-objcopy/COFF/COFFObjcopy.cpp | 2 +- - 1 file changed, 1 insertion(+), 1 deletion(-) - -diff --git a/llvm/tools/llvm-objcopy/COFF/COFFObjcopy.cpp b/llvm/tools/llvm-objcopy/COFF/COFFObjcopy.cpp -index ceebf600b3a..437dccbd3d5 100644 ---- a/llvm/tools/llvm-objcopy/COFF/COFFObjcopy.cpp -+++ b/llvm/tools/llvm-objcopy/COFF/COFFObjcopy.cpp -@@ -78,7 +78,7 @@ static Error handleArgs(const CopyConfig &Config, Object &Obj) { - } - - void executeObjcopyOnBinary(const CopyConfig &Config, -- object::COFFObjectFile &In, Buffer &Out) { -+ COFFObjectFile &In, Buffer &Out) { - COFFReader Reader(In); - Expected<std::unique_ptr<Object>> ObjOrErr = Reader.create(); - if (!ObjOrErr) --- -2.17.1 - diff --git a/projects/clang/win-patches/llvm-objcopy-10.patch b/projects/clang/win-patches/llvm-objcopy-10.patch deleted file mode 100644 index 4aca911..0000000 --- a/projects/clang/win-patches/llvm-objcopy-10.patch +++ /dev/null @@ -1,28 +0,0 @@ -From 1284ee3c47bab17ec081b5169633aea4f8abfd30 Mon Sep 17 00:00:00 2001 -From: Martin Storsjo <martin(a)martin.st> -Date: Wed, 23 Jan 2019 09:12:53 +0000 -Subject: [PATCH] [llvm-objcopy] [COFF] Clear the unwritten tail of - coff_section::Header::Name - -This should fix the add-gnu-debuglink test on all buildbots. - -git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@351934 91177308-0d34-0410-b5e6-96231b3b80d8 ---- - tools/llvm-objcopy/COFF/Writer.cpp | 1 + - 1 file changed, 1 insertion(+) - -diff --git a/llvm/tools/llvm-objcopy/COFF/Writer.cpp b/llvm/tools/llvm-objcopy/COFF/Writer.cpp -index 05e46291c39..db897e2ff33 100644 ---- a/llvm/tools/llvm-objcopy/COFF/Writer.cpp -+++ b/llvm/tools/llvm-objcopy/COFF/Writer.cpp -@@ -121,6 +121,7 @@ size_t COFFWriter::finalizeStringTable() { - - for (auto &S : Obj.getMutableSections()) { - if (S.Name.size() > COFF::NameSize) { -+ memset(S.Header.Name, 0, sizeof(S.Header.Name)); - snprintf(S.Header.Name, sizeof(S.Header.Name), "/%d", - (int)StrTabBuilder.getOffset(S.Name)); - } else { --- -2.17.1 - diff --git a/projects/clang/win-patches/llvm-objcopy-11.patch b/projects/clang/win-patches/llvm-objcopy-11.patch deleted file mode 100644 index 9149b80..0000000 --- a/projects/clang/win-patches/llvm-objcopy-11.patch +++ /dev/null @@ -1,377 +0,0 @@ -From 74c7d422cba163635394ec32f2b243b1de502a18 Mon Sep 17 00:00:00 2001 -From: Martin Storsjo <martin(a)martin.st> -Date: Wed, 23 Jan 2019 11:54:51 +0000 -Subject: [PATCH] [llvm-objcopy] [COFF] Fix handling of aux symbols for big - objects - -The aux symbols were stored in an opaque std::vector<uint8_t>, -with contents interpreted according to the rest of the symbol. - -All aux symbol types but one fit in 18 bytes (sizeof(coff_symbol16)), -and if written to a bigobj, two extra padding bytes are written (as -sizeof(coff_symbol32) is 20). In the storage agnostic intermediate -representation, store the aux symbols as a series of coff_symbol16 -sized opaque blobs. (In practice, all such aux symbols only consist -of one aux symbol, so this is more flexible than what reality needs.) - -The special case is the file aux symbols, which are written in -potentially more than one aux symbol slot, without any padding, -as one single long string. This can't be stored in the same opaque -vector of fixed sized aux symbol entries. The file aux symbols will -occupy a different number of aux symbol slots depending on the type -of output object file. As nothing in the intermediate process needs -to have accurate raw symbol indices, updating that is moved into the -writer class. - -Differential Revision: https://reviews.llvm.org/D57009 - -git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@351947 91177308-0d34-0410-b5e6-96231b3b80d8 ---- - .../llvm-objcopy/COFF/Inputs/bigobj.o.gz | Bin 0 -> 7841 bytes - test/tools/llvm-objcopy/COFF/bigobj.test | 35 +++++++++++++ - .../llvm-objcopy/ELF/auto-remove-shndx.test | 2 +- - .../tools/llvm-objcopy/ELF/many-sections.test | 2 +- - test/tools/llvm-objcopy/ELF/remove-shndx.test | 2 +- - .../tools/llvm-objcopy/ELF/strict-no-add.test | 2 +- - .../llvm-objcopy/{ELF => }/Inputs/ungzip.py | 0 - tools/llvm-objcopy/COFF/COFFObjcopy.cpp | 6 +-- - tools/llvm-objcopy/COFF/Object.cpp | 6 +-- - tools/llvm-objcopy/COFF/Object.h | 18 ++++++- - tools/llvm-objcopy/COFF/Reader.cpp | 21 ++++++-- - tools/llvm-objcopy/COFF/Writer.cpp | 49 +++++++++++++----- - tools/llvm-objcopy/COFF/Writer.h | 2 +- - 13 files changed, 115 insertions(+), 30 deletions(-) - create mode 100644 test/tools/llvm-objcopy/COFF/Inputs/bigobj.o.gz - create mode 100644 test/tools/llvm-objcopy/COFF/bigobj.test - rename test/tools/llvm-objcopy/{ELF => }/Inputs/ungzip.py (100%) - -diff --git a/llvm/test/tools/llvm-objcopy/COFF/Inputs/bigobj.o.gz b/llvm/test/tools/llvm-objcopy/COFF/Inputs/bigobj.o.gz -new file mode 100644 -index 0000000000000000000000000000000000000000..6435f4785ff76e0c6bca12f3e57bc6ad8888bece -GIT binary patch -literal 7841 -zcmb2|=3r3v^@w3&etUMmo^zoH`-kGKM_vfJsF<z%6+Sz#g6qq)pf0Hj#_r`4B7DML -zW(h1l`+!x)t@&W-R@I~lyKmU3Ti&1Z=iKur;uBMy1MR!_ywlsouYY&-*4H1mU!Qw= -z`RpIDkw;!V4(WOF_)B3`(Vt|~S>?L-b)Wx@^wig`HIMAw|N8V<v65oeyETs611{)_ -zm27RwTe)ENN|7SLgM~83N6}~qjE2By2#kinXb6mkz-S1JhQMeDjE2By2#kinXb6mk -zz-S1JhQMeDjE2By2#kinXb6mkz-S1JhQMeDjE2By2#kgRokHNw|D97mKRo|%+Z6Ym -z*X{Ku$4#4*Vqm}gyYR^b^Sc?_E*<<cFE#Q=*rt6OBmJeLZ=aoe_u9R>-w!^l5biDe -p{d@nvw*mU6<NG83=jxn4_wt_G?yUy#YeOF~KhH^=cj<;Y0{~9Br>p<~ - -literal 0 -HcmV?d00001 - -diff --git a/llvm/test/tools/llvm-objcopy/COFF/bigobj.test b/llvm/test/tools/llvm-objcopy/COFF/bigobj.test -new file mode 100644 -index 00000000000..17968f12b8a ---- /dev/null -+++ b/llvm/test/tools/llvm-objcopy/COFF/bigobj.test -@@ -0,0 +1,35 @@ -+RUN: %python %p/../Inputs/ungzip.py %p/Inputs/bigobj.o.gz > %t.in.o -+ -+RUN: llvm-objdump -t %t.in.o | FileCheck %s --check-prefixes=SYMBOLS,SYMBOLS-BIG,SYMBOLS-ORIG -+ -+# Do a plain copy, to check that section numbers in symbols referring -+# to sections outside of the small object format are handled correctly. -+RUN: llvm-objcopy -R '.text$4' %t.in.o %t.small.o -+RUN: llvm-objdump -t %t.in.o | FileCheck %s --check-prefixes=SYMBOLS,SYMBOLS-BIG,SYMBOLS-ORIG -+ -+# Remove a section, making the section count fit into a small object. -+RUN: llvm-objcopy -R '.text$4' %t.in.o %t.small.o -+RUN: llvm-objdump -t %t.small.o | FileCheck %s --check-prefixes=SYMBOLS,SYMBOLS-SMALL,SYMBOLS-REMOVED-SMALL -+ -+# Add a .gnu_debuglink section, forcing the object back to big format. -+RUN: llvm-objcopy --add-gnu-debuglink=%t.in.o %t.small.o %t.big.o -+ llvm-objdump -t %t.big.o | FileCheck %s --check-prefixes=SYMBOLS,SYMBOLS-BIG,SYMBOLS-REMOVED-BIG -+ -+# In big object format, the .file symbol occupies one symbol table entry for -+# the auxillary data, but needs two entries in the small format, forcing the -+# raw symbol indices of later symbols to change. -+SYMBOLS: SYMBOL TABLE: -+SYMBOLS-NEXT: [ 0]{{.*}} (nx 1) {{.*}} .text -+SYMBOLS-NEXT: AUX scnlen -+SYMBOLS-SMALL-NEXT: [ 2]{{.*}} (nx 2) {{.*}} .file -+SYMBOLS-BIG-NEXT: [ 2]{{.*}} (nx 1) {{.*}} .file -+SYMBOLS-NEXT: AUX abcdefghijklmnopqrs -+SYMBOLS-SMALL-NEXT: [ 5]{{.*}} (nx 0) {{.*}} foo -+SYMBOLS-BIG-NEXT: [ 4]{{.*}} (nx 0) {{.*}} foo -+ -+# Check that the section numbers outside of signed 16 bit int range -+# are represented properly. After removing one section, the section -+# numbers decrease. -+SYMBOLS-ORIG: [ 5](sec 65280){{.*}} symbol65280 -+SYMBOLS-REMOVED-SMALL: [ 6](sec 65279){{.*}} symbol65280 -+SYMBOLS-REMOVED-BIG: [ 5](sec 65279){{.*}} symbol65280 -diff --git a/llvm/test/tools/llvm-objcopy/ELF/auto-remove-shndx.test b/llvm/test/tools/llvm-objcopy/ELF/auto-remove-shndx.test -index 5a23493fa94..8e6c788bf48 100644 ---- a/llvm/test/tools/llvm-objcopy/ELF/auto-remove-shndx.test -+++ b/llvm/test/tools/llvm-objcopy/ELF/auto-remove-shndx.test -@@ -1,4 +1,4 @@ --# RUN: %python %p/Inputs/ungzip.py %p/Inputs/many-sections.o.gz > %t -+# RUN: %python %p/../Inputs/ungzip.py %p/Inputs/many-sections.o.gz > %t - # RUN: llvm-objcopy -R .text -R s0 -R s1 -R s2 -R s3 -R s4 -R s5 -R s6 %t %t2 - # RUN: llvm-readobj --sections %t2 | FileCheck --check-prefix=SECS %s - -diff --git a/llvm/test/tools/llvm-objcopy/ELF/many-sections.test b/llvm/test/tools/llvm-objcopy/ELF/many-sections.test -index 57239f32e4a..1dd41cfb10c 100644 ---- a/llvm/test/tools/llvm-objcopy/ELF/many-sections.test -+++ b/llvm/test/tools/llvm-objcopy/ELF/many-sections.test -@@ -1,4 +1,4 @@ --RUN: %python %p/Inputs/ungzip.py %p/Inputs/many-sections.o.gz > %t -+RUN: %python %p/../Inputs/ungzip.py %p/Inputs/many-sections.o.gz > %t - RUN: llvm-objcopy %t %t2 - RUN: llvm-readobj --file-headers %t2 | FileCheck --check-prefix=EHDR %s - RUN: llvm-readobj --sections %t2 | FileCheck --check-prefix=SECS %s -diff --git a/llvm/test/tools/llvm-objcopy/ELF/remove-shndx.test b/llvm/test/tools/llvm-objcopy/ELF/remove-shndx.test -index 6cc3a1a291f..53ca8e7f220 100644 ---- a/llvm/test/tools/llvm-objcopy/ELF/remove-shndx.test -+++ b/llvm/test/tools/llvm-objcopy/ELF/remove-shndx.test -@@ -1,6 +1,6 @@ - # This test checks to see that a .symtab_shndx section is added to any binary - # that needs it, even if the original was removed. --RUN: %python %p/Inputs/ungzip.py %p/Inputs/many-sections.o.gz > %t -+RUN: %python %p/../Inputs/ungzip.py %p/Inputs/many-sections.o.gz > %t - RUN: llvm-objcopy -R .symtab_shndx %t %t2 - RUN: llvm-readobj --sections %t2 | FileCheck %s - -diff --git a/llvm/test/tools/llvm-objcopy/ELF/strict-no-add.test b/llvm/test/tools/llvm-objcopy/ELF/strict-no-add.test -index 4f24df31bf9..348ab7c4fbd 100644 ---- a/llvm/test/tools/llvm-objcopy/ELF/strict-no-add.test -+++ b/llvm/test/tools/llvm-objcopy/ELF/strict-no-add.test -@@ -1,7 +1,7 @@ - # This test makes sure that sections added at the end that don't have symbols - # defined in them don't trigger the creation of a large index table. - --RUN: %python %p/Inputs/ungzip.py %p/Inputs/many-sections.o.gz > %t.0 -+RUN: %python %p/../Inputs/ungzip.py %p/Inputs/many-sections.o.gz > %t.0 - RUN: cat %p/Inputs/alloc-symtab.o > %t - RUN: llvm-objcopy -R .text -R s0 -R s1 -R s2 -R s3 -R s4 -R s5 -R s6 %t.0 %t2 - RUN: llvm-objcopy --add-section=.s0=%t --add-section=.s1=%t --add-section=.s2=%t %t2 %t2 -diff --git a/llvm/test/tools/llvm-objcopy/ELF/Inputs/ungzip.py b/llvm/test/tools/llvm-objcopy/Inputs/ungzip.py -similarity index 100% -rename from llvm/test/tools/llvm-objcopy/ELF/Inputs/ungzip.py -rename to llvm/test/tools/llvm-objcopy/Inputs/ungzip.py -diff --git a/llvm/tools/llvm-objcopy/COFF/COFFObjcopy.cpp b/llvm/tools/llvm-objcopy/COFF/COFFObjcopy.cpp -index 20adbe11e7a..64b4e79a4e0 100644 ---- a/llvm/tools/llvm-objcopy/COFF/COFFObjcopy.cpp -+++ b/llvm/tools/llvm-objcopy/COFF/COFFObjcopy.cpp -@@ -37,7 +37,7 @@ static uint64_t getNextRVA(const Object &Obj) { - return 0; - const Section &Last = Obj.getSections().back(); - return alignTo(Last.Header.VirtualAddress + Last.Header.VirtualSize, -- Obj.PeHeader.SectionAlignment); -+ Obj.IsPE ? Obj.PeHeader.SectionAlignment : 1); - } - - static uint32_t getCRC32(StringRef Data) { -@@ -74,8 +74,8 @@ static void addGnuDebugLink(Object &Obj, StringRef DebugLinkFile) { - Sec.Name = ".gnu_debuglink"; - Sec.Header.VirtualSize = Sec.getContents().size(); - Sec.Header.VirtualAddress = StartRVA; -- Sec.Header.SizeOfRawData = -- alignTo(Sec.Header.VirtualSize, Obj.PeHeader.FileAlignment); -+ Sec.Header.SizeOfRawData = alignTo(Sec.Header.VirtualSize, -+ Obj.IsPE ? Obj.PeHeader.FileAlignment : 1); - // Sec.Header.PointerToRawData is filled in by the writer. - Sec.Header.PointerToRelocations = 0; - Sec.Header.PointerToLinenumbers = 0; -diff --git a/llvm/tools/llvm-objcopy/COFF/Object.cpp b/llvm/tools/llvm-objcopy/COFF/Object.cpp -index 8c382c1faef..0ad5a05a144 100644 ---- a/llvm/tools/llvm-objcopy/COFF/Object.cpp -+++ b/llvm/tools/llvm-objcopy/COFF/Object.cpp -@@ -26,12 +26,8 @@ void Object::addSymbols(ArrayRef<Symbol> NewSymbols) { - - void Object::updateSymbols() { - SymbolMap = DenseMap<size_t, Symbol *>(Symbols.size()); -- size_t RawSymIndex = 0; -- for (Symbol &Sym : Symbols) { -+ for (Symbol &Sym : Symbols) - SymbolMap[Sym.UniqueId] = &Sym; -- Sym.RawIndex = RawSymIndex; -- RawSymIndex += 1 + Sym.Sym.NumberOfAuxSymbols; -- } - } - - const Symbol *Object::findSymbol(size_t UniqueId) const { -diff --git a/llvm/tools/llvm-objcopy/COFF/Object.h b/llvm/tools/llvm-objcopy/COFF/Object.h -index afa272286ef..21475b06862 100644 ---- a/llvm/tools/llvm-objcopy/COFF/Object.h -+++ b/llvm/tools/llvm-objcopy/COFF/Object.h -@@ -66,10 +66,24 @@ private: - std::vector<uint8_t> OwnedContents; - }; - -+struct AuxSymbol { -+ AuxSymbol(ArrayRef<uint8_t> In) { -+ assert(In.size() == sizeof(Opaque)); -+ std::copy(In.begin(), In.end(), Opaque); -+ } -+ -+ ArrayRef<uint8_t> getRef() const { -+ return ArrayRef<uint8_t>(Opaque, sizeof(Opaque)); -+ } -+ -+ uint8_t Opaque[sizeof(object::coff_symbol16)]; -+}; -+ - struct Symbol { - object::coff_symbol32 Sym; - StringRef Name; -- std::vector<uint8_t> AuxData; -+ std::vector<AuxSymbol> AuxData; -+ StringRef AuxFile; - ssize_t TargetSectionId; - ssize_t AssociativeComdatTargetSectionId = 0; - Optional<size_t> WeakTargetSymbolId; -@@ -132,7 +146,7 @@ private: - - ssize_t NextSectionUniqueId = 1; // Allow a UniqueId 0 to mean undefined. - -- // Update SymbolMap and RawIndex in each Symbol. -+ // Update SymbolMap. - void updateSymbols(); - - // Update SectionMap and Index in each Section. -diff --git a/llvm/tools/llvm-objcopy/COFF/Reader.cpp b/llvm/tools/llvm-objcopy/COFF/Reader.cpp -index 87dd60a43cf..7270bbf94de 100644 ---- a/llvm/tools/llvm-objcopy/COFF/Reader.cpp -+++ b/llvm/tools/llvm-objcopy/COFF/Reader.cpp -@@ -107,9 +107,24 @@ Error COFFReader::readSymbols(Object &Obj, bool IsBigObj) const { - *reinterpret_cast<const coff_symbol16 *>(SymRef.getRawPtr())); - if (auto EC = COFFObj.getSymbolName(SymRef, Sym.Name)) - return errorCodeToError(EC); -- Sym.AuxData = COFFObj.getSymbolAuxData(SymRef); -- assert((Sym.AuxData.size() % -- (IsBigObj ? sizeof(coff_symbol32) : sizeof(coff_symbol16))) == 0); -+ -+ ArrayRef<uint8_t> AuxData = COFFObj.getSymbolAuxData(SymRef); -+ size_t SymSize = IsBigObj ? sizeof(coff_symbol32) : sizeof(coff_symbol16); -+ assert(AuxData.size() == SymSize * SymRef.getNumberOfAuxSymbols()); -+ // The auxillary symbols are structs of sizeof(coff_symbol16) each. -+ // In the big object format (where symbols are coff_symbol32), each -+ // auxillary symbol is padded with 2 bytes at the end. Copy each -+ // auxillary symbol to the Sym.AuxData vector. For file symbols, -+ // the whole range of aux symbols are interpreted as one null padded -+ // string instead. -+ if (SymRef.isFileRecord()) -+ Sym.AuxFile = StringRef(reinterpret_cast<const char *>(AuxData.data()), -+ AuxData.size()) -+ .rtrim('\0'); -+ else -+ for (size_t I = 0; I < SymRef.getNumberOfAuxSymbols(); I++) -+ Sym.AuxData.push_back(AuxData.slice(I * SymSize, sizeof(AuxSymbol))); -+ - // Find the unique id of the section - if (SymRef.getSectionNumber() <= - 0) // Special symbol (undefined/absolute/debug) -diff --git a/llvm/tools/llvm-objcopy/COFF/Writer.cpp b/llvm/tools/llvm-objcopy/COFF/Writer.cpp -index db897e2ff33..6e69c597217 100644 ---- a/llvm/tools/llvm-objcopy/COFF/Writer.cpp -+++ b/llvm/tools/llvm-objcopy/COFF/Writer.cpp -@@ -55,7 +55,8 @@ Error COFFWriter::finalizeSymbolContents() { - if (Sym.Sym.NumberOfAuxSymbols == 1 && - Sym.Sym.StorageClass == IMAGE_SYM_CLASS_STATIC) { - coff_aux_section_definition *SD = -- reinterpret_cast<coff_aux_section_definition *>(Sym.AuxData.data()); -+ reinterpret_cast<coff_aux_section_definition *>( -+ Sym.AuxData[0].Opaque); - uint32_t SDSectionNumber; - if (Sym.AssociativeComdatTargetSectionId == 0) { - // Not a comdat associative section; just set the Number field to -@@ -79,7 +80,7 @@ Error COFFWriter::finalizeSymbolContents() { - // we want to set. Only >= 1 would be required, but only == 1 makes sense. - if (Sym.WeakTargetSymbolId && Sym.Sym.NumberOfAuxSymbols == 1) { - coff_aux_weak_external *WE = -- reinterpret_cast<coff_aux_weak_external *>(Sym.AuxData.data()); -+ reinterpret_cast<coff_aux_weak_external *>(Sym.AuxData[0].Opaque); - const Symbol *Target = Obj.findSymbol(*Sym.WeakTargetSymbolId); - if (Target == nullptr) - return createStringError(object_error::invalid_symbol_index, -@@ -141,13 +142,26 @@ size_t COFFWriter::finalizeStringTable() { - - template <class SymbolTy> - std::pair<size_t, size_t> COFFWriter::finalizeSymbolTable() { -- size_t SymTabSize = Obj.getSymbols().size() * sizeof(SymbolTy); -- for (const auto &S : Obj.getSymbols()) -- SymTabSize += S.AuxData.size(); -- return std::make_pair(SymTabSize, sizeof(SymbolTy)); -+ size_t RawSymIndex = 0; -+ for (auto &S : Obj.getMutableSymbols()) { -+ // Symbols normally have NumberOfAuxSymbols set correctly all the time. -+ // For file symbols, we need to know the output file's symbol size to be -+ // able to calculate the number of slots it occupies. -+ if (!S.AuxFile.empty()) -+ S.Sym.NumberOfAuxSymbols = -+ alignTo(S.AuxFile.size(), sizeof(SymbolTy)) / sizeof(SymbolTy); -+ S.RawIndex = RawSymIndex; -+ RawSymIndex += 1 + S.Sym.NumberOfAuxSymbols; -+ } -+ return std::make_pair(RawSymIndex * sizeof(SymbolTy), sizeof(SymbolTy)); - } - - Error COFFWriter::finalize(bool IsBigObj) { -+ size_t SymTabSize, SymbolSize; -+ std::tie(SymTabSize, SymbolSize) = IsBigObj -+ ? finalizeSymbolTable<coff_symbol32>() -+ : finalizeSymbolTable<coff_symbol16>(); -+ - if (Error E = finalizeRelocTargets()) - return E; - if (Error E = finalizeSymbolContents()) -@@ -199,10 +213,6 @@ Error COFFWriter::finalize(bool IsBigObj) { - } - - size_t StrTabSize = finalizeStringTable(); -- size_t SymTabSize, SymbolSize; -- std::tie(SymTabSize, SymbolSize) = IsBigObj -- ? finalizeSymbolTable<coff_symbol32>() -- : finalizeSymbolTable<coff_symbol16>(); - - size_t PointerToSymbolTable = FileSize; - // StrTabSize <= 4 is the size of an empty string table, only consisting -@@ -312,8 +322,23 @@ template <class SymbolTy> void COFFWriter::writeSymbolStringTables() { - copySymbol<SymbolTy, coff_symbol32>(*reinterpret_cast<SymbolTy *>(Ptr), - S.Sym); - Ptr += sizeof(SymbolTy); -- std::copy(S.AuxData.begin(), S.AuxData.end(), Ptr); -- Ptr += S.AuxData.size(); -+ if (!S.AuxFile.empty()) { -+ // For file symbols, just write the string into the aux symbol slots, -+ // assuming that the unwritten parts are initialized to zero in the memory -+ // mapped file. -+ std::copy(S.AuxFile.begin(), S.AuxFile.end(), Ptr); -+ Ptr += S.Sym.NumberOfAuxSymbols * sizeof(SymbolTy); -+ } else { -+ // For other auxillary symbols, write their opaque payload into one symbol -+ // table slot each. For big object files, the symbols are larger than the -+ // opaque auxillary symbol struct and we leave padding at the end of each -+ // entry. -+ for (const AuxSymbol &AuxSym : S.AuxData) { -+ ArrayRef<uint8_t> Ref = AuxSym.getRef(); -+ std::copy(Ref.begin(), Ref.end(), Ptr); -+ Ptr += sizeof(SymbolTy); -+ } -+ } - } - if (StrTabBuilder.getSize() > 4 || !Obj.IsPE) { - // Always write a string table in object files, even an empty one. -diff --git a/llvm/tools/llvm-objcopy/COFF/Writer.h b/llvm/tools/llvm-objcopy/COFF/Writer.h -index 9b1cfa91d00..681a8d5e4a6 100644 ---- a/llvm/tools/llvm-objcopy/COFF/Writer.h -+++ b/llvm/tools/llvm-objcopy/COFF/Writer.h -@@ -30,11 +30,11 @@ class COFFWriter { - size_t SizeOfInitializedData; - StringTableBuilder StrTabBuilder; - -+ template <class SymbolTy> std::pair<size_t, size_t> finalizeSymbolTable(); - Error finalizeRelocTargets(); - Error finalizeSymbolContents(); - void layoutSections(); - size_t finalizeStringTable(); -- template <class SymbolTy> std::pair<size_t, size_t> finalizeSymbolTable(); - - Error finalize(bool IsBigObj); - --- -2.17.1 - diff --git a/projects/clang/win-patches/llvm-objcopy-12.patch b/projects/clang/win-patches/llvm-objcopy-12.patch deleted file mode 100644 index 35dec30..0000000 --- a/projects/clang/win-patches/llvm-objcopy-12.patch +++ /dev/null @@ -1,43 +0,0 @@ -From abacd83232acf69d7cbacd53fc2f9aae66c1a32e Mon Sep 17 00:00:00 2001 -From: Martin Storsjo <martin(a)martin.st> -Date: Wed, 23 Jan 2019 11:54:55 +0000 -Subject: [PATCH] [llvm-objcopy] [COFF] Error out on use of unhandled options - -Prefer erroring out than silently not doing what was requested. - -Differential Revision: https://reviews.llvm.org/D57045 - -git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@351948 91177308-0d34-0410-b5e6-96231b3b80d8 ---- - tools/llvm-objcopy/COFF/COFFObjcopy.cpp | 15 +++++++++++++++ - 1 file changed, 15 insertions(+) - -diff --git a/llvm/tools/llvm-objcopy/COFF/COFFObjcopy.cpp b/llvm/tools/llvm-objcopy/COFF/COFFObjcopy.cpp -index 64b4e79a4e0..b7b3d3cb629 100644 ---- a/llvm/tools/llvm-objcopy/COFF/COFFObjcopy.cpp -+++ b/llvm/tools/llvm-objcopy/COFF/COFFObjcopy.cpp -@@ -170,6 +170,21 @@ static Error handleArgs(const CopyConfig &Config, Object &Obj) { - if (!Config.AddGnuDebugLink.empty()) - addGnuDebugLink(Obj, Config.AddGnuDebugLink); - -+ if (!Config.BuildIdLinkDir.empty() || Config.BuildIdLinkInput || -+ Config.BuildIdLinkOutput || !Config.SplitDWO.empty() || -+ !Config.SymbolsPrefix.empty() || !Config.AddSection.empty() || -+ !Config.DumpSection.empty() || !Config.KeepSection.empty() || -+ !Config.SymbolsToGlobalize.empty() || !Config.SymbolsToKeep.empty() || -+ !Config.SymbolsToLocalize.empty() || !Config.SymbolsToWeaken.empty() || -+ !Config.SymbolsToKeepGlobal.empty() || !Config.SectionsToRename.empty() || -+ !Config.SymbolsToRename.empty() || Config.ExtractDWO || -+ Config.KeepFileSymbols || Config.LocalizeHidden || Config.PreserveDates || -+ Config.StripDWO || Config.StripNonAlloc || Config.StripSections || -+ Config.Weaken || Config.DecompressDebugSections) { -+ return createStringError(llvm::errc::invalid_argument, -+ "Option not supported by llvm-objcopy for COFF"); -+ } -+ - return Error::success(); - } - --- -2.17.1 - diff --git a/projects/clang/win-patches/llvm-objcopy-2.patch b/projects/clang/win-patches/llvm-objcopy-2.patch deleted file mode 100644 index 41e7a94..0000000 --- a/projects/clang/win-patches/llvm-objcopy-2.patch +++ /dev/null @@ -1,665 +0,0 @@ -From 2ccafacb7ddd740054dbee06655749ebc55a4d86 Mon Sep 17 00:00:00 2001 -From: Martin Storsjo <martin(a)martin.st> -Date: Sat, 19 Jan 2019 19:42:35 +0000 -Subject: [PATCH] [llvm-objcopy] [COFF] Add support for removing sections - -Differential Revision: https://reviews.llvm.org/D56683 - -git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@351660 91177308-0d34-0410-b5e6-96231b3b80d8 ---- - .../llvm-objcopy/COFF/remove-section.test | 210 ++++++++++++++++++ - tools/llvm-objcopy/COFF/COFFObjcopy.cpp | 10 +- - tools/llvm-objcopy/COFF/Object.cpp | 63 ++++++ - tools/llvm-objcopy/COFF/Object.h | 27 ++- - tools/llvm-objcopy/COFF/Reader.cpp | 31 ++- - tools/llvm-objcopy/COFF/Writer.cpp | 68 ++++-- - tools/llvm-objcopy/COFF/Writer.h | 1 + - 7 files changed, 391 insertions(+), 19 deletions(-) - create mode 100644 test/tools/llvm-objcopy/COFF/remove-section.test - -diff --git a/llvm/test/tools/llvm-objcopy/COFF/remove-section.test b/llvm/test/tools/llvm-objcopy/COFF/remove-section.test -new file mode 100644 -index 00000000000..b3dfb0b98cb ---- /dev/null -+++ b/llvm/test/tools/llvm-objcopy/COFF/remove-section.test -@@ -0,0 +1,210 @@ -+# RUN: yaml2obj %s > %t.in.o -+# -+# RUN: llvm-objdump -section-headers %t.in.o | FileCheck %s --check-prefixes=SECTIONS-PRE -+# RUN: llvm-objdump -t %t.in.o | FileCheck %s --check-prefixes=SYMBOLS-PRE -+# -+# RUN: llvm-objcopy -R .bss %t.in.o %t.remove-bss.o -+# RUN: llvm-objdump -section-headers %t.remove-bss.o | FileCheck %s --check-prefix=SECTIONS-REMOVE-BSS -+# RUN: llvm-objdump -t %t.remove-bss.o | FileCheck %s --check-prefix=SYMBOLS-REMOVE-BSS -+# -+# RUN: llvm-objcopy --remove-section .bss %t.in.o %t.cmp.o -+# RUN: cmp %t.remove-bss.o %t.cmp.o -+# -+# RUN: llvm-objcopy -R .text %t.in.o %t.remove-text.o -+# RUN: llvm-objdump -section-headers %t.remove-text.o | FileCheck %s --check-prefix=SECTIONS-REMOVE-TEXT -+# RUN: llvm-objdump -t %t.remove-text.o | FileCheck %s --check-prefix=SYMBOLS-REMOVE-TEXT -+# -+# RUN: not llvm-objcopy -R .comdat %t.in.o %t.remove-comdat.o 2>&1 | FileCheck %s --check-prefix=ERROR-RELOC -+# -+# RUN: llvm-objcopy -R .text -R .comdat %t.in.o %t.remove-text-comdat.o -+# RUN: llvm-objdump -section-headers %t.remove-text-comdat.o | FileCheck %s --check-prefix=SECTIONS-REMOVE-TEXT-COMDAT -+# RUN: llvm-objdump -t %t.remove-text-comdat.o | FileCheck %s --check-prefix=SYMBOLS-REMOVE-TEXT-COMDAT -+# -+# -+# SECTIONS-PRE: Sections: -+# SECTIONS-PRE-NEXT: Idx Name -+# SECTIONS-PRE-NEXT: 0 .text -+# SECTIONS-PRE-NEXT: 1 .bss -+# SECTIONS-PRE-NEXT: 2 .comdat -+# SECTIONS-PRE-NEXT: 3 .associative -+# SECTIONS-PRE-EMPTY: -+# -+# SYMBOLS-PRE: SYMBOL TABLE: -+# SYMBOLS-PRE-NEXT: {{.*}}(sec -1){{.*}} @feat.00 -+# SYMBOLS-PRE-NEXT: {{.*}}(sec 1){{.*}} .text -+# SYMBOLS-PRE-NEXT: AUX scnlen {{.*}} assoc 1 comdat 0 -+# SYMBOLS-PRE-NEXT: {{.*}}(sec 2){{.*}} .bss -+# SYMBOLS-PRE-NEXT: AUX scnlen {{.*}} assoc 2 comdat 0 -+# SYMBOLS-PRE-NEXT: {{.*}}(sec 4){{.*}} .associative -+# SYMBOLS-PRE-NEXT: AUX scnlen {{.*}} assoc 3 comdat 5 -+# SYMBOLS-PRE-NEXT: {{.*}}(sec 3){{.*}} .comdat -+# SYMBOLS-PRE-NEXT: AUX scnlen {{.*}} assoc 3 comdat 2 -+# SYMBOLS-PRE-NEXT: {{.*}}(sec 3){{.*}} foo -+# SYMBOLS-PRE-NEXT: {{.*}}(sec 1){{.*}} main -+# SYMBOLS-PRE-EMPTY: -+# -+# -+# Removing the .bss section removes one symbol and its aux symbol, -+# and updates the section indices in symbols pointing to later -+# symbols, including the aux section defintitions. -+# -+# Testing that the absolute symbol @feat.00 survives the section number -+# mangling. -+# -+# SECTIONS-REMOVE-BSS: Sections: -+# SECTIONS-REMOVE-BSS-NEXT: Idx Name -+# SECTIONS-REMOVE-BSS-NEXT: 0 .text -+# SECTIONS-REMOVE-BSS-NEXT: 1 .comdat -+# SECTIONS-REMOVE-BSS-NEXT: 2 .associative -+# SECTIONS-REMOVE-BSS-EMPTY: -+# -+# SYMBOLS-REMOVE-BSS: SYMBOL TABLE: -+# SYMBOLS-REMOVE-BSS-NEXT: {{.*}}(sec -1){{.*}} @feat.00 -+# SYMBOLS-REMOVE-BSS-NEXT: {{.*}}(sec 1){{.*}} .text -+# SYMBOLS-REMOVE-BSS-NEXT: AUX scnlen {{.*}} assoc 1 comdat 0 -+# SYMBOLS-REMOVE-BSS-NEXT: {{.*}}(sec 3){{.*}} .associative -+# SYMBOLS-REMOVE-BSS-NEXT: AUX scnlen {{.*}} assoc 2 comdat 5 -+# SYMBOLS-REMOVE-BSS-NEXT: {{.*}}(sec 2){{.*}} .comdat -+# SYMBOLS-REMOVE-BSS-NEXT: AUX scnlen {{.*}} assoc 2 comdat 2 -+# SYMBOLS-REMOVE-BSS-NEXT: {{.*}}(sec 2){{.*}} foo -+# SYMBOLS-REMOVE-BSS-NEXT: {{.*}}(sec 1){{.*}} main -+# SYMBOLS-REMOVE-BSS-EMPTY: -+# -+# -+# Removing the .text section is ok and just removes the external symbol -+# referring to it. -+# -+# SECTIONS-REMOVE-TEXT: Sections: -+# SECTIONS-REMOVE-TEXT-NEXT: Idx Name -+# SECTIONS-REMOVE-TEXT-NEXT: 0 .bss -+# SECTIONS-REMOVE-TEXT-NEXT: 1 .comdat -+# SECTIONS-REMOVE-TEXT-NEXT: 2 .associative -+# SECTIONS-REMOVE-TEXT-EMPTY: -+# -+# SYMBOLS-REMOVE-TEXT: SYMBOL TABLE: -+# SYMBOLS-REMOVE-TEXT-NEXT: {{.*}}(sec -1){{.*}} @feat.00 -+# SYMBOLS-REMOVE-TEXT-NEXT: {{.*}}(sec 1){{.*}} .bss -+# SYMBOLS-REMOVE-TEXT-NEXT: AUX scnlen {{.*}} assoc 1 comdat 0 -+# SYMBOLS-REMOVE-TEXT-NEXT: {{.*}}(sec 3){{.*}} .associative -+# SYMBOLS-REMOVE-TEXT-NEXT: AUX scnlen {{.*}} assoc 2 comdat 5 -+# SYMBOLS-REMOVE-TEXT-NEXT: {{.*}}(sec 2){{.*}} .comdat -+# SYMBOLS-REMOVE-TEXT-NEXT: AUX scnlen {{.*}} assoc 2 comdat 2 -+# SYMBOLS-REMOVE-TEXT-NEXT: {{.*}}(sec 2){{.*}} foo -+# SYMBOLS-REMOVE-TEXT-EMPTY: -+# -+# -+# Removing the .comdat section fails, since the .text section has relocations -+# against it. -+# -+# ERROR-RELOC: Relocation target foo ({{.*}}) not found -+# -+# -+# Removing the .comdat section and .text (with a relocation against .comdat) -+# works, as it also removes the .associative section transitively. -+# -+# SECTIONS-REMOVE-TEXT-COMDAT: Sections: -+# SECTIONS-REMOVE-TEXT-COMDAT-NEXT: Idx Name -+# SECTIONS-REMOVE-TEXT-COMDAT-NEXT: 0 .bss -+# SECTIONS-REMOVE-TEXT-COMDAT-EMPTY: -+# -+# SYMBOLS-REMOVE-TEXT-COMDAT: SYMBOL TABLE: -+# SYMBOLS-REMOVE-TEXT-COMDAT-NEXT: {{.*}}(sec -1){{.*}} @feat.00 -+# SYMBOLS-REMOVE-TEXT-COMDAT-NEXT: {{.*}}(sec 1){{.*}} .bss -+# SYMBOLS-REMOVE-TEXT-COMDAT-NEXT: AUX scnlen {{.*}} assoc 1 comdat 0 -+# SYMBOLS-REMOVE-TEXT-COMDAT-EMPTY: -+ -+--- !COFF -+header: -+ Machine: IMAGE_FILE_MACHINE_AMD64 -+ Characteristics: [ ] -+sections: -+ - Name: .text -+ Characteristics: [ ] -+ Alignment: 4 -+ SectionData: 488B0500000000C3 -+ Relocations: -+ - VirtualAddress: 3 -+ SymbolName: foo -+ Type: IMAGE_REL_AMD64_REL32 -+ - Name: .bss -+ Characteristics: [ ] -+ Alignment: 4 -+ SectionData: '' -+ - Name: .comdat -+ Characteristics: [ IMAGE_SCN_LNK_COMDAT ] -+ Alignment: 1 -+ SectionData: '2A000000' -+ - Name: .associative -+ Characteristics: [ IMAGE_SCN_LNK_COMDAT ] -+ Alignment: 1 -+ SectionData: '0000000000000000' -+symbols: -+ - Name: '@feat.00' -+ Value: 0 -+ SectionNumber: -1 -+ SimpleType: IMAGE_SYM_TYPE_NULL -+ ComplexType: IMAGE_SYM_DTYPE_NULL -+ StorageClass: IMAGE_SYM_CLASS_STATIC -+ - Name: .text -+ Value: 0 -+ SectionNumber: 1 -+ SimpleType: IMAGE_SYM_TYPE_NULL -+ ComplexType: IMAGE_SYM_DTYPE_NULL -+ StorageClass: IMAGE_SYM_CLASS_STATIC -+ SectionDefinition: -+ Length: 8 -+ NumberOfRelocations: 1 -+ NumberOfLinenumbers: 0 -+ CheckSum: 583624169 -+ Number: 1 -+ - Name: .bss -+ Value: 0 -+ SectionNumber: 2 -+ SimpleType: IMAGE_SYM_TYPE_NULL -+ ComplexType: IMAGE_SYM_DTYPE_NULL -+ StorageClass: IMAGE_SYM_CLASS_STATIC -+ SectionDefinition: -+ Length: 0 -+ NumberOfRelocations: 0 -+ NumberOfLinenumbers: 0 -+ CheckSum: 0 -+ Number: 2 -+ - Name: .associative -+ Value: 0 -+ SectionNumber: 4 -+ SimpleType: IMAGE_SYM_TYPE_NULL -+ ComplexType: IMAGE_SYM_DTYPE_NULL -+ StorageClass: IMAGE_SYM_CLASS_STATIC -+ SectionDefinition: -+ Length: 8 -+ NumberOfRelocations: 0 -+ NumberOfLinenumbers: 0 -+ CheckSum: 0 -+ Number: 3 -+ Selection: IMAGE_COMDAT_SELECT_ASSOCIATIVE -+ - Name: .comdat -+ Value: 0 -+ SectionNumber: 3 -+ SimpleType: IMAGE_SYM_TYPE_NULL -+ ComplexType: IMAGE_SYM_DTYPE_NULL -+ StorageClass: IMAGE_SYM_CLASS_STATIC -+ SectionDefinition: -+ Length: 4 -+ NumberOfRelocations: 0 -+ NumberOfLinenumbers: 0 -+ CheckSum: 3482275674 -+ Number: 3 -+ Selection: IMAGE_COMDAT_SELECT_ANY -+ - Name: foo -+ Value: 0 -+ SectionNumber: 3 -+ SimpleType: IMAGE_SYM_TYPE_NULL -+ ComplexType: IMAGE_SYM_DTYPE_NULL -+ StorageClass: IMAGE_SYM_CLASS_EXTERNAL -+ - Name: main -+ Value: 0 -+ SectionNumber: 1 -+ SimpleType: IMAGE_SYM_TYPE_NULL -+ ComplexType: IMAGE_SYM_DTYPE_NULL -+ StorageClass: IMAGE_SYM_CLASS_EXTERNAL -+... -diff --git a/llvm/tools/llvm-objcopy/COFF/COFFObjcopy.cpp b/llvm/tools/llvm-objcopy/COFF/COFFObjcopy.cpp -index 437dccbd3d5..dd2e4829218 100644 ---- a/llvm/tools/llvm-objcopy/COFF/COFFObjcopy.cpp -+++ b/llvm/tools/llvm-objcopy/COFF/COFFObjcopy.cpp -@@ -27,9 +27,17 @@ using namespace object; - using namespace COFF; - - static Error handleArgs(const CopyConfig &Config, Object &Obj) { -+ // Perform the actual section removals. -+ Obj.removeSections([&Config](const Section &Sec) { -+ if (is_contained(Config.ToRemove, Sec.Name)) -+ return true; -+ -+ return false; -+ }); -+ - // StripAll removes all symbols and thus also removes all relocations. - if (Config.StripAll || Config.StripAllGNU) -- for (Section &Sec : Obj.Sections) -+ for (Section &Sec : Obj.getMutableSections()) - Sec.Relocs.clear(); - - // If we need to do per-symbol removals, initialize the Referenced field. -diff --git a/llvm/tools/llvm-objcopy/COFF/Object.cpp b/llvm/tools/llvm-objcopy/COFF/Object.cpp -index e58e161e7d2..e19cea6aa9d 100644 ---- a/llvm/tools/llvm-objcopy/COFF/Object.cpp -+++ b/llvm/tools/llvm-objcopy/COFF/Object.cpp -@@ -7,6 +7,7 @@ - //===----------------------------------------------------------------------===// - - #include "Object.h" -+#include "llvm/ADT/DenseSet.h" - #include <algorithm> - - namespace llvm { -@@ -64,6 +65,68 @@ Error Object::markSymbols() { - return Error::success(); - } - -+void Object::addSections(ArrayRef<Section> NewSections) { -+ for (Section S : NewSections) { -+ S.UniqueId = NextSectionUniqueId++; -+ Sections.emplace_back(S); -+ } -+ updateSections(); -+} -+ -+void Object::updateSections() { -+ SectionMap = DenseMap<ssize_t, Section *>(Sections.size()); -+ size_t Index = 1; -+ for (Section &S : Sections) { -+ SectionMap[S.UniqueId] = &S; -+ S.Index = Index++; -+ } -+} -+ -+const Section *Object::findSection(ssize_t UniqueId) const { -+ auto It = SectionMap.find(UniqueId); -+ if (It == SectionMap.end()) -+ return nullptr; -+ return It->second; -+} -+ -+void Object::removeSections(function_ref<bool(const Section &)> ToRemove) { -+ DenseSet<ssize_t> AssociatedSections; -+ auto RemoveAssociated = [&AssociatedSections](const Section &Sec) { -+ return AssociatedSections.count(Sec.UniqueId) == 1; -+ }; -+ do { -+ DenseSet<ssize_t> RemovedSections; -+ Sections.erase( -+ std::remove_if(std::begin(Sections), std::end(Sections), -+ [ToRemove, &RemovedSections](const Section &Sec) { -+ bool Remove = ToRemove(Sec); -+ if (Remove) -+ RemovedSections.insert(Sec.UniqueId); -+ return Remove; -+ }), -+ std::end(Sections)); -+ // Remove all symbols referring to the removed sections. -+ AssociatedSections.clear(); -+ Symbols.erase( -+ std::remove_if( -+ std::begin(Symbols), std::end(Symbols), -+ [&RemovedSections, &AssociatedSections](const Symbol &Sym) { -+ // If there are sections that are associative to a removed -+ // section, -+ // remove those as well as nothing will include them (and we can't -+ // leave them dangling). -+ if (RemovedSections.count(Sym.AssociativeComdatTargetSectionId) == -+ 1) -+ AssociatedSections.insert(Sym.TargetSectionId); -+ return RemovedSections.count(Sym.TargetSectionId) == 1; -+ }), -+ std::end(Symbols)); -+ ToRemove = RemoveAssociated; -+ } while (!AssociatedSections.empty()); -+ updateSections(); -+ updateSymbols(); -+} -+ - } // end namespace coff - } // end namespace objcopy - } // end namespace llvm -diff --git a/llvm/tools/llvm-objcopy/COFF/Object.h b/llvm/tools/llvm-objcopy/COFF/Object.h -index e6147c40b7c..a73e93620d3 100644 ---- a/llvm/tools/llvm-objcopy/COFF/Object.h -+++ b/llvm/tools/llvm-objcopy/COFF/Object.h -@@ -37,12 +37,16 @@ struct Section { - ArrayRef<uint8_t> Contents; - std::vector<Relocation> Relocs; - StringRef Name; -+ ssize_t UniqueId; -+ size_t Index; - }; - - struct Symbol { - object::coff_symbol32 Sym; - StringRef Name; -- ArrayRef<uint8_t> AuxData; -+ std::vector<uint8_t> AuxData; -+ ssize_t TargetSectionId; -+ ssize_t AssociativeComdatTargetSectionId = 0; - size_t UniqueId; - size_t RawIndex; - bool Referenced; -@@ -61,7 +65,6 @@ struct Object { - uint32_t BaseOfData = 0; // pe32plus_header lacks this field. - - std::vector<object::data_directory> DataDirectories; -- std::vector<Section> Sections; - - ArrayRef<Symbol> getSymbols() const { return Symbols; } - // This allows mutating individual Symbols, but not mutating the list -@@ -79,14 +82,34 @@ struct Object { - // all sections. - Error markSymbols(); - -+ ArrayRef<Section> getSections() const { return Sections; } -+ // This allows mutating individual Sections, but not mutating the list -+ // of symbols itself. -+ iterator_range<std::vector<Section>::iterator> getMutableSections() { -+ return make_range(Sections.begin(), Sections.end()); -+ } -+ -+ const Section *findSection(ssize_t UniqueId) const; -+ -+ void addSections(ArrayRef<Section> NewSections); -+ void removeSections(function_ref<bool(const Section &)> ToRemove); -+ - private: - std::vector<Symbol> Symbols; - DenseMap<size_t, Symbol *> SymbolMap; - - size_t NextSymbolUniqueId = 0; - -+ std::vector<Section> Sections; -+ DenseMap<ssize_t, Section *> SectionMap; -+ -+ ssize_t NextSectionUniqueId = 1; // Allow a UniqueId 0 to mean undefined. -+ - // Update SymbolMap and RawIndex in each Symbol. - void updateSymbols(); -+ -+ // Update SectionMap and Index in each Section. -+ void updateSections(); - }; - - // Copy between coff_symbol16 and coff_symbol32. -diff --git a/llvm/tools/llvm-objcopy/COFF/Reader.cpp b/llvm/tools/llvm-objcopy/COFF/Reader.cpp -index d794042ae24..c8abe2913a2 100644 ---- a/llvm/tools/llvm-objcopy/COFF/Reader.cpp -+++ b/llvm/tools/llvm-objcopy/COFF/Reader.cpp -@@ -11,6 +11,7 @@ - #include "llvm-objcopy.h" - #include "llvm/ADT/ArrayRef.h" - #include "llvm/ADT/StringRef.h" -+#include "llvm/BinaryFormat/COFF.h" - #include "llvm/Object/COFF.h" - #include "llvm/Support/ErrorHandling.h" - #include <cstddef> -@@ -21,6 +22,7 @@ namespace objcopy { - namespace coff { - - using namespace object; -+using namespace COFF; - - Error COFFReader::readExecutableHeaders(Object &Obj) const { - const dos_header *DH = COFFObj.getDOSHeader(); -@@ -58,13 +60,14 @@ Error COFFReader::readExecutableHeaders(Object &Obj) const { - } - - Error COFFReader::readSections(Object &Obj) const { -+ std::vector<Section> Sections; - // Section indexing starts from 1. - for (size_t I = 1, E = COFFObj.getNumberOfSections(); I <= E; I++) { - const coff_section *Sec; - if (auto EC = COFFObj.getSection(I, Sec)) - return errorCodeToError(EC); -- Obj.Sections.push_back(Section()); -- Section &S = Obj.Sections.back(); -+ Sections.push_back(Section()); -+ Section &S = Sections.back(); - S.Header = *Sec; - if (auto EC = COFFObj.getSectionContents(Sec, S.Contents)) - return errorCodeToError(EC); -@@ -77,12 +80,14 @@ Error COFFReader::readSections(Object &Obj) const { - return make_error<StringError>("Extended relocations not supported yet", - object_error::parse_failed); - } -+ Obj.addSections(Sections); - return Error::success(); - } - - Error COFFReader::readSymbols(Object &Obj, bool IsBigObj) const { - std::vector<Symbol> Symbols; - Symbols.reserve(COFFObj.getRawNumberOfSymbols()); -+ ArrayRef<Section> Sections = Obj.getSections(); - for (uint32_t I = 0, E = COFFObj.getRawNumberOfSymbols(); I < E;) { - Expected<COFFSymbolRef> SymOrErr = COFFObj.getSymbol(I); - if (!SymOrErr) -@@ -103,6 +108,26 @@ Error COFFReader::readSymbols(Object &Obj, bool IsBigObj) const { - Sym.AuxData = COFFObj.getSymbolAuxData(SymRef); - assert((Sym.AuxData.size() % - (IsBigObj ? sizeof(coff_symbol32) : sizeof(coff_symbol16))) == 0); -+ // Find the unique id of the section -+ if (SymRef.getSectionNumber() <= -+ 0) // Special symbol (undefined/absolute/debug) -+ Sym.TargetSectionId = SymRef.getSectionNumber(); -+ else if (static_cast<uint32_t>(SymRef.getSectionNumber() - 1) < -+ Sections.size()) -+ Sym.TargetSectionId = Sections[SymRef.getSectionNumber() - 1].UniqueId; -+ else -+ return make_error<StringError>("Section number out of range", -+ object_error::parse_failed); -+ // For section definitions, check if it is comdat associative, and if -+ // it is, find the target section unique id. -+ const coff_aux_section_definition *SD = SymRef.getSectionDefinition(); -+ if (SD && SD->Selection == IMAGE_COMDAT_SELECT_ASSOCIATIVE) { -+ int32_t Index = SD->getNumber(IsBigObj); -+ if (Index <= 0 || static_cast<uint32_t>(Index - 1) >= Sections.size()) -+ return make_error<StringError>("Unexpected associative section index", -+ object_error::parse_failed); -+ Sym.AssociativeComdatTargetSectionId = Sections[Index - 1].UniqueId; -+ } - I += 1 + SymRef.getNumberOfAuxSymbols(); - } - Obj.addSymbols(Symbols); -@@ -116,7 +141,7 @@ Error COFFReader::setRelocTargets(Object &Obj) const { - for (size_t I = 0; I < Sym.Sym.NumberOfAuxSymbols; I++) - RawSymbolTable.push_back(nullptr); - } -- for (Section &Sec : Obj.Sections) { -+ for (Section &Sec : Obj.getMutableSections()) { - for (Relocation &R : Sec.Relocs) { - if (R.Reloc.SymbolTableIndex >= RawSymbolTable.size()) - return make_error<StringError>("SymbolTableIndex out of range", -diff --git a/llvm/tools/llvm-objcopy/COFF/Writer.cpp b/llvm/tools/llvm-objcopy/COFF/Writer.cpp -index c347810dd24..9fb7812672b 100644 ---- a/llvm/tools/llvm-objcopy/COFF/Writer.cpp -+++ b/llvm/tools/llvm-objcopy/COFF/Writer.cpp -@@ -25,7 +25,7 @@ using namespace object; - using namespace COFF; - - Error COFFWriter::finalizeRelocTargets() { -- for (Section &Sec : Obj.Sections) { -+ for (Section &Sec : Obj.getMutableSections()) { - for (Relocation &R : Sec.Relocs) { - const Symbol *Sym = Obj.findSymbol(R.Target); - if (Sym == nullptr) -@@ -39,8 +39,48 @@ Error COFFWriter::finalizeRelocTargets() { - return Error::success(); - } - -+Error COFFWriter::finalizeSectionNumbers() { -+ for (Symbol &Sym : Obj.getMutableSymbols()) { -+ if (Sym.TargetSectionId <= 0) { -+ // Undefined, or a special kind of symbol. These negative values -+ // are stored in the SectionNumber field which is unsigned. -+ Sym.Sym.SectionNumber = static_cast<uint32_t>(Sym.TargetSectionId); -+ } else { -+ const Section *Sec = Obj.findSection(Sym.TargetSectionId); -+ if (Sec == nullptr) -+ return make_error<StringError>("Symbol " + Sym.Name + -+ " points to a removed section", -+ object_error::invalid_symbol_index); -+ Sym.Sym.SectionNumber = Sec->Index; -+ -+ if (Sym.Sym.NumberOfAuxSymbols == 1 && -+ Sym.Sym.StorageClass == IMAGE_SYM_CLASS_STATIC) { -+ coff_aux_section_definition *SD = -+ reinterpret_cast<coff_aux_section_definition *>(Sym.AuxData.data()); -+ uint32_t SDSectionNumber; -+ if (Sym.AssociativeComdatTargetSectionId == 0) { -+ // Not a comdat associative section; just set the Number field to -+ // the number of the section itself. -+ SDSectionNumber = Sec->Index; -+ } else { -+ Sec = Obj.findSection(Sym.AssociativeComdatTargetSectionId); -+ if (Sec == nullptr) -+ return make_error<StringError>( -+ "Symbol " + Sym.Name + " is associative to a removed section", -+ object_error::invalid_symbol_index); -+ SDSectionNumber = Sec->Index; -+ } -+ // Update the section definition with the new section number. -+ SD->NumberLowPart = static_cast<uint16_t>(SDSectionNumber); -+ SD->NumberHighPart = static_cast<uint16_t>(SDSectionNumber >> 16); -+ } -+ } -+ } -+ return Error::success(); -+} -+ - void COFFWriter::layoutSections() { -- for (auto &S : Obj.Sections) { -+ for (auto &S : Obj.getMutableSections()) { - if (S.Header.SizeOfRawData > 0) - S.Header.PointerToRawData = FileSize; - FileSize += S.Header.SizeOfRawData; // For executables, this is already -@@ -57,7 +97,7 @@ void COFFWriter::layoutSections() { - } - - size_t COFFWriter::finalizeStringTable() { -- for (auto &S : Obj.Sections) -+ for (const auto &S : Obj.getSections()) - if (S.Name.size() > COFF::NameSize) - StrTabBuilder.add(S.Name); - -@@ -67,7 +107,7 @@ size_t COFFWriter::finalizeStringTable() { - - StrTabBuilder.finalize(); - -- for (auto &S : Obj.Sections) { -+ for (auto &S : Obj.getMutableSections()) { - if (S.Name.size() > COFF::NameSize) { - snprintf(S.Header.Name, sizeof(S.Header.Name), "/%d", - (int)StrTabBuilder.getOffset(S.Name)); -@@ -97,6 +137,8 @@ std::pair<size_t, size_t> COFFWriter::finalizeSymbolTable() { - Error COFFWriter::finalize(bool IsBigObj) { - if (Error E = finalizeRelocTargets()) - return E; -+ if (Error E = finalizeSectionNumbers()) -+ return E; - - size_t SizeOfHeaders = 0; - FileAlignment = 1; -@@ -113,10 +155,10 @@ Error COFFWriter::finalize(bool IsBigObj) { - SizeOfHeaders += - PeHeaderSize + sizeof(data_directory) * Obj.DataDirectories.size(); - } -- Obj.CoffFileHeader.NumberOfSections = Obj.Sections.size(); -+ Obj.CoffFileHeader.NumberOfSections = Obj.getSections().size(); - SizeOfHeaders += - IsBigObj ? sizeof(coff_bigobj_file_header) : sizeof(coff_file_header); -- SizeOfHeaders += sizeof(coff_section) * Obj.Sections.size(); -+ SizeOfHeaders += sizeof(coff_section) * Obj.getSections().size(); - SizeOfHeaders = alignTo(SizeOfHeaders, FileAlignment); - - Obj.CoffFileHeader.SizeOfOptionalHeader = -@@ -131,8 +173,8 @@ Error COFFWriter::finalize(bool IsBigObj) { - Obj.PeHeader.SizeOfHeaders = SizeOfHeaders; - Obj.PeHeader.SizeOfInitializedData = SizeOfInitializedData; - -- if (!Obj.Sections.empty()) { -- const Section &S = Obj.Sections.back(); -+ if (!Obj.getSections().empty()) { -+ const Section &S = Obj.getSections().back(); - Obj.PeHeader.SizeOfImage = - alignTo(S.Header.VirtualAddress + S.Header.VirtualSize, - Obj.PeHeader.SectionAlignment); -@@ -198,7 +240,7 @@ void COFFWriter::writeHeaders(bool IsBigObj) { - BigObjHeader.unused4 = 0; - // The value in Obj.CoffFileHeader.NumberOfSections is truncated, thus - // get the original one instead. -- BigObjHeader.NumberOfSections = Obj.Sections.size(); -+ BigObjHeader.NumberOfSections = Obj.getSections().size(); - BigObjHeader.PointerToSymbolTable = Obj.CoffFileHeader.PointerToSymbolTable; - BigObjHeader.NumberOfSymbols = Obj.CoffFileHeader.NumberOfSymbols; - -@@ -223,14 +265,14 @@ void COFFWriter::writeHeaders(bool IsBigObj) { - Ptr += sizeof(DD); - } - } -- for (const auto &S : Obj.Sections) { -+ for (const auto &S : Obj.getSections()) { - memcpy(Ptr, &S.Header, sizeof(S.Header)); - Ptr += sizeof(S.Header); - } - } - - void COFFWriter::writeSections() { -- for (const auto &S : Obj.Sections) { -+ for (const auto &S : Obj.getSections()) { - uint8_t *Ptr = Buf.getBufferStart() + S.Header.PointerToRawData; - std::copy(S.Contents.begin(), S.Contents.end(), Ptr); - -@@ -295,7 +337,7 @@ Error COFFWriter::patchDebugDirectory() { - const data_directory *Dir = &Obj.DataDirectories[DEBUG_DIRECTORY]; - if (Dir->Size <= 0) - return Error::success(); -- for (const auto &S : Obj.Sections) { -+ for (const auto &S : Obj.getSections()) { - if (Dir->RelativeVirtualAddress >= S.Header.VirtualAddress && - Dir->RelativeVirtualAddress < - S.Header.VirtualAddress + S.Header.SizeOfRawData) { -@@ -324,7 +366,7 @@ Error COFFWriter::patchDebugDirectory() { - } - - Error COFFWriter::write() { -- bool IsBigObj = Obj.Sections.size() > MaxNumberOfSections16; -+ bool IsBigObj = Obj.getSections().size() > MaxNumberOfSections16; - if (IsBigObj && Obj.IsPE) - return make_error<StringError>("Too many sections for executable", - object_error::parse_failed); -diff --git a/llvm/tools/llvm-objcopy/COFF/Writer.h b/llvm/tools/llvm-objcopy/COFF/Writer.h -index 52fef385926..a967a103df9 100644 ---- a/llvm/tools/llvm-objcopy/COFF/Writer.h -+++ b/llvm/tools/llvm-objcopy/COFF/Writer.h -@@ -31,6 +31,7 @@ class COFFWriter { - StringTableBuilder StrTabBuilder; - - Error finalizeRelocTargets(); -+ Error finalizeSectionNumbers(); - void layoutSections(); - size_t finalizeStringTable(); - template <class SymbolTy> std::pair<size_t, size_t> finalizeSymbolTable(); --- -2.17.1 - diff --git a/projects/clang/win-patches/llvm-objcopy-3.patch b/projects/clang/win-patches/llvm-objcopy-3.patch deleted file mode 100644 index 6e303c0..0000000 --- a/projects/clang/win-patches/llvm-objcopy-3.patch +++ /dev/null @@ -1,160 +0,0 @@ -From 2b6e1b7585d6bd997ea4e4233c904a6d2c11ad33 Mon Sep 17 00:00:00 2001 -From: Martin Storsjo <martin(a)martin.st> -Date: Sat, 19 Jan 2019 19:42:41 +0000 -Subject: [PATCH] [llvm-objcopy] [COFF] Implement --strip-debug - -Also remove sections similarly for --strip-all, --discard-all, ---strip-unneeded. - -Differential Revision: https://reviews.llvm.org/D56839 - -git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@351661 91177308-0d34-0410-b5e6-96231b3b80d8 ---- - test/tools/llvm-objcopy/COFF/strip-debug.test | 109 ++++++++++++++++++ - tools/llvm-objcopy/COFF/COFFObjcopy.cpp | 11 ++ - 2 files changed, 120 insertions(+) - create mode 100644 test/tools/llvm-objcopy/COFF/strip-debug.test - -diff --git a/llvm/test/tools/llvm-objcopy/COFF/strip-debug.test b/llvm/test/tools/llvm-objcopy/COFF/strip-debug.test -new file mode 100644 -index 00000000000..97fa96aac70 ---- /dev/null -+++ b/llvm/test/tools/llvm-objcopy/COFF/strip-debug.test -@@ -0,0 +1,109 @@ -+# RUN: yaml2obj %s > %t.in.o -+# -+# RUN: llvm-objdump --section-headers %t.in.o | FileCheck %s --check-prefixes=SECTIONS,SECTIONS-PRE -+# RUN: llvm-objdump -t %t.in.o | FileCheck %s --check-prefixes=SYMBOLS,SYMBOLS-PRE -+# -+# RUN: llvm-objcopy --strip-debug %t.in.o %t.out.o -+# RUN: llvm-objdump --section-headers %t.out.o | FileCheck %s --check-prefixes=SECTIONS -+# RUN: llvm-objdump -t %t.out.o | FileCheck %s --check-prefixes=SYMBOLS -+# -+# Test that --strip-all, --strip-all-gnu, --discard-all and --strip-unneeded, -+# plus llvm-strip without arguments all produce a similiar set of sections -+# (while they remove symbols differently). -+# -+# RUN: llvm-objcopy --strip-all %t.in.o %t.strip-all.o -+# RUN: llvm-objdump --section-headers %t.strip-all.o | FileCheck %s --check-prefixes=SECTIONS -+# -+# RUN: llvm-objcopy --strip-all-gnu %t.in.o %t.strip-all-gnu.o -+# RUN: llvm-objdump --section-headers %t.strip-all-gnu.o | FileCheck %s --check-prefixes=SECTIONS -+# -+# RUN: llvm-objcopy --discard-all %t.in.o %t.discard-all.o -+# RUN: llvm-objdump --section-headers %t.discard-all.o | FileCheck %s --check-prefixes=SECTIONS -+# -+# RUN: llvm-objcopy --discard-all %t.in.o %t.strip-unneeded.o -+# RUN: llvm-objdump --section-headers %t.strip-unneeded.o | FileCheck %s --check-prefixes=SECTIONS -+# -+# SECTIONS: Sections: -+# SECTIONS-NEXT: Idx Name -+# SECTIONS-NEXT: 0 .text -+# SECTIONS-NEXT: 1 .data -+# SECTIONS-NEXT: 2 .bss -+# SECTIONS-NEXT: 3 .xdata -+# SECTIONS-NEXT: 4 .reloc -+# SECTIONS-PRE-NEXT: 5 .debug_discardable -+# SECTIONS-NEXT: {{.*}} .debug_undiscardable -+# SECTIONS-NEXT: {{.*}} .llvm_addrsig -+# SECTIONS-EMPTY: -+# -+# Test that --strip-debug doesn't remove e.g. unreferenced local symbols. -+# -+# SYMBOLS: SYMBOL TABLE: -+# SYMBOLS-NEXT: external -+# SYMBOLS-NEXT: local_unreferenced -+# SYMBOLS-PRE-NEXT: debug_discardable_sym -+# SYMBOLS-NEXT: debug_undiscardable_sym -+# SYMBOLS-EMPTY: -+ -+--- !COFF -+header: -+ Machine: IMAGE_FILE_MACHINE_AMD64 -+ Characteristics: [ ] -+sections: -+ - Name: .text -+ Characteristics: [ ] -+ Alignment: 4 -+ SectionData: 00000000 -+ - Name: .data -+ Characteristics: [ ] -+ Alignment: 4 -+ SectionData: 00000000 -+ - Name: .bss -+ Characteristics: [ ] -+ Alignment: 4 -+ SectionData: 00000000 -+ - Name: .xdata -+ Characteristics: [ ] -+ Alignment: 4 -+ SectionData: 00000000 -+ - Name: .reloc -+ Characteristics: [ IMAGE_SCN_MEM_DISCARDABLE ] -+ Alignment: 4 -+ SectionData: 00000000 -+ - Name: .debug_discardable -+ Characteristics: [ IMAGE_SCN_MEM_DISCARDABLE ] -+ Alignment: 4 -+ SectionData: 00000000 -+ - Name: .debug_undiscardable -+ Characteristics: [ ] -+ Alignment: 4 -+ SectionData: 00000000 -+ - Name: .llvm_addrsig -+ Characteristics: [ IMAGE_SCN_LNK_REMOVE ] -+ Alignment: 4 -+ SectionData: 00000000 -+symbols: -+ - Name: external -+ Value: 0 -+ SectionNumber: 1 -+ SimpleType: IMAGE_SYM_TYPE_NULL -+ ComplexType: IMAGE_SYM_DTYPE_NULL -+ StorageClass: IMAGE_SYM_CLASS_EXTERNAL -+ - Name: local_unreferenced -+ Value: 0 -+ SectionNumber: 1 -+ SimpleType: IMAGE_SYM_TYPE_NULL -+ ComplexType: IMAGE_SYM_DTYPE_NULL -+ StorageClass: IMAGE_SYM_CLASS_STATIC -+ - Name: debug_discardable_sym -+ Value: 0 -+ SectionNumber: 6 -+ SimpleType: IMAGE_SYM_TYPE_NULL -+ ComplexType: IMAGE_SYM_DTYPE_NULL -+ StorageClass: IMAGE_SYM_CLASS_EXTERNAL -+ - Name: debug_undiscardable_sym -+ Value: 0 -+ SectionNumber: 7 -+ SimpleType: IMAGE_SYM_TYPE_NULL -+ ComplexType: IMAGE_SYM_DTYPE_NULL -+ StorageClass: IMAGE_SYM_CLASS_EXTERNAL -+... -diff --git a/llvm/tools/llvm-objcopy/COFF/COFFObjcopy.cpp b/llvm/tools/llvm-objcopy/COFF/COFFObjcopy.cpp -index dd2e4829218..13d8efde37c 100644 ---- a/llvm/tools/llvm-objcopy/COFF/COFFObjcopy.cpp -+++ b/llvm/tools/llvm-objcopy/COFF/COFFObjcopy.cpp -@@ -26,9 +26,20 @@ namespace coff { - using namespace object; - using namespace COFF; - -+static bool isDebugSection(const Section &Sec) { -+ return Sec.Name.startswith(".debug"); -+} -+ - static Error handleArgs(const CopyConfig &Config, Object &Obj) { - // Perform the actual section removals. - Obj.removeSections([&Config](const Section &Sec) { -+ if (Config.StripDebug || Config.StripAll || Config.StripAllGNU || -+ Config.DiscardAll || Config.StripUnneeded) { -+ if (isDebugSection(Sec) && -+ (Sec.Header.Characteristics & IMAGE_SCN_MEM_DISCARDABLE) != 0) -+ return true; -+ } -+ - if (is_contained(Config.ToRemove, Sec.Name)) - return true; - --- -2.17.1 - diff --git a/projects/clang/win-patches/llvm-objcopy-4.patch b/projects/clang/win-patches/llvm-objcopy-4.patch deleted file mode 100644 index e922384..0000000 --- a/projects/clang/win-patches/llvm-objcopy-4.patch +++ /dev/null @@ -1,222 +0,0 @@ -From 526aa2e94355b7feb3bf7774a6e1899f68e94ad8 Mon Sep 17 00:00:00 2001 -From: Martin Storsjo <martin(a)martin.st> -Date: Sat, 19 Jan 2019 19:42:48 +0000 -Subject: [PATCH] [llvm-objcopy] [COFF] Implement --only-keep-debug - -Differential Revision: https://reviews.llvm.org/D56840 - -git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@351662 91177308-0d34-0410-b5e6-96231b3b80d8 ---- - .../COFF/Inputs/only-keep-sections.yaml | 77 +++++++++++++++++++ - .../llvm-objcopy/COFF/only-keep-debug.test | 58 ++++++++++++++ - tools/llvm-objcopy/COFF/COFFObjcopy.cpp | 10 +++ - tools/llvm-objcopy/COFF/Object.cpp | 10 +++ - tools/llvm-objcopy/COFF/Object.h | 1 + - 5 files changed, 156 insertions(+) - create mode 100644 test/tools/llvm-objcopy/COFF/Inputs/only-keep-sections.yaml - create mode 100644 test/tools/llvm-objcopy/COFF/only-keep-debug.test - -diff --git a/llvm/test/tools/llvm-objcopy/COFF/Inputs/only-keep-sections.yaml b/llvm/test/tools/llvm-objcopy/COFF/Inputs/only-keep-sections.yaml -new file mode 100644 -index 00000000000..b5437e10763 ---- /dev/null -+++ b/llvm/test/tools/llvm-objcopy/COFF/Inputs/only-keep-sections.yaml -@@ -0,0 +1,77 @@ -+--- !COFF -+OptionalHeader: -+ AddressOfEntryPoint: 4144 -+ ImageBase: 1073741824 -+ SectionAlignment: 4096 -+ FileAlignment: 512 -+ MajorOperatingSystemVersion: 6 -+ MinorOperatingSystemVersion: 0 -+ MajorImageVersion: 0 -+ MinorImageVersion: 0 -+ MajorSubsystemVersion: 6 -+ MinorSubsystemVersion: 0 -+ Subsystem: IMAGE_SUBSYSTEM_WINDOWS_CUI -+ DLLCharacteristics: [ ] -+ SizeOfStackReserve: 1048576 -+ SizeOfStackCommit: 4096 -+ SizeOfHeapReserve: 1048576 -+ SizeOfHeapCommit: 4096 -+header: -+ Machine: IMAGE_FILE_MACHINE_AMD64 -+ Characteristics: [ ] -+sections: -+ - Name: .text -+ Characteristics: [ IMAGE_SCN_CNT_CODE ] -+ VirtualAddress: 4096 -+ VirtualSize: 4 -+ SectionData: C3C3C3C3 -+ - Name: .rdata -+ Characteristics: [ IMAGE_SCN_CNT_INITIALIZED_DATA ] -+ VirtualAddress: 8192 -+ VirtualSize: 4 -+ SectionData: 2A000000 -+ - Name: .buildid -+ Characteristics: [ IMAGE_SCN_CNT_INITIALIZED_DATA ] -+ VirtualAddress: 12288 -+ VirtualSize: 4 -+ SectionData: 2B000000 -+ - Name: .reloc -+ Characteristics: [ IMAGE_SCN_CNT_INITIALIZED_DATA, IMAGE_SCN_MEM_DISCARDABLE ] -+ VirtualAddress: 16384 -+ VirtualSize: 4 -+ SectionData: 2C000000 -+ - Name: .debug_discardable -+ Characteristics: [ IMAGE_SCN_CNT_INITIALIZED_DATA, IMAGE_SCN_MEM_DISCARDABLE ] -+ VirtualAddress: 20480 -+ VirtualSize: 4 -+ SectionData: 2D000000 -+ - Name: .debug_undiscardable -+ Characteristics: [ IMAGE_SCN_CNT_INITIALIZED_DATA ] -+ VirtualAddress: 24576 -+ VirtualSize: 4 -+ SectionData: 2E000000 -+ - Name: .unflagged -+ Characteristics: [ ] -+ VirtualAddress: 28672 -+ VirtualSize: 4 -+ SectionData: 2F000000 -+symbols: -+ - Name: main -+ Value: 2 -+ SectionNumber: 1 -+ SimpleType: IMAGE_SYM_TYPE_NULL -+ ComplexType: IMAGE_SYM_DTYPE_FUNCTION -+ StorageClass: IMAGE_SYM_CLASS_EXTERNAL -+ - Name: debug_discardable_sym -+ Value: 0 -+ SectionNumber: 5 -+ SimpleType: IMAGE_SYM_TYPE_NULL -+ ComplexType: IMAGE_SYM_DTYPE_FUNCTION -+ StorageClass: IMAGE_SYM_CLASS_EXTERNAL -+ - Name: debug_undiscardable_sym -+ Value: 0 -+ SectionNumber: 6 -+ SimpleType: IMAGE_SYM_TYPE_NULL -+ ComplexType: IMAGE_SYM_DTYPE_FUNCTION -+ StorageClass: IMAGE_SYM_CLASS_EXTERNAL -+... -diff --git a/llvm/test/tools/llvm-objcopy/COFF/only-keep-debug.test b/llvm/test/tools/llvm-objcopy/COFF/only-keep-debug.test -new file mode 100644 -index 00000000000..5518d4000fc ---- /dev/null -+++ b/llvm/test/tools/llvm-objcopy/COFF/only-keep-debug.test -@@ -0,0 +1,58 @@ -+RUN: yaml2obj %p/Inputs/only-keep-sections.yaml > %t.in.exe -+ -+RUN: llvm-objcopy --only-keep-debug %t.in.exe %t.out.exe -+RUN: llvm-readobj --sections %t.out.exe | FileCheck %s --check-prefix=SECTIONS -+RUN: llvm-objdump -t %t.out.exe | FileCheck %s --check-prefix=SYMBOLS -+ -+Check that all non-debug/buildid sections with IMAGE_SCN_CNT_CODE -+or IMAGE_SCN_CNT_INITIALIZED_DATA are truncated, and no others. -+ -+SECTIONS: Sections [ -+SECTIONS-NEXT: Section { -+SECTIONS-NEXT: Number: 1 -+SECTIONS-NEXT: Name: .text -+SECTIONS-NEXT: VirtualSize: 0x4 -+SECTIONS-NEXT: VirtualAddress: -+SECTIONS-NEXT: RawDataSize: 0 -+SECTIONS: Section { -+SECTIONS-NEXT: Number: 2 -+SECTIONS-NEXT: Name: .rdata -+SECTIONS-NEXT: VirtualSize: 0x4 -+SECTIONS-NEXT: VirtualAddress: -+SECTIONS-NEXT: RawDataSize: 0 -+SECTIONS: Section { -+SECTIONS-NEXT: Number: 3 -+SECTIONS-NEXT: Name: .buildid -+SECTIONS-NEXT: VirtualSize: 0x4 -+SECTIONS-NEXT: VirtualAddress: -+SECTIONS-NEXT: RawDataSize: 512 -+SECTIONS: Section { -+SECTIONS-NEXT: Number: 4 -+SECTIONS-NEXT: Name: .reloc -+SECTIONS-NEXT: VirtualSize: 0x4 -+SECTIONS-NEXT: VirtualAddress: -+SECTIONS-NEXT: RawDataSize: 0 -+SECTIONS: Section { -+SECTIONS-NEXT: Number: 5 -+SECTIONS-NEXT: Name: .debug_discardable -+SECTIONS-NEXT: VirtualSize: 0x4 -+SECTIONS-NEXT: VirtualAddress: -+SECTIONS-NEXT: RawDataSize: 512 -+SECTIONS: Section { -+SECTIONS-NEXT: Number: 6 -+SECTIONS-NEXT: Name: .debug_undiscardable -+SECTIONS-NEXT: VirtualSize: 0x4 -+SECTIONS-NEXT: VirtualAddress: -+SECTIONS-NEXT: RawDataSize: 512 -+SECTIONS: Section { -+SECTIONS-NEXT: Number: 7 -+SECTIONS-NEXT: Name: .unflagged -+SECTIONS-NEXT: VirtualSize: 0x4 -+SECTIONS-NEXT: VirtualAddress: -+SECTIONS-NEXT: RawDataSize: 512 -+ -+SYMBOLS: SYMBOL TABLE: -+SYMBOLS-NEXT: main -+SYMBOLS-NEXT: debug_discardable_sym -+SYMBOLS-NEXT: debug_undiscardable_sym -+SYMBOLS-EMPTY: -diff --git a/llvm/tools/llvm-objcopy/COFF/COFFObjcopy.cpp b/llvm/tools/llvm-objcopy/COFF/COFFObjcopy.cpp -index 13d8efde37c..60afbf7bb54 100644 ---- a/llvm/tools/llvm-objcopy/COFF/COFFObjcopy.cpp -+++ b/llvm/tools/llvm-objcopy/COFF/COFFObjcopy.cpp -@@ -46,6 +46,16 @@ static Error handleArgs(const CopyConfig &Config, Object &Obj) { - return false; - }); - -+ if (Config.OnlyKeepDebug) { -+ // For --only-keep-debug, we keep all other sections, but remove their -+ // content. The VirtualSize field in the section header is kept intact. -+ Obj.truncateSections([](const Section &Sec) { -+ return !isDebugSection(Sec) && Sec.Name != ".buildid" && -+ ((Sec.Header.Characteristics & -+ (IMAGE_SCN_CNT_CODE | IMAGE_SCN_CNT_INITIALIZED_DATA)) != 0); -+ }); -+ } -+ - // StripAll removes all symbols and thus also removes all relocations. - if (Config.StripAll || Config.StripAllGNU) - for (Section &Sec : Obj.getMutableSections()) -diff --git a/llvm/tools/llvm-objcopy/COFF/Object.cpp b/llvm/tools/llvm-objcopy/COFF/Object.cpp -index e19cea6aa9d..fc87d9e574d 100644 ---- a/llvm/tools/llvm-objcopy/COFF/Object.cpp -+++ b/llvm/tools/llvm-objcopy/COFF/Object.cpp -@@ -127,6 +127,16 @@ void Object::removeSections(function_ref<bool(const Section &)> ToRemove) { - updateSymbols(); - } - -+void Object::truncateSections(function_ref<bool(const Section &)> ToTruncate) { -+ for (Section &Sec : Sections) { -+ if (ToTruncate(Sec)) { -+ Sec.Contents = ArrayRef<uint8_t>(); -+ Sec.Relocs.clear(); -+ Sec.Header.SizeOfRawData = 0; -+ } -+ } -+} -+ - } // end namespace coff - } // end namespace objcopy - } // end namespace llvm -diff --git a/llvm/tools/llvm-objcopy/COFF/Object.h b/llvm/tools/llvm-objcopy/COFF/Object.h -index a73e93620d3..8e200369f0b 100644 ---- a/llvm/tools/llvm-objcopy/COFF/Object.h -+++ b/llvm/tools/llvm-objcopy/COFF/Object.h -@@ -93,6 +93,7 @@ struct Object { - - void addSections(ArrayRef<Section> NewSections); - void removeSections(function_ref<bool(const Section &)> ToRemove); -+ void truncateSections(function_ref<bool(const Section &)> ToTruncate); - - private: - std::vector<Symbol> Symbols; --- -2.17.1 - diff --git a/projects/clang/win-patches/llvm-objcopy-5.patch b/projects/clang/win-patches/llvm-objcopy-5.patch deleted file mode 100644 index 657c72a..0000000 --- a/projects/clang/win-patches/llvm-objcopy-5.patch +++ /dev/null @@ -1,61 +0,0 @@ -From 17dcf25b3ade15605ca27150e4440bcc75caed65 Mon Sep 17 00:00:00 2001 -From: Martin Storsjo <martin(a)martin.st> -Date: Sat, 19 Jan 2019 19:42:54 +0000 -Subject: [PATCH] [llvm-objcopy] [COFF] Implement --only-section - -Differential Revision: https://reviews.llvm.org/D56873 - -git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@351663 91177308-0d34-0410-b5e6-96231b3b80d8 ---- - .../tools/llvm-objcopy/COFF/only-section.test | 21 +++++++++++++++++++ - tools/llvm-objcopy/COFF/COFFObjcopy.cpp | 6 ++++++ - 2 files changed, 27 insertions(+) - create mode 100644 test/tools/llvm-objcopy/COFF/only-section.test - -diff --git a/llvm/test/tools/llvm-objcopy/COFF/only-section.test b/llvm/test/tools/llvm-objcopy/COFF/only-section.test -new file mode 100644 -index 00000000000..42492ed80ff ---- /dev/null -+++ b/llvm/test/tools/llvm-objcopy/COFF/only-section.test -@@ -0,0 +1,21 @@ -+RUN: yaml2obj %p/Inputs/only-keep-sections.yaml > %t.in.exe -+ -+RUN: llvm-objcopy --only-section .debug_discardable %t.in.exe %t.out.exe -+RUN: llvm-objdump --section-headers -t %t.out.exe | FileCheck %s --check-prefixes=SECTIONS,SECTIONS-DEBUG,SYMBOLS,SYMBOLS-DEBUG -+ -+Adding another section stripping option makes it return the intersection of -+kept sections - in this case keeping only .text. -+ -+RUN: llvm-objcopy --only-section .debug_discardable --only-section .text --strip-debug %t.in.exe %t.combination.exe -+RUN: llvm-objdump --section-headers -t %t.combination.exe | FileCheck %s --check-prefixes=SECTIONS,SECTIONS-TEXT,SYMBOLS,SYMBOLS-TEXT -+ -+SECTIONS: Sections: -+SECTIONS-NEXT: Idx Name -+SECTIONS-DEBUG-NEXT: .debug_discardable -+SECTIONS-TEXT-NEXT: .text -+SECTIONS-EMPTY: -+ -+SYMBOLS: SYMBOL TABLE: -+SYMBOLS-DEBUG-NEXT: debug_discardable_sym -+SYMBOLS-TEXT-NEXT: main -+SYMBOLS-EMPTY: -diff --git a/llvm/tools/llvm-objcopy/COFF/COFFObjcopy.cpp b/llvm/tools/llvm-objcopy/COFF/COFFObjcopy.cpp -index 60afbf7bb54..99929d10a1f 100644 ---- a/llvm/tools/llvm-objcopy/COFF/COFFObjcopy.cpp -+++ b/llvm/tools/llvm-objcopy/COFF/COFFObjcopy.cpp -@@ -33,6 +33,12 @@ static bool isDebugSection(const Section &Sec) { - static Error handleArgs(const CopyConfig &Config, Object &Obj) { - // Perform the actual section removals. - Obj.removeSections([&Config](const Section &Sec) { -+ // Contrary to --only-keep-debug, --only-section fully removes sections that -+ // aren't mentioned. -+ if (!Config.OnlySection.empty() && -+ !is_contained(Config.OnlySection, Sec.Name)) -+ return true; -+ - if (Config.StripDebug || Config.StripAll || Config.StripAllGNU || - Config.DiscardAll || Config.StripUnneeded) { - if (isDebugSection(Sec) && --- -2.17.1 - diff --git a/projects/clang/win-patches/llvm-objcopy-6.patch b/projects/clang/win-patches/llvm-objcopy-6.patch deleted file mode 100644 index e70f1b9..0000000 --- a/projects/clang/win-patches/llvm-objcopy-6.patch +++ /dev/null @@ -1,242 +0,0 @@ -From d3b89a1637cddee1c61e59257cfe92227ead29e5 Mon Sep 17 00:00:00 2001 -From: Martin Storsjo <martin(a)martin.st> -Date: Tue, 22 Jan 2019 10:57:59 +0000 -Subject: [PATCH] [llvm-objcopy] Consistently use createStringError instead of - make_error<StringError> - -This was requested in the review of D57006. - -Also add missing quotes around symbol names in error messages. - -Differential Revision: https://reviews.llvm.org/D57014 - -git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@351799 91177308-0d34-0410-b5e6-96231b3b80d8 ---- - .../llvm-objcopy/COFF/remove-section.test | 2 +- - tools/llvm-objcopy/COFF/COFFObjcopy.cpp | 8 ++--- - tools/llvm-objcopy/COFF/Object.cpp | 5 ++- - tools/llvm-objcopy/COFF/Reader.cpp | 24 +++++++------- - tools/llvm-objcopy/COFF/Writer.cpp | 33 +++++++++---------- - tools/llvm-objcopy/ELF/ELFObjcopy.cpp | 10 +++--- - 6 files changed, 40 insertions(+), 42 deletions(-) - -diff --git a/llvm/test/tools/llvm-objcopy/COFF/remove-section.test b/llvm/test/tools/llvm-objcopy/COFF/remove-section.test -index b3dfb0b98cb..6dc8f6a6c2e 100644 ---- a/llvm/test/tools/llvm-objcopy/COFF/remove-section.test -+++ b/llvm/test/tools/llvm-objcopy/COFF/remove-section.test -@@ -96,7 +96,7 @@ - # Removing the .comdat section fails, since the .text section has relocations - # against it. - # --# ERROR-RELOC: Relocation target foo ({{.*}}) not found -+# ERROR-RELOC: Relocation target 'foo' ({{.*}}) not found - # - # - # Removing the .comdat section and .text (with a relocation against .comdat) -diff --git a/llvm/tools/llvm-objcopy/COFF/COFFObjcopy.cpp b/llvm/tools/llvm-objcopy/COFF/COFFObjcopy.cpp -index 99929d10a1f..8d8f53d13d8 100644 ---- a/llvm/tools/llvm-objcopy/COFF/COFFObjcopy.cpp -+++ b/llvm/tools/llvm-objcopy/COFF/COFFObjcopy.cpp -@@ -84,10 +84,10 @@ static Error handleArgs(const CopyConfig &Config, Object &Obj) { - // Explicitly removing a referenced symbol is an error. - if (Sym.Referenced) - reportError(Config.OutputFilename, -- make_error<StringError>( -- "not stripping symbol '" + Sym.Name + -- "' because it is named in a relocation.", -- llvm::errc::invalid_argument)); -+ createStringError(llvm::errc::invalid_argument, -+ "not stripping symbol '%s' because it is " -+ "named in a relocation.", -+ Sym.Name.str().c_str())); - return true; - } - -diff --git a/llvm/tools/llvm-objcopy/COFF/Object.cpp b/llvm/tools/llvm-objcopy/COFF/Object.cpp -index fc87d9e574d..83435dffa98 100644 ---- a/llvm/tools/llvm-objcopy/COFF/Object.cpp -+++ b/llvm/tools/llvm-objcopy/COFF/Object.cpp -@@ -56,9 +56,8 @@ Error Object::markSymbols() { - for (const Relocation &R : Sec.Relocs) { - auto It = SymbolMap.find(R.Target); - if (It == SymbolMap.end()) -- return make_error<StringError>("Relocation target " + Twine(R.Target) + -- " not found", -- object_error::invalid_symbol_index); -+ return createStringError(object_error::invalid_symbol_index, -+ "Relocation target %zu not found", R.Target); - It->second->Referenced = true; - } - } -diff --git a/llvm/tools/llvm-objcopy/COFF/Reader.cpp b/llvm/tools/llvm-objcopy/COFF/Reader.cpp -index c8abe2913a2..20ff32a59dc 100644 ---- a/llvm/tools/llvm-objcopy/COFF/Reader.cpp -+++ b/llvm/tools/llvm-objcopy/COFF/Reader.cpp -@@ -77,8 +77,8 @@ Error COFFReader::readSections(Object &Obj) const { - if (auto EC = COFFObj.getSectionName(Sec, S.Name)) - return errorCodeToError(EC); - if (Sec->hasExtendedRelocations()) -- return make_error<StringError>("Extended relocations not supported yet", -- object_error::parse_failed); -+ return createStringError(object_error::parse_failed, -+ "Extended relocations not supported yet"); - } - Obj.addSections(Sections); - return Error::success(); -@@ -116,16 +116,16 @@ Error COFFReader::readSymbols(Object &Obj, bool IsBigObj) const { - Sections.size()) - Sym.TargetSectionId = Sections[SymRef.getSectionNumber() - 1].UniqueId; - else -- return make_error<StringError>("Section number out of range", -- object_error::parse_failed); -+ return createStringError(object_error::parse_failed, -+ "Section number out of range"); - // For section definitions, check if it is comdat associative, and if - // it is, find the target section unique id. - const coff_aux_section_definition *SD = SymRef.getSectionDefinition(); - if (SD && SD->Selection == IMAGE_COMDAT_SELECT_ASSOCIATIVE) { - int32_t Index = SD->getNumber(IsBigObj); - if (Index <= 0 || static_cast<uint32_t>(Index - 1) >= Sections.size()) -- return make_error<StringError>("Unexpected associative section index", -- object_error::parse_failed); -+ return createStringError(object_error::parse_failed, -+ "Unexpected associative section index"); - Sym.AssociativeComdatTargetSectionId = Sections[Index - 1].UniqueId; - } - I += 1 + SymRef.getNumberOfAuxSymbols(); -@@ -144,12 +144,12 @@ Error COFFReader::setRelocTargets(Object &Obj) const { - for (Section &Sec : Obj.getMutableSections()) { - for (Relocation &R : Sec.Relocs) { - if (R.Reloc.SymbolTableIndex >= RawSymbolTable.size()) -- return make_error<StringError>("SymbolTableIndex out of range", -- object_error::parse_failed); -+ return createStringError(object_error::parse_failed, -+ "SymbolTableIndex out of range"); - const Symbol *Sym = RawSymbolTable[R.Reloc.SymbolTableIndex]; - if (Sym == nullptr) -- return make_error<StringError>("Invalid SymbolTableIndex", -- object_error::parse_failed); -+ return createStringError(object_error::parse_failed, -+ "Invalid SymbolTableIndex"); - R.Target = Sym->UniqueId; - R.TargetName = Sym->Name; - } -@@ -169,8 +169,8 @@ Expected<std::unique_ptr<Object>> COFFReader::create() const { - Obj->CoffFileHeader = *CFH; - } else { - if (!CBFH) -- return make_error<StringError>("No COFF file header returned", -- object_error::parse_failed); -+ return createStringError(object_error::parse_failed, -+ "No COFF file header returned"); - // Only copying the few fields from the bigobj header that we need - // and won't recreate in the end. - Obj->CoffFileHeader.Machine = CBFH->Machine; -diff --git a/llvm/tools/llvm-objcopy/COFF/Writer.cpp b/llvm/tools/llvm-objcopy/COFF/Writer.cpp -index 9fb7812672b..0321f94a896 100644 ---- a/llvm/tools/llvm-objcopy/COFF/Writer.cpp -+++ b/llvm/tools/llvm-objcopy/COFF/Writer.cpp -@@ -29,10 +29,9 @@ Error COFFWriter::finalizeRelocTargets() { - for (Relocation &R : Sec.Relocs) { - const Symbol *Sym = Obj.findSymbol(R.Target); - if (Sym == nullptr) -- return make_error<StringError>("Relocation target " + R.TargetName + -- " (" + Twine(R.Target) + -- ") not found", -- object_error::invalid_symbol_index); -+ return createStringError(object_error::invalid_symbol_index, -+ "Relocation target '%s' (%zu) not found", -+ R.TargetName.str().c_str(), R.Target); - R.Reloc.SymbolTableIndex = Sym->RawIndex; - } - } -@@ -48,9 +47,9 @@ Error COFFWriter::finalizeSectionNumbers() { - } else { - const Section *Sec = Obj.findSection(Sym.TargetSectionId); - if (Sec == nullptr) -- return make_error<StringError>("Symbol " + Sym.Name + -- " points to a removed section", -- object_error::invalid_symbol_index); -+ return createStringError(object_error::invalid_symbol_index, -+ "Symbol '%s' points to a removed section", -+ Sym.Name.str().c_str()); - Sym.Sym.SectionNumber = Sec->Index; - - if (Sym.Sym.NumberOfAuxSymbols == 1 && -@@ -65,9 +64,10 @@ Error COFFWriter::finalizeSectionNumbers() { - } else { - Sec = Obj.findSection(Sym.AssociativeComdatTargetSectionId); - if (Sec == nullptr) -- return make_error<StringError>( -- "Symbol " + Sym.Name + " is associative to a removed section", -- object_error::invalid_symbol_index); -+ return createStringError( -+ object_error::invalid_symbol_index, -+ "Symbol '%s' is associative to a removed section", -+ Sym.Name.str().c_str()); - SDSectionNumber = Sec->Index; - } - // Update the section definition with the new section number. -@@ -343,9 +343,8 @@ Error COFFWriter::patchDebugDirectory() { - S.Header.VirtualAddress + S.Header.SizeOfRawData) { - if (Dir->RelativeVirtualAddress + Dir->Size > - S.Header.VirtualAddress + S.Header.SizeOfRawData) -- return make_error<StringError>( -- "Debug directory extends past end of section", -- object_error::parse_failed); -+ return createStringError(object_error::parse_failed, -+ "Debug directory extends past end of section"); - - size_t Offset = Dir->RelativeVirtualAddress - S.Header.VirtualAddress; - uint8_t *Ptr = Buf.getBufferStart() + S.Header.PointerToRawData + Offset; -@@ -361,15 +360,15 @@ Error COFFWriter::patchDebugDirectory() { - return Error::success(); - } - } -- return make_error<StringError>("Debug directory not found", -- object_error::parse_failed); -+ return createStringError(object_error::parse_failed, -+ "Debug directory not found"); - } - - Error COFFWriter::write() { - bool IsBigObj = Obj.getSections().size() > MaxNumberOfSections16; - if (IsBigObj && Obj.IsPE) -- return make_error<StringError>("Too many sections for executable", -- object_error::parse_failed); -+ return createStringError(object_error::parse_failed, -+ "Too many sections for executable"); - return write(IsBigObj); - } - -diff --git a/llvm/tools/llvm-objcopy/ELF/ELFObjcopy.cpp b/llvm/tools/llvm-objcopy/ELF/ELFObjcopy.cpp -index db0cd76ced4..a2996395c1f 100644 ---- a/llvm/tools/llvm-objcopy/ELF/ELFObjcopy.cpp -+++ b/llvm/tools/llvm-objcopy/ELF/ELFObjcopy.cpp -@@ -185,9 +185,10 @@ static Error dumpSectionToFile(StringRef SecName, StringRef Filename, - for (auto &Sec : Obj.sections()) { - if (Sec.Name == SecName) { - if (Sec.OriginalData.empty()) -- return make_error<StringError>("Can't dump section \"" + SecName + -- "\": it has no contents", -- object_error::parse_failed); -+ return createStringError( -+ object_error::parse_failed, -+ "Can't dump section \"%s\": it has no contents", -+ SecName.str().c_str()); - Expected<std::unique_ptr<FileOutputBuffer>> BufferOrErr = - FileOutputBuffer::create(Filename, Sec.OriginalData.size()); - if (!BufferOrErr) -@@ -200,8 +201,7 @@ static Error dumpSectionToFile(StringRef SecName, StringRef Filename, - return Error::success(); - } - } -- return make_error<StringError>("Section not found", -- object_error::parse_failed); -+ return createStringError(object_error::parse_failed, "Section not found"); - } - - static bool isCompressed(const SectionBase &Section) { --- -2.17.1 - diff --git a/projects/clang/win-patches/llvm-objcopy-7.patch b/projects/clang/win-patches/llvm-objcopy-7.patch deleted file mode 100644 index 80e9785..0000000 --- a/projects/clang/win-patches/llvm-objcopy-7.patch +++ /dev/null @@ -1,224 +0,0 @@ -From d37f67c7311cd371d9ff1afd398bc92f309e6baf Mon Sep 17 00:00:00 2001 -From: Martin Storsjo <martin(a)martin.st> -Date: Tue, 22 Jan 2019 10:58:09 +0000 -Subject: [PATCH] [llvm-objcopy] [COFF] Update symbol indices in weak externals - -Differential Revision: https://reviews.llvm.org/D57006 - -git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@351800 91177308-0d34-0410-b5e6-96231b3b80d8 ---- - .../llvm-objcopy/COFF/weak-external.test | 49 +++++++++++++++++++ - tools/llvm-objcopy/COFF/Object.h | 2 + - tools/llvm-objcopy/COFF/Reader.cpp | 24 ++++++++- - tools/llvm-objcopy/COFF/Reader.h | 2 +- - tools/llvm-objcopy/COFF/Writer.cpp | 16 +++++- - tools/llvm-objcopy/COFF/Writer.h | 2 +- - 6 files changed, 89 insertions(+), 6 deletions(-) - create mode 100644 test/tools/llvm-objcopy/COFF/weak-external.test - -diff --git a/llvm/test/tools/llvm-objcopy/COFF/weak-external.test b/llvm/test/tools/llvm-objcopy/COFF/weak-external.test -new file mode 100644 -index 00000000000..d36a53b4eb1 ---- /dev/null -+++ b/llvm/test/tools/llvm-objcopy/COFF/weak-external.test -@@ -0,0 +1,49 @@ -+# RUN: yaml2obj %s > %t.in.o -+ -+# RUN: llvm-objdump -t %t.in.o | FileCheck %s --check-prefixes=SYMBOLS,SYMBOLS-PRE -+ -+# RUN: llvm-objcopy -N func %t.in.o %t.out.o -+# RUN: llvm-objdump -t %t.out.o | FileCheck %s --check-prefixes=SYMBOLS,SYMBOLS-POST -+ -+# RUN: not llvm-objcopy -N .weak.foobar.file1 %t.in.o %t.err.o 2>&1 | FileCheck %s --check-prefix=ERROR -+ -+# SYMBOLS: SYMBOL TABLE: -+# SYMBOLS-PRE-NEXT: func -+# SYMBOLS-NEXT: .weak.foobar.file1 -+# SYMBOLS-NEXT: foobar -+# SYMBOLS-PRE-NEXT: AUX indx 1 -+# SYMBOLS-POST-NEXT: AUX indx 0 -+# SYMBOLS-EMPTY: -+ -+# ERROR: Symbol 'foobar' is missing its weak target -+ -+--- !COFF -+header: -+ Machine: IMAGE_FILE_MACHINE_AMD64 -+ Characteristics: [ ] -+sections: -+ - Name: .text -+ Characteristics: [ ] -+symbols: -+ - Name: func -+ Value: 0 -+ SectionNumber: 1 -+ SimpleType: IMAGE_SYM_TYPE_NULL -+ ComplexType: IMAGE_SYM_DTYPE_NULL -+ StorageClass: IMAGE_SYM_CLASS_EXTERNAL -+ - Name: .weak.foobar.file1 -+ Value: 1 -+ SectionNumber: 1 -+ SimpleType: IMAGE_SYM_TYPE_NULL -+ ComplexType: IMAGE_SYM_DTYPE_NULL -+ StorageClass: IMAGE_SYM_CLASS_EXTERNAL -+ - Name: foobar -+ Value: 0 -+ SectionNumber: 0 -+ SimpleType: IMAGE_SYM_TYPE_NULL -+ ComplexType: IMAGE_SYM_DTYPE_FUNCTION -+ StorageClass: IMAGE_SYM_CLASS_WEAK_EXTERNAL -+ WeakExternal: -+ TagIndex: 1 -+ Characteristics: IMAGE_WEAK_EXTERN_SEARCH_NOLIBRARY -+... -diff --git a/llvm/tools/llvm-objcopy/COFF/Object.h b/llvm/tools/llvm-objcopy/COFF/Object.h -index 8e200369f0b..0630f9c5ff8 100644 ---- a/llvm/tools/llvm-objcopy/COFF/Object.h -+++ b/llvm/tools/llvm-objcopy/COFF/Object.h -@@ -11,6 +11,7 @@ - - #include "llvm/ADT/ArrayRef.h" - #include "llvm/ADT/DenseMap.h" -+#include "llvm/ADT/Optional.h" - #include "llvm/ADT/StringRef.h" - #include "llvm/ADT/iterator_range.h" - #include "llvm/BinaryFormat/COFF.h" -@@ -47,6 +48,7 @@ struct Symbol { - std::vector<uint8_t> AuxData; - ssize_t TargetSectionId; - ssize_t AssociativeComdatTargetSectionId = 0; -+ Optional<size_t> WeakTargetSymbolId; - size_t UniqueId; - size_t RawIndex; - bool Referenced; -diff --git a/llvm/tools/llvm-objcopy/COFF/Reader.cpp b/llvm/tools/llvm-objcopy/COFF/Reader.cpp -index 20ff32a59dc..2446277cc2b 100644 ---- a/llvm/tools/llvm-objcopy/COFF/Reader.cpp -+++ b/llvm/tools/llvm-objcopy/COFF/Reader.cpp -@@ -121,12 +121,18 @@ Error COFFReader::readSymbols(Object &Obj, bool IsBigObj) const { - // For section definitions, check if it is comdat associative, and if - // it is, find the target section unique id. - const coff_aux_section_definition *SD = SymRef.getSectionDefinition(); -+ const coff_aux_weak_external *WE = SymRef.getWeakExternal(); - if (SD && SD->Selection == IMAGE_COMDAT_SELECT_ASSOCIATIVE) { - int32_t Index = SD->getNumber(IsBigObj); - if (Index <= 0 || static_cast<uint32_t>(Index - 1) >= Sections.size()) - return createStringError(object_error::parse_failed, - "Unexpected associative section index"); - Sym.AssociativeComdatTargetSectionId = Sections[Index - 1].UniqueId; -+ } else if (WE) { -+ // This is a raw symbol index for now, but store it in the Symbol -+ // until we've added them to the Object, which assigns the final -+ // unique ids. -+ Sym.WeakTargetSymbolId = WE->TagIndex; - } - I += 1 + SymRef.getNumberOfAuxSymbols(); - } -@@ -134,13 +140,27 @@ Error COFFReader::readSymbols(Object &Obj, bool IsBigObj) const { - return Error::success(); - } - --Error COFFReader::setRelocTargets(Object &Obj) const { -+Error COFFReader::setSymbolTargets(Object &Obj) const { - std::vector<const Symbol *> RawSymbolTable; - for (const Symbol &Sym : Obj.getSymbols()) { - RawSymbolTable.push_back(&Sym); - for (size_t I = 0; I < Sym.Sym.NumberOfAuxSymbols; I++) - RawSymbolTable.push_back(nullptr); - } -+ for (Symbol &Sym : Obj.getMutableSymbols()) { -+ // Convert WeakTargetSymbolId from the original raw symbol index to -+ // a proper unique id. -+ if (Sym.WeakTargetSymbolId) { -+ if (*Sym.WeakTargetSymbolId >= RawSymbolTable.size()) -+ return createStringError(object_error::parse_failed, -+ "Weak external reference out of range"); -+ const Symbol *Target = RawSymbolTable[*Sym.WeakTargetSymbolId]; -+ if (Target == nullptr) -+ return createStringError(object_error::parse_failed, -+ "Invalid SymbolTableIndex"); -+ Sym.WeakTargetSymbolId = Target->UniqueId; -+ } -+ } - for (Section &Sec : Obj.getMutableSections()) { - for (Relocation &R : Sec.Relocs) { - if (R.Reloc.SymbolTableIndex >= RawSymbolTable.size()) -@@ -184,7 +204,7 @@ Expected<std::unique_ptr<Object>> COFFReader::create() const { - return std::move(E); - if (Error E = readSymbols(*Obj, IsBigObj)) - return std::move(E); -- if (Error E = setRelocTargets(*Obj)) -+ if (Error E = setSymbolTargets(*Obj)) - return std::move(E); - - return std::move(Obj); -diff --git a/llvm/tools/llvm-objcopy/COFF/Reader.h b/llvm/tools/llvm-objcopy/COFF/Reader.h -index 4493705e73c..ec15369db0b 100644 ---- a/llvm/tools/llvm-objcopy/COFF/Reader.h -+++ b/llvm/tools/llvm-objcopy/COFF/Reader.h -@@ -28,7 +28,7 @@ class COFFReader { - Error readExecutableHeaders(Object &Obj) const; - Error readSections(Object &Obj) const; - Error readSymbols(Object &Obj, bool IsBigObj) const; -- Error setRelocTargets(Object &Obj) const; -+ Error setSymbolTargets(Object &Obj) const; - - public: - explicit COFFReader(const COFFObjectFile &O) : COFFObj(O) {} -diff --git a/llvm/tools/llvm-objcopy/COFF/Writer.cpp b/llvm/tools/llvm-objcopy/COFF/Writer.cpp -index 0321f94a896..4f57131d5ab 100644 ---- a/llvm/tools/llvm-objcopy/COFF/Writer.cpp -+++ b/llvm/tools/llvm-objcopy/COFF/Writer.cpp -@@ -38,7 +38,7 @@ Error COFFWriter::finalizeRelocTargets() { - return Error::success(); - } - --Error COFFWriter::finalizeSectionNumbers() { -+Error COFFWriter::finalizeSymbolContents() { - for (Symbol &Sym : Obj.getMutableSymbols()) { - if (Sym.TargetSectionId <= 0) { - // Undefined, or a special kind of symbol. These negative values -@@ -75,6 +75,18 @@ Error COFFWriter::finalizeSectionNumbers() { - SD->NumberHighPart = static_cast<uint16_t>(SDSectionNumber >> 16); - } - } -+ // Check that we actually have got AuxData to match the weak symbol target -+ // we want to set. Only >= 1 would be required, but only == 1 makes sense. -+ if (Sym.WeakTargetSymbolId && Sym.Sym.NumberOfAuxSymbols == 1) { -+ coff_aux_weak_external *WE = -+ reinterpret_cast<coff_aux_weak_external *>(Sym.AuxData.data()); -+ const Symbol *Target = Obj.findSymbol(*Sym.WeakTargetSymbolId); -+ if (Target == nullptr) -+ return createStringError(object_error::invalid_symbol_index, -+ "Symbol '%s' is missing its weak target", -+ Sym.Name.str().c_str()); -+ WE->TagIndex = Target->RawIndex; -+ } - } - return Error::success(); - } -@@ -137,7 +149,7 @@ std::pair<size_t, size_t> COFFWriter::finalizeSymbolTable() { - Error COFFWriter::finalize(bool IsBigObj) { - if (Error E = finalizeRelocTargets()) - return E; -- if (Error E = finalizeSectionNumbers()) -+ if (Error E = finalizeSymbolContents()) - return E; - - size_t SizeOfHeaders = 0; -diff --git a/llvm/tools/llvm-objcopy/COFF/Writer.h b/llvm/tools/llvm-objcopy/COFF/Writer.h -index a967a103df9..9b1cfa91d00 100644 ---- a/llvm/tools/llvm-objcopy/COFF/Writer.h -+++ b/llvm/tools/llvm-objcopy/COFF/Writer.h -@@ -31,7 +31,7 @@ class COFFWriter { - StringTableBuilder StrTabBuilder; - - Error finalizeRelocTargets(); -- Error finalizeSectionNumbers(); -+ Error finalizeSymbolContents(); - void layoutSections(); - size_t finalizeStringTable(); - template <class SymbolTy> std::pair<size_t, size_t> finalizeSymbolTable(); --- -2.17.1 - diff --git a/projects/clang/win-patches/llvm-objcopy-8.patch b/projects/clang/win-patches/llvm-objcopy-8.patch deleted file mode 100644 index 6fd9776..0000000 --- a/projects/clang/win-patches/llvm-objcopy-8.patch +++ /dev/null @@ -1,330 +0,0 @@ -From 8cf7aa39d7c9461e2d765f6d4fa7e0925571695f Mon Sep 17 00:00:00 2001 -From: Jordan Rupprecht <rupprecht(a)google.com> -Date: Tue, 22 Jan 2019 23:49:16 +0000 -Subject: [PATCH] [llvm-objcopy] Return Error from Buffer::allocate(), - [ELF]Writer::finalize(), and [ELF]Writer::commit() - -Summary: -This patch changes a few methods to return Error instead of manually calling error/reportError to abort. This will make it easier to extract into a library. - -Note that error() takes just a string (this patch also adds an overload that takes an Error), while reportError() takes string + [error/code]. To help unify things, use FileError to associate a given filename with an error. Note that this takes some special care (for now), e.g. calling reportError(FileName, <something that could be FileError>) will duplicate the filename. The goal is to eventually remove reportError() and have every error associated with a file to be a FileError, and just one error handling block at the tool level. - -This change was suggested in D56806. I took it a little further than suggested, but completely fixing llvm-objcopy will take a couple more patches. If this approach looks good, I'll commit this and apply similar patche(s) for the rest. - -This change is NFC in terms of non-error related code, although the error message changes in one context. - -Reviewers: alexshap, jhenderson, jakehehrlich, mstorsjo, espindola - -Reviewed By: alexshap, jhenderson - -Subscribers: llvm-commits, emaste, arichardson - -Differential Revision: https://reviews.llvm.org/D56930 - -git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@351896 91177308-0d34-0410-b5e6-96231b3b80d8 ---- - .../ELF/fail-no-output-directory.test | 2 +- - tools/llvm-objcopy/Buffer.cpp | 20 ++++++++++++----- - tools/llvm-objcopy/Buffer.h | 6 ++--- - tools/llvm-objcopy/COFF/Writer.cpp | 3 ++- - tools/llvm-objcopy/ELF/ELFObjcopy.cpp | 18 ++++++++++----- - tools/llvm-objcopy/ELF/Object.cpp | 22 ++++++++++--------- - tools/llvm-objcopy/ELF/Object.h | 12 +++++----- - tools/llvm-objcopy/llvm-objcopy.cpp | 15 +++++++++++-- - tools/llvm-objcopy/llvm-objcopy.h | 1 + - 9 files changed, 64 insertions(+), 35 deletions(-) - -diff --git a/llvm/test/tools/llvm-objcopy/ELF/fail-no-output-directory.test b/llvm/test/tools/llvm-objcopy/ELF/fail-no-output-directory.test -index f66b2e09fce..732046fa925 100644 ---- a/llvm/test/tools/llvm-objcopy/ELF/fail-no-output-directory.test -+++ b/llvm/test/tools/llvm-objcopy/ELF/fail-no-output-directory.test -@@ -1,6 +1,6 @@ - # RUN: yaml2obj %s > %t - # RUN: not llvm-objcopy %t no/such/dir 2>&1 | FileCheck %s --# CHECK: failed to open no/such/dir: -+# CHECK: error: 'no/such/dir': No such file or directory - - !ELF - FileHeader: -diff --git a/llvm/tools/llvm-objcopy/Buffer.cpp b/llvm/tools/llvm-objcopy/Buffer.cpp -index 2da03dee1af..1789097f276 100644 ---- a/llvm/tools/llvm-objcopy/Buffer.cpp -+++ b/llvm/tools/llvm-objcopy/Buffer.cpp -@@ -17,23 +17,31 @@ namespace objcopy { - - Buffer::~Buffer() {} - --void FileBuffer::allocate(size_t Size) { -+Error FileBuffer::allocate(size_t Size) { - Expected<std::unique_ptr<FileOutputBuffer>> BufferOrErr = - FileOutputBuffer::create(getName(), Size, FileOutputBuffer::F_executable); -- handleAllErrors(BufferOrErr.takeError(), [this](const ErrorInfoBase &E) { -- error("failed to open " + getName() + ": " + E.message()); -- }); -+ // FileOutputBuffer::create() returns an Error that is just a wrapper around -+ // std::error_code. Wrap it in FileError to include the actual filename. -+ if (!BufferOrErr) -+ return createFileError(getName(), BufferOrErr.takeError()); - Buf = std::move(*BufferOrErr); -+ return Error::success(); - } - --Error FileBuffer::commit() { return Buf->commit(); } -+Error FileBuffer::commit() { -+ Error Err = Buf->commit(); -+ // FileOutputBuffer::commit() returns an Error that is just a wrapper around -+ // std::error_code. Wrap it in FileError to include the actual filename. -+ return Err ? createFileError(getName(), std::move(Err)) : std::move(Err); -+} - - uint8_t *FileBuffer::getBufferStart() { - return reinterpret_cast<uint8_t *>(Buf->getBufferStart()); - } - --void MemBuffer::allocate(size_t Size) { -+Error MemBuffer::allocate(size_t Size) { - Buf = WritableMemoryBuffer::getNewMemBuffer(Size, getName()); -+ return Error::success(); - } - - Error MemBuffer::commit() { return Error::success(); } -diff --git a/llvm/tools/llvm-objcopy/Buffer.h b/llvm/tools/llvm-objcopy/Buffer.h -index 482777fe05c..40670accac2 100644 ---- a/llvm/tools/llvm-objcopy/Buffer.h -+++ b/llvm/tools/llvm-objcopy/Buffer.h -@@ -27,7 +27,7 @@ class Buffer { - - public: - virtual ~Buffer(); -- virtual void allocate(size_t Size) = 0; -+ virtual Error allocate(size_t Size) = 0; - virtual uint8_t *getBufferStart() = 0; - virtual Error commit() = 0; - -@@ -39,7 +39,7 @@ class FileBuffer : public Buffer { - std::unique_ptr<FileOutputBuffer> Buf; - - public: -- void allocate(size_t Size) override; -+ Error allocate(size_t Size) override; - uint8_t *getBufferStart() override; - Error commit() override; - -@@ -50,7 +50,7 @@ class MemBuffer : public Buffer { - std::unique_ptr<WritableMemoryBuffer> Buf; - - public: -- void allocate(size_t Size) override; -+ Error allocate(size_t Size) override; - uint8_t *getBufferStart() override; - Error commit() override; - -diff --git a/llvm/tools/llvm-objcopy/COFF/Writer.cpp b/llvm/tools/llvm-objcopy/COFF/Writer.cpp -index 4f57131d5ab..db3589bb119 100644 ---- a/llvm/tools/llvm-objcopy/COFF/Writer.cpp -+++ b/llvm/tools/llvm-objcopy/COFF/Writer.cpp -@@ -324,7 +324,8 @@ Error COFFWriter::write(bool IsBigObj) { - if (Error E = finalize(IsBigObj)) - return E; - -- Buf.allocate(FileSize); -+ if (Error E = Buf.allocate(FileSize)) -+ return E; - - writeHeaders(IsBigObj); - writeSections(); -diff --git a/llvm/tools/llvm-objcopy/ELF/ELFObjcopy.cpp b/llvm/tools/llvm-objcopy/ELF/ELFObjcopy.cpp -index a2996395c1f..2a52f1f9951 100644 ---- a/llvm/tools/llvm-objcopy/ELF/ELFObjcopy.cpp -+++ b/llvm/tools/llvm-objcopy/ELF/ELFObjcopy.cpp -@@ -176,8 +176,10 @@ static void splitDWOToFile(const CopyConfig &Config, const Reader &Reader, - DWOFile->Machine = Config.OutputArch.getValue().EMachine; - FileBuffer FB(File); - auto Writer = createWriter(Config, *DWOFile, FB, OutputElfType); -- Writer->finalize(); -- Writer->write(); -+ if (Error E = Writer->finalize()) -+ error(std::move(E)); -+ if (Error E = Writer->write()) -+ error(std::move(E)); - } - - static Error dumpSectionToFile(StringRef SecName, StringRef Filename, -@@ -542,8 +544,10 @@ void executeObjcopyOnRawBinary(const CopyConfig &Config, MemoryBuffer &In, - handleArgs(Config, *Obj, Reader, OutputElfType); - std::unique_ptr<Writer> Writer = - createWriter(Config, *Obj, Out, OutputElfType); -- Writer->finalize(); -- Writer->write(); -+ if (Error E = Writer->finalize()) -+ error(std::move(E)); -+ if (Error E = Writer->write()) -+ error(std::move(E)); - } - - void executeObjcopyOnBinary(const CopyConfig &Config, -@@ -570,8 +574,10 @@ void executeObjcopyOnBinary(const CopyConfig &Config, - handleArgs(Config, *Obj, Reader, OutputElfType); - std::unique_ptr<Writer> Writer = - createWriter(Config, *Obj, Out, OutputElfType); -- Writer->finalize(); -- Writer->write(); -+ if (Error E = Writer->finalize()) -+ error(std::move(E)); -+ if (Error E = Writer->write()) -+ error(std::move(E)); - if (!Config.BuildIdLinkDir.empty() && Config.BuildIdLinkOutput) { - linkToBuildIdDir(Config, Config.OutputFilename, - Config.BuildIdLinkOutput.getValue(), BuildIdBytes); -diff --git a/llvm/tools/llvm-objcopy/ELF/Object.cpp b/llvm/tools/llvm-objcopy/ELF/Object.cpp -index fecb752a39f..ef5dc5d7951 100644 ---- a/llvm/tools/llvm-objcopy/ELF/Object.cpp -+++ b/llvm/tools/llvm-objcopy/ELF/Object.cpp -@@ -1488,17 +1488,16 @@ template <class ELFT> size_t ELFWriter<ELFT>::totalSize() const { - NullSectionSize; - } - --template <class ELFT> void ELFWriter<ELFT>::write() { -+template <class ELFT> Error ELFWriter<ELFT>::write() { - writeEhdr(); - writePhdrs(); - writeSectionData(); - if (WriteSectionHeaders) - writeShdrs(); -- if (auto E = Buf.commit()) -- reportError(Buf.getName(), errorToErrorCode(std::move(E))); -+ return Buf.commit(); - } - --template <class ELFT> void ELFWriter<ELFT>::finalize() { -+template <class ELFT> Error ELFWriter<ELFT>::finalize() { - // It could happen that SectionNames has been removed and yet the user wants - // a section header table output. We need to throw an error if a user tries - // to do that. -@@ -1582,21 +1581,22 @@ template <class ELFT> void ELFWriter<ELFT>::finalize() { - Section.finalize(); - } - -- Buf.allocate(totalSize()); -+ if (Error E = Buf.allocate(totalSize())) -+ return E; - SecWriter = llvm::make_unique<ELFSectionWriter<ELFT>>(Buf); -+ return Error::success(); - } - --void BinaryWriter::write() { -+Error BinaryWriter::write() { - for (auto &Section : Obj.sections()) { - if ((Section.Flags & SHF_ALLOC) == 0) - continue; - Section.accept(*SecWriter); - } -- if (auto E = Buf.commit()) -- reportError(Buf.getName(), errorToErrorCode(std::move(E))); -+ return Buf.commit(); - } - --void BinaryWriter::finalize() { -+Error BinaryWriter::finalize() { - // TODO: Create a filter range to construct OrderedSegments from so that this - // code can be deduped with assignOffsets above. This should also solve the - // todo below for LayoutSections. -@@ -1675,8 +1675,10 @@ void BinaryWriter::finalize() { - TotalSize = std::max(TotalSize, Section->Offset + Section->Size); - } - -- Buf.allocate(TotalSize); -+ if (Error E = Buf.allocate(TotalSize)) -+ return E; - SecWriter = llvm::make_unique<BinarySectionWriter>(Buf); -+ return Error::success(); - } - - template class ELFBuilder<ELF64LE>; -diff --git a/llvm/tools/llvm-objcopy/ELF/Object.h b/llvm/tools/llvm-objcopy/ELF/Object.h -index 0dcb0d888bc..9e2b64be9dc 100644 ---- a/llvm/tools/llvm-objcopy/ELF/Object.h -+++ b/llvm/tools/llvm-objcopy/ELF/Object.h -@@ -193,8 +193,8 @@ protected: - - public: - virtual ~Writer(); -- virtual void finalize() = 0; -- virtual void write() = 0; -+ virtual Error finalize() = 0; -+ virtual Error write() = 0; - - Writer(Object &O, Buffer &B) : Obj(O), Buf(B) {} - }; -@@ -226,8 +226,8 @@ public: - virtual ~ELFWriter() {} - bool WriteSectionHeaders = true; - -- void finalize() override; -- void write() override; -+ Error finalize() override; -+ Error write() override; - ELFWriter(Object &Obj, Buffer &Buf, bool WSH) - : Writer(Obj, Buf), WriteSectionHeaders(WSH) {} - }; -@@ -240,8 +240,8 @@ private: - - public: - ~BinaryWriter() {} -- void finalize() override; -- void write() override; -+ Error finalize() override; -+ Error write() override; - BinaryWriter(Object &Obj, Buffer &Buf) : Writer(Obj, Buf) {} - }; - -diff --git a/llvm/tools/llvm-objcopy/llvm-objcopy.cpp b/llvm/tools/llvm-objcopy/llvm-objcopy.cpp -index d27395f2ae0..75d513546b7 100644 ---- a/llvm/tools/llvm-objcopy/llvm-objcopy.cpp -+++ b/llvm/tools/llvm-objcopy/llvm-objcopy.cpp -@@ -56,6 +56,16 @@ LLVM_ATTRIBUTE_NORETURN void error(Twine Message) { - exit(1); - } - -+LLVM_ATTRIBUTE_NORETURN void error(Error E) { -+ assert(E); -+ std::string Buf; -+ raw_string_ostream OS(Buf); -+ logAllUnhandledErrors(std::move(E), OS); -+ OS.flush(); -+ WithColor::error(errs(), ToolName) << Buf; -+ exit(1); -+} -+ - LLVM_ATTRIBUTE_NORETURN void reportError(StringRef File, std::error_code EC) { - assert(EC); - WithColor::error(errs(), ToolName) -@@ -100,10 +110,11 @@ static Error deepWriteArchive(StringRef ArcName, - // NewArchiveMember still requires them even though writeArchive does not - // write them on disk. - FileBuffer FB(Member.MemberName); -- FB.allocate(Member.Buf->getBufferSize()); -+ if (Error E = FB.allocate(Member.Buf->getBufferSize())) -+ return E; - std::copy(Member.Buf->getBufferStart(), Member.Buf->getBufferEnd(), - FB.getBufferStart()); -- if (auto E = FB.commit()) -+ if (Error E = FB.commit()) - return E; - } - return Error::success(); -diff --git a/llvm/tools/llvm-objcopy/llvm-objcopy.h b/llvm/tools/llvm-objcopy/llvm-objcopy.h -index 46d8339576c..18a789ca1f8 100644 ---- a/llvm/tools/llvm-objcopy/llvm-objcopy.h -+++ b/llvm/tools/llvm-objcopy/llvm-objcopy.h -@@ -19,6 +19,7 @@ namespace llvm { - namespace objcopy { - - LLVM_ATTRIBUTE_NORETURN extern void error(Twine Message); -+LLVM_ATTRIBUTE_NORETURN extern void error(Error E); - LLVM_ATTRIBUTE_NORETURN extern void reportError(StringRef File, Error E); - LLVM_ATTRIBUTE_NORETURN extern void reportError(StringRef File, - std::error_code EC); --- -2.17.1 - diff --git a/projects/clang/win-patches/llvm-objcopy-9.patch b/projects/clang/win-patches/llvm-objcopy-9.patch deleted file mode 100644 index 6cb4656..0000000 --- a/projects/clang/win-patches/llvm-objcopy-9.patch +++ /dev/null @@ -1,260 +0,0 @@ -From 840d70f854a1d550924ced1d00160efcc7b8549a Mon Sep 17 00:00:00 2001 -From: Martin Storsjo <martin(a)martin.st> -Date: Wed, 23 Jan 2019 08:25:28 +0000 -Subject: [PATCH] Reapply: [llvm-objcopy] [COFF] Implement --add-gnu-debuglink - -This was reverted since it broke a couple buildbots. The reason -for the breakage is not yet known, but this time, the test has -got more diagnostics added, to hopefully allow figuring out -what goes wrong. - -Differential Revision: https://reviews.llvm.org/D57007 - -git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@351931 91177308-0d34-0410-b5e6-96231b3b80d8 ---- - .../llvm-objcopy/COFF/add-gnu-debuglink.test | 48 +++++++++++++++ - tools/llvm-objcopy/COFF/COFFObjcopy.cpp | 61 +++++++++++++++++++ - tools/llvm-objcopy/COFF/Object.cpp | 2 +- - tools/llvm-objcopy/COFF/Object.h | 26 +++++++- - tools/llvm-objcopy/COFF/Reader.cpp | 4 +- - tools/llvm-objcopy/COFF/Writer.cpp | 9 +-- - 6 files changed, 143 insertions(+), 7 deletions(-) - create mode 100644 test/tools/llvm-objcopy/COFF/add-gnu-debuglink.test - -diff --git a/llvm/test/tools/llvm-objcopy/COFF/add-gnu-debuglink.test b/llvm/test/tools/llvm-objcopy/COFF/add-gnu-debuglink.test -new file mode 100644 -index 00000000000..cf3a9bba920 ---- /dev/null -+++ b/llvm/test/tools/llvm-objcopy/COFF/add-gnu-debuglink.test -@@ -0,0 +1,48 @@ -+RUN: yaml2obj %p/Inputs/x86_64-exe.yaml > %t.in123.exe -+ -+# Using a debuglink filename with a length that is a multiple of 4, to -+# showcase padding in CONTENTS below. -+ -+RUN: llvm-objcopy --add-gnu-debuglink=%t.in123.exe %t.in123.exe %t.out.exe -+ -+# Temporary debugging of issues with this test: -+RUN: ls -l %t.out.exe || true -+RUN: od -Ax -t x1 %t.out.exe || true -+RUN: llvm-readobj -sections %t.out.exe || true -+ -+RUN: llvm-readobj -sections %t.out.exe | FileCheck %s --check-prefix=SECTIONS -+RUN: llvm-objdump -s %t.out.exe | FileCheck %s --check-prefix=CONTENTS -+ -+# Show the last of the preexisting sections, which is used for choosing -+# a virtual address for the generated one. -+ -+SECTIONS: Section { -+SECTIONS: Number: 4 -+SECTIONS-NEXT: Name: .pdata -+SECTIONS-NEXT: VirtualSize: 0x18 -+SECTIONS-NEXT: VirtualAddress: 0x4000 -+SECTIONS-NEXT: RawDataSize: 512 -+SECTIONS: Section { -+SECTIONS-NEXT: Number: 5 -+SECTIONS-NEXT: Name: .gnu_debuglink -+SECTIONS-NEXT: VirtualSize: 0x2C -+SECTIONS-NEXT: VirtualAddress: 0x5000 -+SECTIONS-NEXT: RawDataSize: 512 -+SECTIONS-NEXT: PointerToRawData: -+SECTIONS-NEXT: PointerToRelocations: -+SECTIONS-NEXT: PointerToLineNumbers: -+SECTIONS-NEXT: RelocationCount: -+SECTIONS-NEXT: LineNumberCount: -+SECTIONS-NEXT: Characteristics [ (0x42000040) -+SECTIONS-NEXT: IMAGE_SCN_CNT_INITIALIZED_DATA (0x40) -+SECTIONS-NEXT: IMAGE_SCN_MEM_DISCARDABLE (0x2000000) -+SECTIONS-NEXT: IMAGE_SCN_MEM_READ (0x40000000) -+SECTIONS-NEXT: ] -+ -+# Note: The last 4 bytes here are the crc of the referenced file - if the -+# yaml2obj generated file changes, this crc changes. -+ -+CONTENTS: Contents of section .gnu_debuglink: -+CONTENTS: 40005000 6164642d 676e752d 64656275 676c696e add-gnu-debuglin -+CONTENTS: 40005010 6b2e7465 73742e74 6d702e69 6e313233 k.test.tmp.in123 -+CONTENTS: 40005020 2e657865 00000000 7929adc3 .exe -diff --git a/llvm/tools/llvm-objcopy/COFF/COFFObjcopy.cpp b/llvm/tools/llvm-objcopy/COFF/COFFObjcopy.cpp -index 8d8f53d13d8..20adbe11e7a 100644 ---- a/llvm/tools/llvm-objcopy/COFF/COFFObjcopy.cpp -+++ b/llvm/tools/llvm-objcopy/COFF/COFFObjcopy.cpp -@@ -17,6 +17,8 @@ - #include "llvm/Object/Binary.h" - #include "llvm/Object/COFF.h" - #include "llvm/Support/Errc.h" -+#include "llvm/Support/JamCRC.h" -+#include "llvm/Support/Path.h" - #include <cassert> - - namespace llvm { -@@ -30,6 +32,61 @@ static bool isDebugSection(const Section &Sec) { - return Sec.Name.startswith(".debug"); - } - -+static uint64_t getNextRVA(const Object &Obj) { -+ if (Obj.getSections().empty()) -+ return 0; -+ const Section &Last = Obj.getSections().back(); -+ return alignTo(Last.Header.VirtualAddress + Last.Header.VirtualSize, -+ Obj.PeHeader.SectionAlignment); -+} -+ -+static uint32_t getCRC32(StringRef Data) { -+ JamCRC CRC; -+ CRC.update(ArrayRef<char>(Data.data(), Data.size())); -+ // The CRC32 value needs to be complemented because the JamCRC dosn't -+ // finalize the CRC32 value. It also dosn't negate the initial CRC32 value -+ // but it starts by default at 0xFFFFFFFF which is the complement of zero. -+ return ~CRC.getCRC(); -+} -+ -+static std::vector<uint8_t> createGnuDebugLinkSectionContents(StringRef File) { -+ ErrorOr<std::unique_ptr<MemoryBuffer>> LinkTargetOrErr = -+ MemoryBuffer::getFile(File); -+ if (!LinkTargetOrErr) -+ error("'" + File + "': " + LinkTargetOrErr.getError().message()); -+ auto LinkTarget = std::move(*LinkTargetOrErr); -+ uint32_t CRC32 = getCRC32(LinkTarget->getBuffer()); -+ -+ StringRef FileName = sys::path::filename(File); -+ size_t CRCPos = alignTo(FileName.size() + 1, 4); -+ std::vector<uint8_t> Data(CRCPos + 4); -+ memcpy(Data.data(), FileName.data(), FileName.size()); -+ support::endian::write32le(Data.data() + CRCPos, CRC32); -+ return Data; -+} -+ -+static void addGnuDebugLink(Object &Obj, StringRef DebugLinkFile) { -+ uint32_t StartRVA = getNextRVA(Obj); -+ -+ std::vector<Section> Sections; -+ Section Sec; -+ Sec.setOwnedContents(createGnuDebugLinkSectionContents(DebugLinkFile)); -+ Sec.Name = ".gnu_debuglink"; -+ Sec.Header.VirtualSize = Sec.getContents().size(); -+ Sec.Header.VirtualAddress = StartRVA; -+ Sec.Header.SizeOfRawData = -+ alignTo(Sec.Header.VirtualSize, Obj.PeHeader.FileAlignment); -+ // Sec.Header.PointerToRawData is filled in by the writer. -+ Sec.Header.PointerToRelocations = 0; -+ Sec.Header.PointerToLinenumbers = 0; -+ // Sec.Header.NumberOfRelocations is filled in by the writer. -+ Sec.Header.NumberOfLinenumbers = 0; -+ Sec.Header.Characteristics = IMAGE_SCN_CNT_INITIALIZED_DATA | -+ IMAGE_SCN_MEM_READ | IMAGE_SCN_MEM_DISCARDABLE; -+ Sections.push_back(Sec); -+ Obj.addSections(Sections); -+} -+ - static Error handleArgs(const CopyConfig &Config, Object &Obj) { - // Perform the actual section removals. - Obj.removeSections([&Config](const Section &Sec) { -@@ -109,6 +166,10 @@ static Error handleArgs(const CopyConfig &Config, Object &Obj) { - - return false; - }); -+ -+ if (!Config.AddGnuDebugLink.empty()) -+ addGnuDebugLink(Obj, Config.AddGnuDebugLink); -+ - return Error::success(); - } - -diff --git a/llvm/tools/llvm-objcopy/COFF/Object.cpp b/llvm/tools/llvm-objcopy/COFF/Object.cpp -index 83435dffa98..8c382c1faef 100644 ---- a/llvm/tools/llvm-objcopy/COFF/Object.cpp -+++ b/llvm/tools/llvm-objcopy/COFF/Object.cpp -@@ -129,7 +129,7 @@ void Object::removeSections(function_ref<bool(const Section &)> ToRemove) { - void Object::truncateSections(function_ref<bool(const Section &)> ToTruncate) { - for (Section &Sec : Sections) { - if (ToTruncate(Sec)) { -- Sec.Contents = ArrayRef<uint8_t>(); -+ Sec.clearContents(); - Sec.Relocs.clear(); - Sec.Header.SizeOfRawData = 0; - } -diff --git a/llvm/tools/llvm-objcopy/COFF/Object.h b/llvm/tools/llvm-objcopy/COFF/Object.h -index 0630f9c5ff8..afa272286ef 100644 ---- a/llvm/tools/llvm-objcopy/COFF/Object.h -+++ b/llvm/tools/llvm-objcopy/COFF/Object.h -@@ -35,11 +35,35 @@ struct Relocation { - - struct Section { - object::coff_section Header; -- ArrayRef<uint8_t> Contents; - std::vector<Relocation> Relocs; - StringRef Name; - ssize_t UniqueId; - size_t Index; -+ -+ ArrayRef<uint8_t> getContents() const { -+ if (!OwnedContents.empty()) -+ return OwnedContents; -+ return ContentsRef; -+ } -+ -+ void setContentsRef(ArrayRef<uint8_t> Data) { -+ OwnedContents.clear(); -+ ContentsRef = Data; -+ } -+ -+ void setOwnedContents(std::vector<uint8_t> &&Data) { -+ ContentsRef = ArrayRef<uint8_t>(); -+ OwnedContents = std::move(Data); -+ } -+ -+ void clearContents() { -+ ContentsRef = ArrayRef<uint8_t>(); -+ OwnedContents.clear(); -+ } -+ -+private: -+ ArrayRef<uint8_t> ContentsRef; -+ std::vector<uint8_t> OwnedContents; - }; - - struct Symbol { -diff --git a/llvm/tools/llvm-objcopy/COFF/Reader.cpp b/llvm/tools/llvm-objcopy/COFF/Reader.cpp -index 2446277cc2b..87dd60a43cf 100644 ---- a/llvm/tools/llvm-objcopy/COFF/Reader.cpp -+++ b/llvm/tools/llvm-objcopy/COFF/Reader.cpp -@@ -69,8 +69,10 @@ Error COFFReader::readSections(Object &Obj) const { - Sections.push_back(Section()); - Section &S = Sections.back(); - S.Header = *Sec; -- if (auto EC = COFFObj.getSectionContents(Sec, S.Contents)) -+ ArrayRef<uint8_t> Contents; -+ if (auto EC = COFFObj.getSectionContents(Sec, Contents)) - return errorCodeToError(EC); -+ S.setContentsRef(Contents); - ArrayRef<coff_relocation> Relocs = COFFObj.getRelocations(Sec); - for (const coff_relocation &R : Relocs) - S.Relocs.push_back(R); -diff --git a/llvm/tools/llvm-objcopy/COFF/Writer.cpp b/llvm/tools/llvm-objcopy/COFF/Writer.cpp -index db3589bb119..05e46291c39 100644 ---- a/llvm/tools/llvm-objcopy/COFF/Writer.cpp -+++ b/llvm/tools/llvm-objcopy/COFF/Writer.cpp -@@ -286,14 +286,15 @@ void COFFWriter::writeHeaders(bool IsBigObj) { - void COFFWriter::writeSections() { - for (const auto &S : Obj.getSections()) { - uint8_t *Ptr = Buf.getBufferStart() + S.Header.PointerToRawData; -- std::copy(S.Contents.begin(), S.Contents.end(), Ptr); -+ ArrayRef<uint8_t> Contents = S.getContents(); -+ std::copy(Contents.begin(), Contents.end(), Ptr); - - // For executable sections, pad the remainder of the raw data size with - // 0xcc, which is int3 on x86. - if ((S.Header.Characteristics & IMAGE_SCN_CNT_CODE) && -- S.Header.SizeOfRawData > S.Contents.size()) -- memset(Ptr + S.Contents.size(), 0xcc, -- S.Header.SizeOfRawData - S.Contents.size()); -+ S.Header.SizeOfRawData > Contents.size()) -+ memset(Ptr + Contents.size(), 0xcc, -+ S.Header.SizeOfRawData - Contents.size()); - - Ptr += S.Header.SizeOfRawData; - for (const auto &R : S.Relocs) { --- -2.17.1 - diff --git a/projects/fenix-clang/build b/projects/fenix-clang/build index c8cceb4..d61ed43 100644 --- a/projects/fenix-clang/build +++ b/projects/fenix-clang/build @@ -10,6 +10,8 @@ export PATH="/var/tmp/dist/cmake/bin:$PATH" [% pc('gcc', 'var/setup', { compiler_tarfile => c('input_files_by_name/gcc'), hardened_gcc => 0 }) %] ln -s gcc /var/tmp/dist/gcc/bin/cc + tar -C /var/tmp/dist -xf [% c('input_files_by_name/binutils') %] + export PATH="/var/tmp/dist/binutils/bin:$PATH" [% END -%] mkdir -p /var/tmp/build cd /var/tmp/build @@ -34,6 +36,7 @@ mkdir build cd build cmake .. -G "Unix Makefiles" -DCMAKE_INSTALL_PREFIX=$distdir \ -DCMAKE_BUILD_TYPE:STRING=Release \ + [% IF c("var/linux") -%]-DCOMPILER_RT_BUILD_CRT=OFF \[% END -%] [% IF c("var/rlbox") -%]-DLLVM_EXPERIMENTAL_TARGETS_TO_BUILD=WebAssembly \[% END -%] $LLVM_HOME make -j[% c("buildconf/num_procs") %] diff --git a/projects/fenix-clang/config b/projects/fenix-clang/config index 8f16354..c4b7efc 100644 --- a/projects/fenix-clang/config +++ b/projects/fenix-clang/config @@ -13,6 +13,9 @@ input_files: - name: '[% c("var/compiler") %]' project: '[% c("var/compiler") %]' enable: '[% c("var/linux") %]' + - name: binutils + project: binutils + enable: '[% c("var/linux") %]' - project: cmake name: cmake - URL: 'https://github.com/llvm/llvm-project/releases/download/llvmorg-[% c("version") %]/llvm-[% c("version") %].src.tar.xz'

1 0

[tor-browser-build/master] Bug 34387: Fix Namecoin patches for Firefox 78 ESR
by sysrqb＠torproject.org 17 Jul '20

17 Jul '20

commit f431cfcd39c4e6bec0094655206e94a495123bad Author: Georg Koppen <gk(a)torproject.org> Date: Sun Jun 14 11:53:35 2020 +0000 Bug 34387: Fix Namecoin patches for Firefox 78 ESR --- projects/firefox/namecoin-etld.patch | 15 +-------------- 1 file changed, 1 insertion(+), 14 deletions(-) diff --git a/projects/firefox/namecoin-etld.patch b/projects/firefox/namecoin-etld.patch index e2e49a5..a48383c 100644 --- a/projects/firefox/namecoin-etld.patch +++ b/projects/firefox/namecoin-etld.patch @@ -1,21 +1,8 @@ -diff --git a/mobile/android/app/src/main/assets/publicsuffixlist b/mobile/android/app/src/main/assets/publicsuffixlist -index 7f834b1a89bd..6874b4005ae3 100644 ---- a/mobile/android/app/src/main/assets/publicsuffixlist -+++ b/mobile/android/app/src/main/assets/publicsuffixlist -@@ -3005,6 +3005,8 @@ edu.mn - gov.mn - london - fashion -+onion -+bit.onion - creditunion - vision - eurovision diff --git a/netwerk/dns/effective_tld_names.dat b/netwerk/dns/effective_tld_names.dat index 0c53819d860d..469fb3d53ba1 100644 --- a/netwerk/dns/effective_tld_names.dat +++ b/netwerk/dns/effective_tld_names.dat -@@ -5497,6 +5497,7 @@ pro.om +@@ -5499,6 +5499,7 @@ pro.om onion tor.onion securedrop.tor.onion

1 0

[tor-browser-build/master] Bug 34388: Update lucetc and wasi-sdk projects to latest ESR 78 code
by sysrqb＠torproject.org 17 Jul '20

17 Jul '20

commit 7c462d7a3ba54e10f3df39f577072c4ac3f53a5c Author: Georg Koppen <gk(a)torproject.org> Date: Tue Jun 9 08:39:04 2020 +0000 Bug 34388: Update lucetc and wasi-sdk projects to latest ESR 78 code We "re-use" the same vendored tarball filename for now as lucetc has not been used previously anyway. --- projects/fenix-rust/config | 4 ++-- projects/lucetc/build | 4 +++- projects/lucetc/config | 8 ++------ projects/rust/config | 4 ++-- projects/wasi-sysroot/build | 2 ++ projects/wasi-sysroot/config | 2 +- 6 files changed, 12 insertions(+), 12 deletions(-) diff --git a/projects/fenix-rust/config b/projects/fenix-rust/config index 9ad9908..df0ba86 100644 --- a/projects/fenix-rust/config +++ b/projects/fenix-rust/config @@ -2,8 +2,8 @@ filename: '[% project %]-[% c("version") %]-[% c("var/build_id") %].tar.gz' version: '[% c("input_file_var/rust_version") %]' -# those values can be changed from the input_files section of other -# projects. See projects/lucetc/config and bug 32436. +# Those values can be changed from the input_files section of other +# projects. See bug 32436. input_file_var: rust_version: 1.43.0 prev_version: 1.42.0 diff --git a/projects/lucetc/build b/projects/lucetc/build index 0157cc9..3f835bd 100644 --- a/projects/lucetc/build +++ b/projects/lucetc/build @@ -13,11 +13,12 @@ tar -C /var/tmp/dist -xf [% c('input_files_by_name/wasi-sysroot') %] export PATH="/var/tmp/dist/cmake/bin:/var/tmp/dist/clang/bin:/var/tmp/dist/binutils/bin:/var/tmp/dist/rust/bin:$PATH" export CC=$distdir/clang/bin/clang export CFLAGS="-L$distdir/clang/lib" -export CXXFLAGS=$CFLAGS export CXX=$distdir/clang/bin/clang++ +export CXXFLAGS=$CFLAGS export AR=$distdir/clang/bin/llvm-ar export RUSTFLAGS="-C linker=$CXX -C link-arg=$CXXFLAGS" export LUCET_PREFIX=$distdir/[% project %] +# XXX: Why do we need that when Mozilla doesn't? See: taskcluster/scripts/misc/build-lucetc.sh export WASI_SYSROOT=$distdir/wasi-sysroot mkdir -p /var/tmp/build @@ -39,6 +40,7 @@ directory = "/var/tmp/build/lucetc/vendor" EOF make -j[% c("buildconf/num_procs") %] build +# XXX: Should not be needed, just the lucetc binary, see: taskcluster/scripts/misc/build-lucetc.sh make install cd $distdir diff --git a/projects/lucetc/config b/projects/lucetc/config index 647d83f..f60629e 100644 --- a/projects/lucetc/config +++ b/projects/lucetc/config @@ -1,7 +1,7 @@ # vim: filetype=yaml sw=2 filename: '[% project %]-[% c("version") %]-[% c("var/osname") %]-[% c("var/build_id") %]' version: '[% c("abbrev") %]' -git_hash: 5c22392b5b1aaa60e915c75e92b57391e1e61e6d +git_hash: a0a1ce981638109f1f76cd1eecf17a0436a20055 git_url: https://github.com/PLSysSec/lucet_sandbox_compiler/ git_submodule: 1 @@ -23,13 +23,9 @@ input_files: project: binutils - name: rust project: rust - input_file_var: - # lucetc needs Rust >= 1.36.0 - rust_version: 1.36.0 - prev_version: 1.35.0 - name: wasi-sysroot project: wasi-sysroot # `cargo vendor vendor` in the `lucetc-sandbox-compiler` directory has vendored # the sources. - URL: https://people.torproject.org/~gk/mirrors/sources/lucetc-vendor.tar.bz2 - sha256sum: 5a7802834d0d4b9210f323cf69cc305946f22dba4ddaf2c4c0eb6d3621da2c2a + sha256sum: 12ba97fca12177e7ed5b5409fcfdbd31dc7db2e82282768d99dee5bcb1b1246a diff --git a/projects/rust/config b/projects/rust/config index 3ffcd58..4144b17 100644 --- a/projects/rust/config +++ b/projects/rust/config @@ -2,8 +2,8 @@ filename: '[% project %]-[% c("version") %]-[% c("var/build_id") %].tar.gz' version: '[% c("input_file_var/rust_version") %]' -# those values can be changed from the input_files section of other -# projects. See projects/lucetc/config and bug 32436. +# Those values can be changed from the input_files section of other +# projects. See bug 32436. input_file_var: rust_version: 1.41.1 prev_version: 1.40.0 diff --git a/projects/wasi-sysroot/build b/projects/wasi-sysroot/build index 5ea885c..6cdcf2f 100644 --- a/projects/wasi-sysroot/build +++ b/projects/wasi-sysroot/build @@ -23,6 +23,8 @@ cd $builddir # hard-code the version for now. patch -p1 < $rootdir/no-git.patch +# XXX: We don't want to use the clang 9.0 wasi-sdk would use, see: +# https://bugzilla.mozilla.org/show_bug.cgi?id=1605708 make -j[% c("buildconf/num_procs") %] PREFIX=$distdir/[% project %] cd $distdir diff --git a/projects/wasi-sysroot/config b/projects/wasi-sysroot/config index 512769b..8b3ae15 100644 --- a/projects/wasi-sysroot/config +++ b/projects/wasi-sysroot/config @@ -1,7 +1,7 @@ # vim: filetype=yaml sw=2 filename: '[% project %]-[% c("version") %]-[% c("var/osname") %]-[% c("var/build_id") %]' version: '[% c("abbrev") %]' -git_hash: 87b7a019472770f08d49cf3b558867dc76ea74eb +git_hash: 5225b05436ce57f01fe649f411f3ff701246628b git_url: https://github.com/CraneStation/wasi-sdk git_submodule: 1

1 0

[tor-browser-build/master] Bug 40004: Adapt Rust project for Firefox 78 ESR
by sysrqb＠torproject.org 17 Jul '20

17 Jul '20

commit d78cf48aa087db33bdf7a16c833a06d49551093e Author: Georg Koppen <gk(a)torproject.org> Date: Sun Jun 14 11:02:03 2020 +0000 Bug 40004: Adapt Rust project for Firefox 78 ESR --- projects/rust/42574.patch | 236 ---------------------------------------------- projects/rust/build | 1 - projects/rust/config | 5 +- 3 files changed, 2 insertions(+), 240 deletions(-) diff --git a/projects/rust/42574.patch b/projects/rust/42574.patch deleted file mode 100644 index 285d254..0000000 --- a/projects/rust/42574.patch +++ /dev/null @@ -1,236 +0,0 @@ -From 3757213db371dcea53cae357cf9c56d1b0604f98 Mon Sep 17 00:00:00 2001 -From: Alina Sbirlea <asbirlea(a)google.com> -Date: Fri, 12 Jul 2019 22:30:30 +0000 -Subject: [PATCH] [MemorySSA] Use SetVector to avoid nondeterminism. - -Summary: -Use a SetVector for DeadBlockSet. -Resolves PR42574. - -Reviewers: george.burgess.iv, uabelho, dblaikie - -Subscribers: jlebar, Prazek, mgrang, llvm-commits - -Tags: #llvm - -Differential Revision: https://reviews.llvm.org/D64601 - -llvm-svn: 365970 - -diff --git a/llvm/include/llvm/Analysis/MemorySSAUpdater.h b/llvm/include/llvm/Analysis/MemorySSAUpdater.h -index 169d5bd9fa8..276620bd445 100644 ---- a/llvm/include/llvm/Analysis/MemorySSAUpdater.h -+++ b/llvm/include/llvm/Analysis/MemorySSAUpdater.h -@@ -32,6 +32,7 @@ - #ifndef LLVM_ANALYSIS_MEMORYSSAUPDATER_H - #define LLVM_ANALYSIS_MEMORYSSAUPDATER_H - -+#include "llvm/ADT/SetVector.h" - #include "llvm/ADT/SmallPtrSet.h" - #include "llvm/ADT/SmallSet.h" - #include "llvm/ADT/SmallVector.h" -@@ -239,7 +240,7 @@ public: - /// Deleted blocks still have successor info, but their predecessor edges and - /// Phi nodes may already be updated. Instructions in DeadBlocks should be - /// deleted after this call. -- void removeBlocks(const SmallPtrSetImpl<BasicBlock *> &DeadBlocks); -+ void removeBlocks(const SmallSetVector<BasicBlock *, 8> &DeadBlocks); - - /// Get handle on MemorySSA. - MemorySSA* getMemorySSA() const { return MSSA; } -diff --git a/llvm/lib/Analysis/MemorySSAUpdater.cpp b/llvm/lib/Analysis/MemorySSAUpdater.cpp -index 6c817d20368..a6c7142a697 100644 ---- a/llvm/lib/Analysis/MemorySSAUpdater.cpp -+++ b/llvm/lib/Analysis/MemorySSAUpdater.cpp -@@ -1101,7 +1101,7 @@ void MemorySSAUpdater::removeMemoryAccess(MemoryAccess *MA) { - } - - void MemorySSAUpdater::removeBlocks( -- const SmallPtrSetImpl<BasicBlock *> &DeadBlocks) { -+ const SmallSetVector<BasicBlock *, 8> &DeadBlocks) { - // First delete all uses of BB in MemoryPhis. - for (BasicBlock *BB : DeadBlocks) { - Instruction *TI = BB->getTerminator(); -diff --git a/llvm/lib/Transforms/Scalar/LoopSimplifyCFG.cpp b/llvm/lib/Transforms/Scalar/LoopSimplifyCFG.cpp -index 2e5927f9a06..f464df26a02 100644 ---- a/llvm/lib/Transforms/Scalar/LoopSimplifyCFG.cpp -+++ b/llvm/lib/Transforms/Scalar/LoopSimplifyCFG.cpp -@@ -388,8 +388,8 @@ private: - void deleteDeadLoopBlocks() { - DomTreeUpdater DTU(DT, DomTreeUpdater::UpdateStrategy::Eager); - if (MSSAU) { -- SmallPtrSet<BasicBlock *, 8> DeadLoopBlocksSet(DeadLoopBlocks.begin(), -- DeadLoopBlocks.end()); -+ SmallSetVector<BasicBlock *, 8> DeadLoopBlocksSet(DeadLoopBlocks.begin(), -+ DeadLoopBlocks.end()); - MSSAU->removeBlocks(DeadLoopBlocksSet); - } - for (auto *BB : DeadLoopBlocks) { -diff --git a/llvm/lib/Transforms/Scalar/SimpleLoopUnswitch.cpp b/llvm/lib/Transforms/Scalar/SimpleLoopUnswitch.cpp -index 5a67178cef3..814cf814989 100644 ---- a/llvm/lib/Transforms/Scalar/SimpleLoopUnswitch.cpp -+++ b/llvm/lib/Transforms/Scalar/SimpleLoopUnswitch.cpp -@@ -1436,8 +1436,8 @@ deleteDeadClonedBlocks(Loop &L, ArrayRef<BasicBlock *> ExitBlocks, - - // Remove all MemorySSA in the dead blocks - if (MSSAU) { -- SmallPtrSet<BasicBlock *, 16> DeadBlockSet(DeadBlocks.begin(), -- DeadBlocks.end()); -+ SmallSetVector<BasicBlock *, 8> DeadBlockSet(DeadBlocks.begin(), -+ DeadBlocks.end()); - MSSAU->removeBlocks(DeadBlockSet); - } - -@@ -1455,7 +1455,7 @@ static void deleteDeadBlocksFromLoop(Loop &L, - MemorySSAUpdater *MSSAU) { - // Find all the dead blocks tied to this loop, and remove them from their - // successors. -- SmallPtrSet<BasicBlock *, 16> DeadBlockSet; -+ SmallSetVector<BasicBlock *, 8> DeadBlockSet; - - // Start with loop/exit blocks and get a transitive closure of reachable dead - // blocks. -diff --git a/llvm/lib/Transforms/Utils/Local.cpp b/llvm/lib/Transforms/Utils/Local.cpp -index 499e611acb5..83dabcd7952 100644 ---- a/llvm/lib/Transforms/Utils/Local.cpp -+++ b/llvm/lib/Transforms/Utils/Local.cpp -@@ -2211,7 +2211,7 @@ bool llvm::removeUnreachableBlocks(Function &F, LazyValueInfo *LVI, - assert(Reachable.size() < F.size()); - NumRemoved += F.size()-Reachable.size(); - -- SmallPtrSet<BasicBlock *, 16> DeadBlockSet; -+ SmallSetVector<BasicBlock *, 8> DeadBlockSet; - for (Function::iterator I = ++F.begin(), E = F.end(); I != E; ++I) { - auto *BB = &*I; - if (Reachable.count(BB)) -diff --git a/llvm/test/Analysis/MemorySSA/nondeterminism.ll b/llvm/test/Analysis/MemorySSA/nondeterminism.ll -new file mode 100644 -index 00000000000..0bb3df30b58 ---- /dev/null -+++ b/llvm/test/Analysis/MemorySSA/nondeterminism.ll -@@ -0,0 +1,122 @@ -+; RUN: opt -simplifycfg -enable-mssa-loop-dependency -S --preserve-ll-uselistorder %s | FileCheck %s -+; REQUIRES: x86-registered-target -+; CHECK-LABEL: @n -+; CHECK: uselistorder i16 0, { 3, 2, 4, 1, 5, 0, 6 } -+ -+; Note: test was added in an effort to ensure determinism when updating memoryssa. See PR42574. -+; If the uselistorder check becomes no longer relevant, the test can be disabled or removed. -+ -+%rec9 = type { i16, i32, i32 } -+ -+@a = global [1 x [1 x %rec9]] zeroinitializer -+ -+define i16 @n() { -+ br label %..split_crit_edge -+ -+..split_crit_edge: ; preds = %0 -+ br label %.split -+ -+bb4.us4: ; preds = %bb2.split.us32, %bb6.us28 -+ %i.4.01.us5 = phi i16 [ %_tmp49.us30, %bb6.us28 ] -+ br label %g.exit4.us21 -+ -+bb1.i.us14: ; preds = %bb4.us4 -+ br label %g.exit4.us21 -+ -+g.exit4.us21: ; preds = %bb1.i.us14, %g.exit4.critedge.us9 -+ %i.4.02.us22 = phi i16 [ %i.4.01.us5, %bb4.us4 ], [ %i.4.01.us5, %bb1.i.us14 ] -+ br label %bb6.us28 -+ -+bb5.us26: ; preds = %g.exit4.us21 -+ br label %bb6.us28 -+ -+bb6.us28: ; preds = %bb5.us26, %g.exit4.us21 -+ %i.4.03.us29 = phi i16 [ %i.4.02.us22, %bb5.us26 ], [ %i.4.02.us22, %g.exit4.us21 ] -+ %_tmp49.us30 = add nuw nsw i16 %i.4.03.us29, 1 -+ br label %bb4.us4 -+ -+bb4.us.us: ; preds = %bb2.split.us.us, %bb6.us.us -+ %i.4.01.us.us = phi i16 [ %_tmp49.us.us, %bb6.us.us ] -+ br label %bb1.i.us.us -+ -+bb1.i.us.us: ; preds = %bb4.us.us -+ br label %g.exit4.us.us -+ -+g.exit4.us.us: ; preds = %bb1.i.us.us, %g.exit4.critedge.us.us -+ %i.4.02.us.us = phi i16 [ %i.4.01.us.us, %bb1.i.us.us ] -+ br label %bb5.us.us -+ -+bb5.us.us: ; preds = %g.exit4.us.us -+ br label %bb6.us.us -+ -+bb6.us.us: ; preds = %bb5.us.us, %g.exit4.us.us -+ %i.4.03.us.us = phi i16 [ %i.4.02.us.us, %bb5.us.us ] -+ %_tmp49.us.us = add nuw nsw i16 %i.4.03.us.us, 1 -+ br label %bb4.us.us -+ -+ -+.split: ; preds = %..split_crit_edge -+ br label %bb2 -+ -+bb2: ; preds = %.split, %bb7 -+ %h.3.0 = phi i16 [ undef, %.split ], [ %_tmp53, %bb7 ] -+ br label %bb2.bb2.split_crit_edge -+ -+bb2.bb2.split_crit_edge: ; preds = %bb2 -+ br label %bb2.split -+ -+bb2.split.us: ; preds = %bb2 -+ br label %bb4.us -+ -+bb4.us: ; preds = %bb6.us, %bb2.split.us -+ %i.4.01.us = phi i16 [ 0, %bb2.split.us ] -+ br label %bb1.i.us -+ -+g.exit4.critedge.us: ; preds = %bb4.us -+ br label %g.exit4.us -+ -+bb1.i.us: ; preds = %bb4.us -+ br label %g.exit4.us -+ -+g.exit4.us: ; preds = %bb1.i.us, %g.exit4.critedge.us -+ %i.4.02.us = phi i16 [ %i.4.01.us, %g.exit4.critedge.us ], [ %i.4.01.us, %bb1.i.us ] -+ br label %bb5.us -+ -+bb5.us: ; preds = %g.exit4.us -+ br label %bb7 -+ -+bb2.split: ; preds = %bb2.bb2.split_crit_edge -+ br label %bb4 -+ -+bb4: ; preds = %bb2.split, %bb6 -+ %i.4.01 = phi i16 [ 0, %bb2.split ] -+ %_tmp16 = getelementptr [1 x [1 x %rec9]], [1 x [1 x %rec9]]* @a, i16 0, i16 %h.3.0, i16 %i.4.01, i32 0 -+ %_tmp17 = load i16, i16* %_tmp16, align 1 -+ br label %g.exit4.critedge -+ -+bb1.i: ; preds = %bb4 -+ br label %g.exit4 -+ -+g.exit4.critedge: ; preds = %bb4 -+ %_tmp28.c = getelementptr [1 x [1 x %rec9]], [1 x [1 x %rec9]]* @a, i16 0, i16 %h.3.0, i16 %i.4.01, i32 1 -+ %_tmp29.c = load i32, i32* %_tmp28.c, align 1 -+ %_tmp30.c = trunc i32 %_tmp29.c to i16 -+ br label %g.exit4 -+ -+g.exit4: ; preds = %g.exit4.critedge, %bb1.i -+ %i.4.02 = phi i16 [ %i.4.01, %g.exit4.critedge ], [ %i.4.01, %bb1.i ] -+ %_tmp41 = getelementptr [1 x [1 x %rec9]], [1 x [1 x %rec9]]* @a, i16 0, i16 %h.3.0, i16 %i.4.02, i32 2 -+ br label %bb6 -+ -+bb5: ; preds = %g.exit4 -+ br label %bb6 -+ -+bb6: ; preds = %bb5, %g.exit4 -+ %i.4.03 = phi i16 [ %i.4.02, %bb5 ], [ %i.4.02, %g.exit4 ] -+ %_tmp49 = add nuw nsw i16 %i.4.03, 1 -+ br label %bb7 -+ -+bb7: ; preds = %bb7.us-lcssa.us, %bb7.us-lcssa -+ %_tmp53 = add nsw i16 %h.3.0, 1 -+ br label %bb2 -+} --- -2.24.0 - diff --git a/projects/rust/build b/projects/rust/build index 8b45e3f..a8f886b 100644 --- a/projects/rust/build +++ b/projects/rust/build @@ -54,7 +54,6 @@ cd /var/tmp/build/rustc-[% c('version') %]-src # LLVM has reproducibility issues when optimizing bitcode, which we need to # patch. See: #32053 for more details. cd src/llvm-project -patch -p1 < $rootdir/42574.patch patch -p1 < $rootdir/43909.patch cd ../../ diff --git a/projects/rust/config b/projects/rust/config index 13aad3e..3ffcd58 100644 --- a/projects/rust/config +++ b/projects/rust/config @@ -5,8 +5,8 @@ version: '[% c("input_file_var/rust_version") %]' # those values can be changed from the input_files section of other # projects. See projects/lucetc/config and bug 32436. input_file_var: - rust_version: 1.34.2 - prev_version: 1.33.0 + rust_version: 1.41.1 + prev_version: 1.40.0 var: prev_version: '[% c("input_file_var/prev_version") %]' @@ -112,5 +112,4 @@ input_files: gpg_keyring: rust.gpg - filename: unwind.patch enable: '[% c("var/windows-i686") %]' - - filename: 42574.patch - filename: 43909.patch

1 0

[tor-browser-build/master] Bug 40018: Add libtapi project for cctools
by sysrqb＠torproject.org 17 Jul '20

17 Jul '20

commit 58d6189af6914b00264bf556ef61b8c53ff5f2f1 Author: Georg Koppen <gk(a)torproject.org> Date: Thu Jul 9 15:09:07 2020 +0000 Bug 40018: Add libtapi project for cctools --- projects/libtapi/build | 48 ++++++++++++++++++++++++++++++++++++++++++++++++ projects/libtapi/config | 20 ++++++++++++++++++++ 2 files changed, 68 insertions(+) diff --git a/projects/libtapi/build b/projects/libtapi/build new file mode 100644 index 0000000..a0d9c3e --- /dev/null +++ b/projects/libtapi/build @@ -0,0 +1,48 @@ +#!/bin/bash +[% c("var/set_default_env") -%] +builddir=/var/tmp/build/[% project %]-[% c('version') %] +distdir=/var/tmp/dist/[% project %] +mkdir -p /var/tmp/dist +tar -C /var/tmp/dist -xf [% c('input_files_by_name/clang') %] +tar -C /var/tmp/dist -xf [% c('input_files_by_name/cmake') %] +tar -C /var/tmp/dist -xf [% c('input_files_by_name/ninja') %] + +# We don't export the path to clang here to follow Mozilla's build script at +# taskcluster/scripts/misc/build-cctools-port.sh more closely. +export PATH="/var/tmp/dist/cmake/bin:/var/tmp/dist/ninja:$PATH" +export CLANG_DIR=/var/tmp/dist/clang +mkdir -p /var/tmp/build +tar -C /var/tmp/build -xf [% project %]-[% c('version') %].tar.gz +export CC=$CLANG_DIR/bin/clang +export CXX=$CLANG_DIR/bin/clang++ +# We also need this LD_LIBRARY_PATH at build time, since tapi builds bits of +# clang build tools, and then executes those tools. +export LD_LIBRARY_PATH=$CLANG_DIR/lib + +cd $builddir +mkdir build +cd build +# Values taken from build.sh +TAPI_REPOSITORY=tapi-1000.10.8 +TAPI_VERSION=10.0.0 + +INCLUDE_FIX="-I $builddir/src/llvm/projects/clang/include -I $PWD/projects/clang/include" + +cmake $builddir/src/llvm \ + -GNinja \ + -DCMAKE_CXX_FLAGS="$INCLUDE_FIX" \ + -DLLVM_INCLUDE_TESTS=OFF \ + -DCMAKE_BUILD_TYPE=RELEASE \ + -DCMAKE_INSTALL_PREFIX=$distdir \ + -DLLVM_TARGETS_TO_BUILD="X86;ARM;AArch64" \ + -DTAPI_REPOSITORY_STRING=$TAPI_REPOSITORY \ + -DTAPI_FULL_VERSION=$TAPI_VERSION + +ninja clangBasic +ninja libtapi install-libtapi install-tapi-headers + +cd /var/tmp/dist +[% c('tar', { + tar_src => [ project ], + tar_args => '-czf ' _ dest_dir _ '/' _ c('filename'), + }) %] diff --git a/projects/libtapi/config b/projects/libtapi/config new file mode 100644 index 0000000..6c4f5d0 --- /dev/null +++ b/projects/libtapi/config @@ -0,0 +1,20 @@ +# vim: filetype=yaml sw=2 +filename: '[% project %]-[% c("version") %]-[% c("var/build_id") %].tar.gz' +version: '[% c("abbrev") %]' +# This can be found in +# taskcluster/ci/fetch/toolchains.yml +git_hash: 3efb201881e7a76a21e0554906cf306432539cef +git_url: https://github.com/tpoechtrager/apple-libtapi + +var: + container: + use_container: 1 + +input_files: + - project: container-image + - name: clang + project: clang + - name: cmake + project: cmake + - name: ninja + project: ninja

1 0

[tor-browser-build/master] Bug 34391: Remove unused --enable-signmar option
by sysrqb＠torproject.org 17 Jul '20

17 Jul '20

commit 83772c1776809b853e686773c18ccb76a7edfd49 Author: Georg Koppen <gk(a)torproject.org> Date: Sun Jun 14 21:42:28 2020 +0000 Bug 34391: Remove unused --enable-signmar option The --enable-signmar option is gone with https://bugzilla.mozilla.org/show_bug.cgi?id=1562952. The signmar tool is always built now. --- projects/firefox/mozconfig-linux-i686 | 3 +-- projects/firefox/mozconfig-linux-x86_64 | 1 - projects/firefox/mozconfig-osx-x86_64 | 3 +-- projects/firefox/mozconfig-windows-i686 | 1 - projects/firefox/mozconfig-windows-x86_64 | 1 - 5 files changed, 2 insertions(+), 7 deletions(-) diff --git a/projects/firefox/mozconfig-linux-i686 b/projects/firefox/mozconfig-linux-i686 index 87b64d7..3ea241f 100755 --- a/projects/firefox/mozconfig-linux-i686 +++ b/projects/firefox/mozconfig-linux-i686 @@ -23,7 +23,6 @@ ac_add_options --enable-official-branding ac_add_options --enable-default-toolkit=cairo-gtk3 ac_add_options --enable-tor-browser-update -ac_add_options --enable-signmar ac_add_options --enable-verify-mar ac_add_options --disable-tests @@ -38,4 +37,4 @@ ac_add_options --enable-proxy-bypass-protection ac_add_options --disable-debug-symbols # Disable telemetry -ac_add_options MOZ_TELEMETRY_REPORTING= \ No newline at end of file +ac_add_options MOZ_TELEMETRY_REPORTING= diff --git a/projects/firefox/mozconfig-linux-x86_64 b/projects/firefox/mozconfig-linux-x86_64 index 59517cd..e4d2b99 100755 --- a/projects/firefox/mozconfig-linux-x86_64 +++ b/projects/firefox/mozconfig-linux-x86_64 @@ -21,7 +21,6 @@ ac_add_options --enable-official-branding ac_add_options --enable-default-toolkit=cairo-gtk3 ac_add_options --enable-tor-browser-update -ac_add_options --enable-signmar ac_add_options --enable-verify-mar ac_add_options --disable-strip diff --git a/projects/firefox/mozconfig-osx-x86_64 b/projects/firefox/mozconfig-osx-x86_64 index 8fa7885..8f088a5 100644 --- a/projects/firefox/mozconfig-osx-x86_64 +++ b/projects/firefox/mozconfig-osx-x86_64 @@ -37,7 +37,6 @@ ac_add_options --disable-debug ac_add_options --enable-tor-browser-data-outside-app-dir ac_add_options --enable-tor-browser-update -ac_add_options --enable-signmar ac_add_options --enable-verify-mar ac_add_options --disable-crashreporter @@ -48,4 +47,4 @@ ac_add_options --disable-eme ac_add_options --enable-proxy-bypass-protection # Disable telemetry -ac_add_options MOZ_TELEMETRY_REPORTING= \ No newline at end of file +ac_add_options MOZ_TELEMETRY_REPORTING= diff --git a/projects/firefox/mozconfig-windows-i686 b/projects/firefox/mozconfig-windows-i686 index 4fd9958..8cb2850 100644 --- a/projects/firefox/mozconfig-windows-i686 +++ b/projects/firefox/mozconfig-windows-i686 @@ -27,7 +27,6 @@ ac_add_options --enable-strip ac_add_options --enable-official-branding ac_add_options --enable-tor-browser-update -ac_add_options --enable-signmar ac_add_options --enable-verify-mar ac_add_options --disable-bits-download diff --git a/projects/firefox/mozconfig-windows-x86_64 b/projects/firefox/mozconfig-windows-x86_64 index ae5cf67..d35dc18 100644 --- a/projects/firefox/mozconfig-windows-x86_64 +++ b/projects/firefox/mozconfig-windows-x86_64 @@ -27,7 +27,6 @@ ac_add_options --enable-strip ac_add_options --enable-official-branding ac_add_options --enable-tor-browser-update -ac_add_options --enable-signmar ac_add_options --enable-verify-mar ac_add_options --disable-bits-download

1 0

[tor-browser-build/master] Bug 40005: Adapt Node project for Firefox 78 ESR
by sysrqb＠torproject.org 17 Jul '20

17 Jul '20

commit 3410482e8620a030c2c8a998555b7b4b92118d76 Author: Georg Koppen <gk(a)torproject.org> Date: Sun Jun 14 11:15:00 2020 +0000 Bug 40005: Adapt Node project for Firefox 78 ESR We remove our fenix-node project, too, as there is no difference between it and the node project anymore. It seems both ESR and non-ESR are using the same version for the time being. --- projects/fenix-node/build | 24 ------------------------ projects/fenix-node/config | 18 ------------------ projects/geckoview/build | 2 +- projects/geckoview/config | 6 +++--- projects/node/build | 4 ++-- projects/node/config | 5 +++-- 6 files changed, 9 insertions(+), 50 deletions(-) diff --git a/projects/fenix-node/build b/projects/fenix-node/build deleted file mode 100644 index 8cc8ea5..0000000 --- a/projects/fenix-node/build +++ /dev/null @@ -1,24 +0,0 @@ -#!/bin/bash -[% c("var/set_default_env") -%] -[% IF c("var/linux") %] - # We need a link to our GCC, otherwise the system cc gets used which points to - # /usr/bin/gcc. - [% pc('gcc', 'var/setup', { compiler_tarfile => c('input_files_by_name/gcc'), - hardened_gcc => 0 }) %] - ln -s gcc /var/tmp/dist/gcc/bin/cc - tar -C /var/tmp/dist -xf $rootdir/[% c('input_files_by_name/binutils') %] - export PATH="/var/tmp/dist/binutils/bin:$PATH" -[% END -%] -distdir=/var/tmp/dist/[% project %] -tar -xf [% c('input_files_by_name/node') %] -cd node-[% c('version') %] - -./configure --prefix=$distdir -make -j[% c("buildconf/num_procs") %] -make install - -cd /var/tmp/dist -[% c('tar', { - tar_src => [ project ], - tar_args => '-czf ' _ dest_dir _ '/' _ c('filename'), - }) %] diff --git a/projects/fenix-node/config b/projects/fenix-node/config deleted file mode 100644 index b3534f4..0000000 --- a/projects/fenix-node/config +++ /dev/null @@ -1,18 +0,0 @@ -# vim: filetype=yaml sw=2 -version: v10.21.0 -filename: '[% project %]-[% c("version") %]-[% c("var/build_id") %].tar.gz' -var: - container: - use_container: 1 - -input_files: - - project: container-image - - project: binutils - name: binutils - enable: '[% c("var/linux") %]' - - project: '[% c("var/compiler") %]' - name: '[% c("var/compiler") %]' - enable: '[% c("var/linux") %]' - - URL: 'https://nodejs.org/download/release/[% c("version") %]/node-[% c("version") %].tar.xz' - sha256sum: 26b01fa28338cacaa8a66d7963ab2514e81678c268ab52ec55dcf937aadcb73b - name: node diff --git a/projects/geckoview/build b/projects/geckoview/build index b12c096..9eee8c4 100644 --- a/projects/geckoview/build +++ b/projects/geckoview/build @@ -20,7 +20,7 @@ tar -C /var/tmp/dist -xf [% c('input_files_by_name/node') %] tar -C /var/tmp/dist -xf [% c('input_files_by_name/clang') %] export LLVM_CONFIG="/var/tmp/dist/clang/bin/llvm-config" tar -C /var/tmp/dist -xf [% c('input_files_by_name/binutils') %] -export PATH="/var/tmp/dist/fenix-rust/bin:/var/tmp/dist/fenix-cbindgen:/var/tmp/dist/nasm/bin:/var/tmp/dist/python/bin:/var/tmp/dist/fenix-node/bin:/var/tmp/dist/fenix-clang/bin:/var/tmp/dist/binutils/bin:$PATH" +export PATH="/var/tmp/dist/fenix-rust/bin:/var/tmp/dist/fenix-cbindgen:/var/tmp/dist/nasm/bin:/var/tmp/dist/python/bin:/var/tmp/dist/node/bin:/var/tmp/dist/fenix-clang/bin:/var/tmp/dist/binutils/bin:$PATH" tar -C /var/tmp/build -xf [% project %]-[% c('version') %].tar.gz diff --git a/projects/geckoview/config b/projects/geckoview/config index e82139a..c046660 100644 --- a/projects/geckoview/config +++ b/projects/geckoview/config @@ -47,7 +47,7 @@ steps: tar -C $distdir -xf [% c('input_files_by_name/node') %] tar -C $distdir -xf [% c('input_files_by_name/python') %] - export PATH="/var/tmp/dist/fenix-node/bin:/var/tmp/dist/python/bin:$PATH" + export PATH="/var/tmp/dist/node/bin:/var/tmp/dist/python/bin:$PATH" tar -C $builddir -xf [% c('input_files_by_name/geckoview_armv7') %] tar -C $builddir -xf [% c('input_files_by_name/geckoview_aarch64') %] @@ -97,7 +97,7 @@ steps: - name: '[% c("var/compiler") %]' project: '[% c("var/compiler") %]' pkg_type: build - - project: fenix-node + - project: node name: node pkg_type: build - project: python @@ -147,7 +147,7 @@ input_files: name: rust - project: fenix-cbindgen name: cbindgen - - project: fenix-node + - project: node name: node - project: nasm name: nasm diff --git a/projects/node/build b/projects/node/build index 0e6ca04..8cc8ea5 100644 --- a/projects/node/build +++ b/projects/node/build @@ -10,8 +10,8 @@ export PATH="/var/tmp/dist/binutils/bin:$PATH" [% END -%] distdir=/var/tmp/dist/[% project %] -tar -xf [% project %]-[% c('version') %].tar.xz -cd [% project %]-[% c('version') %] +tar -xf [% c('input_files_by_name/node') %] +cd node-[% c('version') %] ./configure --prefix=$distdir make -j[% c("buildconf/num_procs") %] diff --git a/projects/node/config b/projects/node/config index e023380..b3534f4 100644 --- a/projects/node/config +++ b/projects/node/config @@ -1,5 +1,5 @@ # vim: filetype=yaml sw=2 -version: v10.16.0 +version: v10.21.0 filename: '[% project %]-[% c("version") %]-[% c("var/build_id") %].tar.gz' var: container: @@ -14,4 +14,5 @@ input_files: name: '[% c("var/compiler") %]' enable: '[% c("var/linux") %]' - URL: 'https://nodejs.org/download/release/[% c("version") %]/node-[% c("version") %].tar.xz' - sha256sum: 18e37f891d10ea7fbc8f6410c444c2b1d9cc3cbbb1d35aa9c41f761816956608 + sha256sum: 26b01fa28338cacaa8a66d7963ab2514e81678c268ab52ec55dcf937aadcb73b + name: node

1 0

[tor-browser-build/master] Bug 34390: Don't copy DBM libraries anymore
by sysrqb＠torproject.org 17 Jul '20

17 Jul '20

commit 4f130777523edbe01f2f072910be97bea73ded12 Author: Georg Koppen <gk(a)torproject.org> Date: Sun Jun 14 21:44:27 2020 +0000 Bug 34390: Don't copy DBM libraries anymore DBM is not built by default anymore since https://bugzilla.mozilla.org/show_bug.cgi?id=1594933 landed. --- projects/firefox/build | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/projects/firefox/build b/projects/firefox/build index 16984f3..9461034 100644 --- a/projects/firefox/build +++ b/projects/firefox/build @@ -199,10 +199,10 @@ cp -p obj-*/dist/host/bin/mbsdiff $MARTOOLS/ cp -p obj-*/dist/bin/pk12util $MARTOOLS/ cp -p obj-*/dist/bin/shlibsign $MARTOOLS/ [% IF c("var/linux") %] - NSS_LIBS="libfreeblpriv3.so libmozsqlite3.so libnss3.so libnssckbi.so libnssdbm3.so libnssutil3.so libsmime3.so libsoftokn3.so libssl3.so" + NSS_LIBS="libfreeblpriv3.so libmozsqlite3.so libnss3.so libnssckbi.so libnssutil3.so libsmime3.so libsoftokn3.so libssl3.so" NSPR_LIBS="libnspr4.so libplc4.so libplds4.so" [% ELSE %] - NSS_LIBS="libfreebl3.dylib libmozglue.dylib libnss3.dylib libnssckbi.dylib libnssdbm3.dylib libsoftokn3.dylib" + NSS_LIBS="libfreebl3.dylib libmozglue.dylib libnss3.dylib libnssckbi.dylib libsoftokn3.dylib" # No NSPR_LIBS for macOS NSPR_LIBS="" [% END %] @@ -216,7 +216,7 @@ cp -p obj-*/dist/host/bin/mbsdiff $MARTOOLS/ cp -p obj-*/dist/bin/modutil.exe $MARTOOLS/ cp -p obj-*/dist/bin/pk12util.exe $MARTOOLS/ cp -p obj-*/dist/bin/shlibsign.exe $MARTOOLS/ - NSS_LIBS="freebl3.dll mozglue.dll nss3.dll nssckbi.dll nssdbm3.dll softokn3.dll" + NSS_LIBS="freebl3.dll mozglue.dll nss3.dll nssckbi.dll softokn3.dll" for LIB in $NSS_LIBS; do cp -p obj-*/dist/bin/$LIB $MARTOOLS/ done

1 0

[tor-browser-build/master] Bug 32389: Enable WASM sandbox for Linux builds
by sysrqb＠torproject.org 17 Jul '20

17 Jul '20

commit b7d40046c0609e77cd9eb088f5e05775edd1c4a2 Author: Georg Koppen <gk(a)torproject.org> Date: Tue Jun 16 19:56:35 2020 +0000 Bug 32389: Enable WASM sandbox for Linux builds --- projects/firefox/build | 14 ++++++++++++++ projects/firefox/config | 6 ++++++ 2 files changed, 20 insertions(+) diff --git a/projects/firefox/build b/projects/firefox/build index 9461034..294e35a 100644 --- a/projects/firefox/build +++ b/projects/firefox/build @@ -39,6 +39,20 @@ export LLVM_CONFIG="/var/tmp/dist/clang/bin/llvm-config" [% END -%] [% END -%] +[% IF c("var/rlbox") -%] + tar -C /var/tmp/dist -xf [% c('input_files_by_name/wasi-sysroot') %] + # XXX: We need the libclang_rt.builtins-wasm32.a in our clang lib directory. + # Copy it over. + # https://searchfox.org/mozilla-central/source/build/build-clang/build-clang.…, + # include it directly in our clang + mkdir /var/tmp/dist/clang/lib/clang/[% pc("clang", "version") %]/lib/wasi + cp /var/tmp/dist/wasi-sysroot/lib/clang/9.0.0/lib/wasi/libclang_rt.builtins-wasm32.a /var/tmp/dist/clang/lib/clang/[% pc("clang", "version") %]/lib/wasi + tar -C /var/tmp/dist -xf [% c('input_files_by_name/lucetc') %] + export PATH="/var/tmp/dist/lucetc/bin:$PATH" + export WASM_SANDBOXED_LIBRARIES=graphite,ogg + export WASI_SYSROOT=/var/tmp/dist/wasi-sysroot/share/wasi-sysroot +[% END -%] + tar -C /var/tmp/build -xf [% project %]-[% c('version') %].tar.gz [% IF c("var/osx") %] diff --git a/projects/firefox/config b/projects/firefox/config index 7c700a8..0ecce9d 100644 --- a/projects/firefox/config +++ b/projects/firefox/config @@ -135,6 +135,12 @@ input_files: name: rust - project: cbindgen name: cbindgen + - project: wasi-sysroot + name: wasi-sysroot + enable: '[% c("var/rlbox") %]' + - project: lucetc + name: lucetc + enable: '[% c("var/rlbox") %]' - project: node name: node - project: nasm

1 0