April 2021 - tor-commits - lists.torproject.org

[translation/tbmanual-contentspot] https://gitweb.torproject.org/translation.git/commit/?h=tbmanual-contentspot
by translation＠torproject.org 20 Apr '21

20 Apr '21

commit 322f7844dafbf00672178354fc596583b67218c0 Author: Translation commit bot <translation(a)torproject.org> Date: Tue Apr 20 15:46:57 2021 +0000 https://gitweb.torproject.org/translation.git/commit/?h=tbmanual-contentspot --- contents+ar.po | 2 +- contents+de.po | 24 ++++++++++++------------ 2 files changed, 13 insertions(+), 13 deletions(-) diff --git a/contents+ar.po b/contents+ar.po index 56a0ff8fa8..0c88bb3980 100644 --- a/contents+ar.po +++ b/contents+ar.po @@ -3427,7 +3427,7 @@ msgid "" "of the latest Tor Browser release, then [install](/mobile-tor/#downloading-" "and-installation) it as before." msgstr "" -"قم بزيارة [موقع مشروع تور] (https://www.torproject.org/download/#android) " +"قم بزيارة [موقع مشروع تور](https://www.torproject.org/download/#android) " "وحمل نسخة من آخر إصدار لمتصفح تور [install](/mobile-tor/#downloading-and-" "installation)، ثم قم بتثبيته كما بالسابق." diff --git a/contents+de.po b/contents+de.po index db2effb951..20ce6a0702 100644 --- a/contents+de.po +++ b/contents+de.po @@ -6,7 +6,6 @@ # Lars Schimmer <echelon(a)i2pmail.org>, 2019 # Marcel Haring <getting(a)autistici.org>, 2019 # Friedrich-Wilhelm Prussak <info(a)prussak.de>, 2019 -# Emma Peel, 2020 # Jonas Kröber <murmel.schelm(a)gmail.com>, 2020 # Simon Kirchner <twistiosplayer(a)gmail.com>, 2020 # Leon T. <leont-de(a)outlook.de>, 2020 @@ -17,6 +16,7 @@ # Vormrodo <volkandogruer08(a)gmail.com>, 2021 # Not AName <atzeje(a)web.de>, 2021 # Curtis Baltimore <curtisbaltimore(a)protonmail.com>, 2021 +# Emma Peel, 2021 # msgid "" msgstr "" @@ -24,7 +24,7 @@ msgstr "" "Report-Msgid-Bugs-To: \n" "POT-Creation-Date: 2021-03-02 09:17+CET\n" "PO-Revision-Date: 2018-11-14 12:31+0000\n" -"Last-Translator: Curtis Baltimore <curtisbaltimore(a)protonmail.com>, 2021\n" +"Last-Translator: Emma Peel, 2021\n" "Language-Team: German (https://www.transifex.com/otf/teams/1519/de/)\n" "MIME-Version: 1.0\n" "Content-Type: text/plain; charset=UTF-8\n" @@ -3166,8 +3166,8 @@ msgid "" "website](https://www.torproject.org/download/#android)." msgstr "" "Du kannst den Tor Browser für Android auch bekommen, indem du die apk-Datei " -"von der Website des [Tor Project] " -"(https://www.torproject.org/download/#android) herunterlädst und " +"von der Website des [Tor " +"Project](https://www.torproject.org/download/#android) herunterlädst und " "installierst." #: https//tb-manual.torproject.org/mobile-tor/ @@ -3612,10 +3612,10 @@ msgid "" "of the latest Tor Browser release, then [install](/mobile-tor/#downloading-" "and-installation) it as before." msgstr "" -"Besuch die Website des [Tor Project] " -"(https://www.torproject.org/download/#android) und lade eine Kopie der " -"neuesten Version des Tor Browser herunter, dann [installiere](/mobile-tor" -"/#downloading-and-Installation) ihn wie zuvor." +"Besuch die Website des [Tor " +"Project](https://www.torproject.org/download/#android) und lade eine Kopie " +"der neuesten Version des Tor Browser herunter, dann [installiere](/mobile-" +"tor/#downloading-and-Installation) ihn wie zuvor." #: https//tb-manual.torproject.org/mobile-tor/ #: (content/mobile-tor/contents+en.lrtopic.body) @@ -3884,10 +3884,10 @@ msgid "" "portal](https://support.torproject.org/tormobile/tormobile-6/) to know if " "you need both Tor Browser for Android and Orbot or either one." msgstr "" -"Besuche [unser Support-Portal] " -"(https://support.torproject.org/tormobile/tormobile-6/) um zu erfahren, ob " -"du Tor Browser für Android und Orbot zusammenn oder nur einen von beiden " -"brauchst." +"Besuche [unser Support-" +"Portal](https://support.torproject.org/tormobile/tormobile-6/), um zu " +"erfahren, ob du Tor Browser für Android und Orbot zusammenn oder nur einen " +"von beiden brauchst." #: https//tb-manual.torproject.org/mobile-tor/ #: (content/mobile-tor/contents+en.lrtopic.body)

1 0

[translation/communitytpo-contentspot] https://gitweb.torproject.org/translation.git/commit/?h=communitytpo-contentspot
by translation＠torproject.org 20 Apr '21

20 Apr '21

commit bab46c5d5dd1e3279b23a55273bb1a4c63e2d3f2 Author: Translation commit bot <translation(a)torproject.org> Date: Tue Apr 20 15:45:12 2021 +0000 https://gitweb.torproject.org/translation.git/commit/?h=communitytpo-conten… --- contents+de.po | 67 +++++++++++++++++++++++++++++----------------------------- 1 file changed, 34 insertions(+), 33 deletions(-) diff --git a/contents+de.po b/contents+de.po index cf22f00289..9f1e2eeee6 100644 --- a/contents+de.po +++ b/contents+de.po @@ -11,7 +11,6 @@ # Stephen, 2021 # kalei, 2021 # Gus, 2021 -# Emma Peel, 2021 # Vincent Breitmoser <look(a)my.amazin.horse>, 2021 # Transifex Bot <>, 2021 # c8faa9c4b9d81319c5c2fd62ae3a9956, 2021 @@ -24,6 +23,7 @@ # Marcel Haring <getting(a)autistici.org>, 2021 # IDRASSI Mounir <mounir.idrassi(a)idrix.fr>, 2021 # Curtis Baltimore <curtisbaltimore(a)protonmail.com>, 2021 +# Emma Peel, 2021 # msgid "" msgstr "" @@ -31,7 +31,7 @@ msgstr "" "Report-Msgid-Bugs-To: \n" "POT-Creation-Date: 2021-04-07 12:21+CET\n" "PO-Revision-Date: 2019-12-11 10:50+0000\n" -"Last-Translator: Curtis Baltimore <curtisbaltimore(a)protonmail.com>, 2021\n" +"Last-Translator: Emma Peel, 2021\n" "Language-Team: German (https://www.transifex.com/otf/teams/1519/de/)\n" "MIME-Version: 1.0\n" "Content-Type: text/plain; charset=UTF-8\n" @@ -9667,9 +9667,9 @@ msgid "" "[exitmap](http://www.cs.kau.se/philwint/spoiled_onions/) and " "[sybilhunter](https://gitweb.torproject.org/user/phw/sybilhunter.git/)." msgstr "" -"Ja. Für unsere automatische Problemerkennung siehe [Exitmap] " -"(http://www.cs.kau.se/philwint/spoiled_onions/) und [Sybilhunter] " -"(https://gitweb.torproject.org/user/phw/sybilhunter.git/)" +"Ja. Für unsere automatische Problemerkennung siehe " +"[Exitmap](http://www.cs.kau.se/philwint/spoiled_onions/) und " +"[Sybilhunter](https://gitweb.torproject.org/user/phw/sybilhunter.git/)." #: https//community.torproject.org/relay/community-resources/bad-relays/ #: (content/relay-operations/community-resources/bad-relays/contents+en.lrpage.body) @@ -10215,8 +10215,8 @@ msgid "" " at [ExoneraTor](https://exonerator.torproject.org/). Point to that website " "in your reply to the complaint." msgstr "" -"Du kannst unter [ExoneraTor] (https://exonerator.torproject.org/) nachsehen," -" ob eine IP-Adresse zu einem bestimmten Zeitpunkt als Exit-Relay aufgeführt " +"Du kannst unter [ExoneraTor](https://exonerator.torproject.org/) nachsehen, " +"ob eine IP-Adresse zu einem bestimmten Zeitpunkt als Exit-Relay aufgeführt " "war. Weise in deiner Antwort auf die Beschwerde auf diese Website hin." #: https//community.torproject.org/relay/community-resources/tor-exit-guidelines/ @@ -10299,7 +10299,7 @@ msgid "" "/tor-relays) and we will try to explain the process to you." msgstr "" "Wenn du Fragen zum Prozess hast, schreib bitte eine E-Mail an die [Tor-" -"Relays-Mailingliste] (https://lists.torproject.org/cgi-bin/mailman/listinfo" +"Relays-Mailingliste](https://lists.torproject.org/cgi-bin/mailman/listinfo" "/tor-relays) und wir werden versuchen, dir den Prozess zu erklären." #: https//community.torproject.org/relay/community-resources/tor-exit-guidelines/ @@ -10340,10 +10340,10 @@ msgid "" " is an alternative to the default exit policy. It allows many Internet " "services while still blocking the majority of TCP ports." msgstr "" -"Die [reduzierte Exit-Richtlinie] " -"(https://trac.torproject.org/projects/tor/wiki/doc/ReducedExitPolicy) ist " -"eine Alternative zur standardmäßigen Exit-Richtlinie. Sie erlaubt viele " -"Internetdienste, blockiert aber immer noch die Mehrzahl der TCP-Anschlüsse." +"Die [reduzierte Exit-" +"Richtlinie](https://trac.torproject.org/projects/tor/wiki/doc/ReducedExitPo…" +" ist eine Alternative zur standardmäßigen Exit-Richtlinie. Sie erlaubt viele" +" Internetdienste, blockiert aber immer noch die Mehrzahl der TCP-Anschlüsse." #: https//community.torproject.org/relay/community-resources/tor-exit-guidelines/ #: (content/relay-operations/community-resources/tor-exit-guidelines/contents+en.lrpage.body) @@ -10355,7 +10355,7 @@ msgid "" msgstr "" "Dadurch wird die Wahrscheinlichkeit, dass ein Bittorrent-Benutzer deinen " "Knoten auswählt, drastisch reduziert und somit die Anzahl der [DMCA-" -"Beschwerden] (/relay/community-resources/eff-tor-legal-faq/tor-dmca-" +"Beschwerden](/relay/community-resources/eff-tor-legal-faq/tor-dmca-" "response/), die du erhältst, reduziert oder sogar eliminiert." #: https//community.torproject.org/relay/community-resources/tor-exit-guidelines/ @@ -10381,8 +10381,8 @@ msgid "" "relays](https://lists.torproject.org/cgi-bin/mailman/listinfo/tor-relays)." msgstr "" "Bitte lies alle technischen Details, bevor du anfängst. Wenn du Fragen hast " -"oder Hilfe benötigst, kontaktiere uns bitte unter [Tor-Relays] " -"(https://lists.torproject.org/cgi-bin/mailman/listinfo/tor-relays)" +"oder Hilfe benötigst, kontaktiere uns bitte unter [Tor-" +"Relays](https://lists.torproject.org/cgi-bin/mailman/listinfo/tor-relays)." #: https//community.torproject.org/relay/community-resources/tor-exit-guidelines/ #: (content/relay-operations/community-resources/tor-exit-guidelines/contents+en.lrpage.body) @@ -10581,7 +10581,7 @@ msgid "" " is quite clear about not putting liability on service providers." msgstr "" "Mache dich vertraut mit [dem Vorlagenbrief der EFF bezüglich der DMCA-" -"Hinweise für Tor] (/relay/community-resources/eff-tor-legal-faq/tor-dmca-" +"Hinweise für Tor](/relay/community-resources/eff-tor-legal-faq/tor-dmca-" "response/), in dem es ganz klar darum geht, Dienstleistern keine Haftung " "aufzuerlegen." @@ -10664,9 +10664,9 @@ msgid "" "provide some helpful starting points." msgstr "" "Übe dich darin, Freunden und Nachbarn Tor und seine Vorteile und " -"Konsequenzen zu erklären - die [Missbrauchs-F&A] " -"(https://2019.www.torproject.org/faq-abuse) könnten einige hilfreiche " -"Ansatzpunkte bieten." +"Konsequenzen zu erklären - die " +"[Missbrauchs-F&A](https://2019.www.torproject.org/faq-abuse) könnten einige " +"hilfreiche Ansatzpunkte bieten." #: https//community.torproject.org/relay/community-resources/tor-relay-universities/ #: (content/relay-operations/community-resources/tor-relay-universities/contents+en.lrpage.body) @@ -11003,7 +11003,7 @@ msgstr "" "Sei hilfsbereit und nutze die Gelegenheit, ihnen Tor zu erklären und warum " "es für die Welt nützlich ist. (Wenn sie sich wegen der Logs direkt an dich " "wenden, solltest du sie an die Anwälte deiner Universität schicken - es auf " -"eigene Faust zu tun, ist [fast immer eine schlechte Idee] (/relay/community-" +"eigene Faust zu tun, ist [fast immer eine schlechte Idee](/relay/community-" "resources/eff-tor-legal-faq/)." #: https//community.torproject.org/relay/community-resources/tor-relay-universities/ @@ -11019,7 +11019,7 @@ msgid "" msgstr "" "Wenn zu viele Beschwerden eingehen, gibt es verschiedene Ansätze, wie du " "diese reduzieren kannst. Als Erstes solltest du die Tipps in der " -"[Dokumentation des Tor-Relays] (https://community.torproject.org/relay) " +"[Dokumentation des Tor-Relays](https://community.torproject.org/relay) " "befolgen, wie zum Beispiel einen beschreibenden Hostnamen zu wählen oder " "deine eigene IP-Adresse zu bekommen. Wenn das nicht funktioniert, kannst du " "die angebotene Geschwindigkeit deines Relays reduzieren, indem du die " @@ -11089,9 +11089,9 @@ msgid "" "bin/mailman/listinfo/tor-relays-universities) mailing list (and other " "education institutions too)." msgstr "" -"Abonniere die Mailingliste [Tor Relays Universities] " -"(https://lists.torproject.org/cgi-bin/mailman/listinfo/tor-relays-" -"universities) (und auch andere Bildungseinrichtungen)." +"Abonniere die Mailingliste [Tor Relays " +"Universities](https://lists.torproject.org/cgi-bin/mailman/listinfo/tor-" +"relays-universities) (und auch andere Bildungseinrichtungen)." #: https//community.torproject.org/relay/community-resources/good-bad-isps/ #: (content/relay-operations/community-resources/good-bad-isps/contents+en.lrpage.title) @@ -13624,7 +13624,7 @@ msgid "" msgstr "" "Informationen darüber, was zu tun ist, wenn Strafverfolgungsbehörden Zugang " "zu deinen digitalen Geräten suchen, findest du im EFF-Leitfaden [Kenne deine" -" Rechte] (https://www.eff.org/wp/know-your-rights)" +" Rechte](https://www.eff.org/wp/know-your-rights)." #: https//community.torproject.org/relay/community-resources/eff-tor-legal-faq/ #: (content/relay-operations/community-resources/eff-tor-legal-faq/contents+en.lrpage.body) @@ -16564,8 +16564,8 @@ msgid "" "If not, you can [build it from " "source](https://gitlab.com/yawning/obfs4#installation)." msgstr "" -"Falls nicht, kannst du es [aus dem Quelltext bauen] " -"(https://gitlab.com/yawning/obfs4#installation)" +"Falls nicht, kannst du es [aus dem Quelltext " +"bauen](https://gitlab.com/yawning/obfs4#installation)." #: https//community.torproject.org/relay/setup/bridge/debian-ubuntu/ #: (content/relay-operations/technical-setup/bridge/debian-ubuntu/contents+en.lrpage.body) @@ -16712,9 +16712,9 @@ msgid "" "You can use [our reachability test](https://bridges.torproject.org/scan/) to" " see if your obfs4 port is reachable from the Internet." msgstr "" -"Du kannst [unseren Erreichbarkeitstest] " -"(https://bridges.torproject.org/scan/) verwenden, um zu sehen, ob dein " -"obfs4-Anschluss aus dem Internet erreichbar ist." +"Du kannst [unseren " +"Erreichbarkeitstest](https://bridges.torproject.org/scan/) verwenden, um zu " +"sehen, ob dein obfs4-Anschluss aus dem Internet erreichbar ist." #: https//community.torproject.org/relay/setup/bridge/debian-ubuntu/ #: (content/relay-operations/technical-setup/bridge/debian-ubuntu/contents+en.lrpage.body) @@ -17447,8 +17447,9 @@ msgid "" "dev](https://lists.torproject.org/cgi-bin/mailman/listinfo/tor-dev) mailing " "list." msgstr "" -"Wir werden neue Image-Versionen auf der Mailingliste [tor-dev] " -"(https://lists.torproject.org/cgi-bin/mailman/listinfo/tor-dev) ankündigen." +"Wir werden neue Image-Versionen auf der Mailingliste [tor-" +"dev](https://lists.torproject.org/cgi-bin/mailman/listinfo/tor-dev) " +"ankündigen." #: https//community.torproject.org/relay/setup/bridge/docker/ #: (content/relay-operations/technical-setup/bridge/docker/contents+en.lrpage.body) @@ -17655,7 +17656,7 @@ msgstr "" "* Beachte, dass sowohl der OR-Anschluss von Tor als auch der obfs4-Anschluss" " erreichbar sein müssen. Wenn sich deine Brücke hinter einer Firewall oder " "NAT befindet, stelle sicher, dass beide Anschlüsse geöffnet sind. Du kannst " -"[unseren Erreichbarkeitstest] (https://bridges.torproject.org/scan/) " +"[unseren Erreichbarkeitstest](https://bridges.torproject.org/scan/) " "benutzen, um zu sehen, ob dein obfs4-Anschluss aus dem Internet erreichbar " "ist."

1 0

[tor-browser-build/master] Bug 40270: Improve process to generate gradle-dependencies-list.txt
by sysrqb＠torproject.org 20 Apr '21

20 Apr '21

commit 8ba33c11bb66c6ef775155542bba3f24706a71d1 Author: Nicolas Vigier <boklm(a)torproject.org> Date: Tue Apr 13 17:59:12 2021 +0200 Bug 40270: Improve process to generate gradle-dependencies-list.txt --- Makefile | 9 +++++ projects/android-components/build | 4 ++- projects/android-components/config | 14 ++++++-- projects/application-services/build | 4 ++- projects/application-services/config | 23 +++++++++++-- {tools => projects/common}/gen_gradle_deps_file.sh | 0 .../how-to-create-gradle-dependencies-list.txt | 40 ++++++++++++++++------ projects/fenix/build | 7 +++- projects/fenix/config | 33 ++++++++++++------ 9 files changed, 105 insertions(+), 29 deletions(-) diff --git a/Makefile b/Makefile index 35e8834..1d16fa4 100644 --- a/Makefile +++ b/Makefile @@ -219,6 +219,15 @@ create_glean_deps_tarball: submodule-update create_glean_deps_tarball-with_torsocks: submodule-update $(rbm) build glean --step create_glean_deps_tarball --target alpha --target torbrowser-android-armv7 --target with_torsocks +get_gradle_dependencies_list-fenix: submodule-update + $(rbm) build fenix --step get_gradle_dependencies_list --target nightly --target torbrowser-android-armv7 + +get_gradle_dependencies_list-application-services: submodule-update + $(rbm) build application-services --step get_gradle_dependencies_list --target nightly --target torbrowser-android-armv7 + +get_gradle_dependencies_list-android-components: submodule-update + $(rbm) build android-components --step get_gradle_dependencies_list --target nightly --target torbrowser-android-armv7 + submodule-update: git submodule update --init diff --git a/projects/android-components/build b/projects/android-components/build index 896ba3a..e14b803 100644 --- a/projects/android-components/build +++ b/projects/android-components/build @@ -41,7 +41,9 @@ patch -p1 < $rootdir/git.patch # XXX: fetching deps for `assembleGeckoBeta -x lint` by using that same target # results in some missing dependencies for yet unknown reasons. Thus, we use # `assemble` instead for now. - gradle --debug --no-daemon assemble + gradle --debug --no-daemon assemble > gradle.log 2>&1 || ( cat gradle.log; exit 1 ) + $rootdir/gen_gradle_deps_file.sh gradle.log + mv gradle-dependencies-list.txt '[% dest_dir _ "/" _ c("filename") %]' [% ELSE %] # Prepare Glean dependencies for offline build tar -xf $rootdir/[% c('input_files_by_name/glean') %] diff --git a/projects/android-components/config b/projects/android-components/config index e3068b6..5284ce7 100644 --- a/projects/android-components/config +++ b/projects/android-components/config @@ -14,9 +14,6 @@ var: use_container: 1 # This should be updated when the list of gradle dependencies is changed. gradle_dependencies_version: 22 - # Switch to make it easier to grab all dependencies during a dry-run. - # Note: Use the commit before support for new GeckoView interfaces gets added. - fetch_gradle_dependencies: 0 gradle_version: 6.6.1 glean_parser: 2.2.0 @@ -27,10 +24,13 @@ targets: input_files: - project: container-image + pkg_type: build - name: '[% c("var/compiler") %]' project: '[% c("var/compiler") %]' + pkg_type: build - project: gradle name: gradle + pkg_type: build - name: geckoview project: geckoview pkg_type: merge_aars @@ -52,6 +52,8 @@ input_files: name: glean sha256sum: 24ceaaadaf155445e8ad135173d894e05c0745b41ab5fee150f9548550acf2a6 enable: '[% !c("var/fetch_gradle_dependencies") %]' + - filename: gen_gradle_deps_file.sh + enable: '[% c("var/fetch_gradle_dependencies") %]' steps: list_toolchain_updates: @@ -75,3 +77,9 @@ steps: - name: glean project: glean pkg_type: src + + get_gradle_dependencies_list: + filename: 'gradle-dependencies-list-[% c("var/android_components_version") %].txt' + get_gradle_dependencies_list: '[% INCLUDE build %]' + var: + fetch_gradle_dependencies: 1 diff --git a/projects/application-services/build b/projects/application-services/build index b7461bf..40001cd 100644 --- a/projects/application-services/build +++ b/projects/application-services/build @@ -83,7 +83,9 @@ patch -p1 < $rootdir/target.patch [% IF c('var/fetch_gradle_dependencies') %] # XXX: `assemble` is still not enough to see all fetched dependencies via # Gradle's --debug. See: tor-browser-build#40056. - gradle --debug --no-daemon assemble + gradle --debug --no-daemon assemble > gradle.log 2>&1 || ( cat gradle.log; exit 1 ) + $rootdir/gen_gradle_deps_file.sh gradle.log + mv gradle-dependencies-list.txt '[% dest_dir _ "/" _ c("filename") %]' [% ELSE %] # Prepare Glean dependencies for offline build tar -xjf $rootdir/glean-parser-[% c('var/glean_parser') %].tar.bz2 diff --git a/projects/application-services/config b/projects/application-services/config index 588d573..456ce87 100644 --- a/projects/application-services/config +++ b/projects/application-services/config @@ -12,50 +12,61 @@ var: gradle_dependencies_version: 5 # This should be updated when the list of rust dependencies is changed. rust_vendor_version: 5 - # Switch to make it easier to grab all dependencies during a dry-run. - fetch_gradle_dependencies: 0 gradle_version: 6.5 input_files: - project: container-image + pkg_type: build - project: '[% c("var/compiler") %]' name: '[% c("var/compiler") %]' + pkg_type: build - project: gradle name: gradle + pkg_type: build - project: rust name: rust + pkg_type: build - project: uniffi-rs name: uniffi-rs + pkg_type: build - project: nss name: nss-armv7 + pkg_type: build target_prepend: - android-armv7 - project: nss name: nss-aarch64 + pkg_type: build target_prepend: - android-aarch64 - project: nss name: nss-x86 + pkg_type: build target_prepend: - android-x86 - project: nss name: nss-x86_64 + pkg_type: build target_prepend: - android-x86_64 - project: sqlcipher name: sqlcipher-armv7 + pkg_type: build target_prepend: - android-armv7 - project: sqlcipher name: sqlcipher-aarch64 + pkg_type: build target_prepend: - android-aarch64 - project: sqlcipher name: sqlcipher-x86 + pkg_type: build target_prepend: - android-x86 - project: sqlcipher name: sqlcipher-x86_64 + pkg_type: build target_prepend: - android-x86_64 - name: python @@ -79,6 +90,8 @@ input_files: - filename: target.patch - filename: viaduct-workaround.patch - filename: update-cargo-lock.patch + - filename: gen_gradle_deps_file.sh + enable: '[% c("var/fetch_gradle_dependencies") %]' steps: list_toolchain_updates: @@ -87,3 +100,9 @@ steps: var: container: use_container: 0 + + get_gradle_dependencies_list: + filename: 'gradle-dependencies-list-[% c("version") %].txt' + get_gradle_dependencies_list: '[% INCLUDE build %]' + var: + fetch_gradle_dependencies: 1 diff --git a/tools/gen_gradle_deps_file.sh b/projects/common/gen_gradle_deps_file.sh similarity index 100% rename from tools/gen_gradle_deps_file.sh rename to projects/common/gen_gradle_deps_file.sh diff --git a/projects/common/how-to-create-gradle-dependencies-list.txt b/projects/common/how-to-create-gradle-dependencies-list.txt index 940f810..b233eec 100644 --- a/projects/common/how-to-create-gradle-dependencies-list.txt +++ b/projects/common/how-to-create-gradle-dependencies-list.txt @@ -3,9 +3,17 @@ If additional Android dependencies are required by the project's build, then the Gradle build will fail due to missing dependencies. To find out what the missing dependencies are take the following steps. -If the dependencies for `application-services`, `android-components`, or `fenix` -are needed, set the `fetch_gradle_dependencies` flag in their `config` files to -`1`. +1) Updating gradle dependencies for `application-services`, `android-components` + or `fenix` + +The following makefile rules can be used: + + make get_gradle_dependencies_list-application-services + make get_gradle_dependencies_list-android-components + make get_gradle_dependencies_list-fenix + +which should create the gradle-dependencies-list.txt files in the +corresponding out/$project directory, using nightly's branch. Note: `android-components` and `fenix` require modified `geckoview` and `android-components` artifacts to compile successfully. In order to generate the @@ -18,7 +26,16 @@ breaks). For `fenix` dependencies there is still a manual processing required afterwards right now as e.g. our tor-android-service related artifacts are not picked up. -For the firefox project, comment out the following line in the project's build file: + +2) Updating gradle dependencies for `geckoview`, `tor-android-service` + or `tor-onion-proxy-library` + +The `geckoview`, `tor-android-service` and `tor-onion-proxy-library` +projects don't have (yet) a makefile rule to generate their +gradle-dependencies-list.txt file, so a few more steps are needed. + +For the geckoview project, comment out the following line in the project's +build file: export GRADLE_MAVEN_REPOSITORIES="file://$gradle_repo" @@ -34,11 +51,14 @@ Finally, allow network access during the build by setting Dependent artifacts will show up as downloads in the logs. You can pull out these dependencies into a list by passing the log file to the gradle dependency -list script in the tools directory: +list script in the projects/common directory: + +`projects/common/gen_gradle_deps_file.sh /path/to/log/file` + -`./gen_gradle_deps_file.sh /path/to/log/file` +3) Copying the resulting `gradle-dependencies-list.txt` -Copy the resulting `gradle-dependencies-list.txt` over the one in the respective -project. Then, in the project's config file, increment the -`var/gradle_dependencies_version` and make sure to restore the project's build -file back to original or set `fetch_gradle_dependencies` to `0` again. +Copy the resulting `gradle-dependencies-list.txt` (from step 1. or 2.) +over the one in the respective project. Then, in the project's config +file, increment the `var/gradle_dependencies_version` and make sure to +restore the project's build file back to original if you modified it. diff --git a/projects/fenix/build b/projects/fenix/build index b118cdc..6de75cf 100644 --- a/projects/fenix/build +++ b/projects/fenix/build @@ -42,7 +42,12 @@ cp $rootdir/[% c('input_files_by_name/tor-android-service') %]/* app/ # XXX We need the build variant in lower case. Do something smarter here. v=[% c("variant") %] [% IF c("var/fetch_gradle_dependencies") %] - $GRADLE_HOME/gradle/bin/gradle --debug --no-daemon app:assemble[% c('variant') %] app:assembleAndroidTest -x lint -PtestBuildType=${v,} -PdisableOptimization + $GRADLE_HOME/gradle/bin/gradle --debug --no-daemon app:assemble[% c('variant') %] \ + app:assembleAndroidTest -x lint -PtestBuildType=${v,} -PdisableOptimization \ + > gradle.log 2>&1 \ + || ( cat gradle.log; exit 1 ) + $rootdir/gen_gradle_deps_file.sh gradle.log + mv gradle-dependencies-list.txt '[% dest_dir _ "/" _ c("filename") %]' [% ELSE %] # Add our localized strings [% FOREACH lang = c('var/locales_mobile'); diff --git a/projects/fenix/config b/projects/fenix/config index 46cbc1e..ff87d4b 100644 --- a/projects/fenix/config +++ b/projects/fenix/config @@ -15,9 +15,6 @@ var: use_container: 1 # This should be updated when the list of gradle dependencies is changed. gradle_dependencies_version: 24 - # Switch to make it easier to grab all dependencies during a dry-run. - # Note: Use the commit that integrates Tor. - fetch_gradle_dependencies: 0 gradle_version: 6.5.1 glean_parser: 2.2.0 @@ -35,30 +32,22 @@ input_files: name: gradle - name: android-components project: android-components - enable: '[% !c("var/fetch_gradle_dependencies") %]' - name: application-services project: application-services - enable: '[% !c("var/fetch_gradle_dependencies") %]' - name: geckoview project: geckoview pkg_type: merge_aars - enable: '[% !c("var/fetch_gradle_dependencies") %]' - name: python project: python - enable: '[% !c("var/fetch_gradle_dependencies") %]' - name: tba-translation project: tba-translation - enable: '[% !c("var/fetch_gradle_dependencies") %]' - filename: 'gradle-dependencies-[% c("var/gradle_dependencies_version") %]' name: gradle-dependencies - enable: '[% !c("var/fetch_gradle_dependencies") %]' exec: '[% INCLUDE "fetch-gradle-dependencies" %]' - URL: https://people.torproject.org/~boklm/mirrors/sources/glean-wheels-[% c('var/glean_parser') %].tar.xz name: glean sha256sum: 24ceaaadaf155445e8ad135173d894e05c0745b41ab5fee150f9548550acf2a6 - enable: '[% !c("var/fetch_gradle_dependencies") %]' - filename: mavenLocal.patch - enable: '[% !c("var/fetch_gradle_dependencies") %]' - project: tor-android-service name: tor-android-service - project: tor-onion-proxy-library @@ -73,3 +62,25 @@ steps: var: container: use_container: 0 + + get_gradle_dependencies_list: + filename: 'gradle-dependencies-list-[% c("var/fenix_version") %].txt' + get_gradle_dependencies_list: '[% INCLUDE build %]' + var: + fetch_gradle_dependencies: 1 + input_files: + - project: container-image + pkg_type: build + - filename: gen_gradle_deps_file.sh + - name: '[% c("var/compiler") %]' + project: '[% c("var/compiler") %]' + pkg_type: build + - project: gradle + name: gradle + pkg_type: build + - project: tor-android-service + name: tor-android-service + pkg_type: build + - project: tor-onion-proxy-library + name: topl + pkg_type: build

1 0

[tor-browser-build/master] Bug 40259: Update components for mozilla88-based Fenix (GeckoView part)
by sysrqb＠torproject.org 20 Apr '21

20 Apr '21

commit d735870c9767110a84f723ae8371316e01a569da Author: Matthew Finkel <sysrqb(a)torproject.org> Date: Mon Apr 5 21:38:47 2021 +0000 Bug 40259: Update components for mozilla88-based Fenix (GeckoView part) Now Geckoview uses build-tools 30.0.2, so this patch updates android-toolchain, as well. --- projects/android-toolchain/build | 38 ++++++++++++------------ projects/android-toolchain/config | 36 +++++++++++----------- projects/geckoview/config | 8 ++--- projects/geckoview/list_toolchain_updates_checks | 2 +- 4 files changed, 43 insertions(+), 41 deletions(-) diff --git a/projects/android-toolchain/build b/projects/android-toolchain/build index e352b67..29d79e5 100644 --- a/projects/android-toolchain/build +++ b/projects/android-toolchain/build @@ -3,9 +3,9 @@ export PROJECT_PATH=/var/tmp/dist/[% project %] export SDK_HOME=$PROJECT_PATH/android-sdk-linux export NDK_HOME=$PROJECT_PATH/android-ndk -android_release_dir=android-10 -android_release_dir_old=android-9 -android_release_dir_new=android-11 +android_release_dir_9=android-9 +android_release_dir_10=android-10 +android_release_dir_11=android-11 # Make directories mkdir -p $NDK_HOME $SDK_HOME @@ -26,27 +26,27 @@ done # Tool Archives cd $SDK_HOME unzip -qq $HOME/[% c("input_files_by_name/build_tools") %] -d $SDK_HOME -mkdir -p build-tools/[% c("version") %] -mv $android_release_dir/* build-tools/[% c("version") %] +mkdir -p build-tools/[% c("var/version_30") %] +mv $android_release_dir_11/* build-tools/[% c("var/version_30") %] + +unzip -qq $HOME/[% c("input_files_by_name/platform") %] -d $SDK_HOME +mkdir -p platforms/android-[% c("var/android_api_level") %] +mv $android_release_dir_11/* platforms/android-[% c("var/android_api_level") %] # Apart from GeckoView all other projects do still need build-tools 28.0.3 as # they are using the Gradle plugin 3.2.1 - 3.6.0 without specifying # `buildToolsVersion`. -unzip -qq $HOME/[% c("input_files_by_name/build_tools_old") %] -d $SDK_HOME -mkdir -p build-tools/[% c("version_old") %] -mv $android_release_dir_old/* build-tools/[% c("version_old") %] - -unzip -qq $HOME/[% c("input_files_by_name/platform") %] -d $SDK_HOME -mkdir -p platforms/android-[% c("var/android_api_level") %] -mv $android_release_dir/* platforms/android-[% c("var/android_api_level") %] +unzip -qq $HOME/[% c("input_files_by_name/build_tools_28") %] -d $SDK_HOME +mkdir -p build-tools/[% c("var/version_28") %] +mv $android_release_dir_9/* build-tools/[% c("var/version_28") %] -unzip -qq $HOME/[% c("input_files_by_name/build_tools_new") %] -d $SDK_HOME -mkdir -p build-tools/[% c("var/android_api_level_new") %] -mv $android_release_dir_new/* build-tools/[% c("var/android_api_level_new") %] +unzip -qq $HOME/[% c("input_files_by_name/build_tools_29") %] -d $SDK_HOME +mkdir -p build-tools/[% c("var/version_29") %] +mv $android_release_dir_10/* build-tools/[% c("var/version_29") %] -unzip -qq $HOME/[% c("input_files_by_name/platform_new") %] -d $SDK_HOME -mkdir -p platforms/android-[% c("var/android_api_level_new") %] -mv $android_release_dir_new/* platforms/android-[% c("var/android_api_level_new") %] +unzip -qq $HOME/[% c("input_files_by_name/platform_29") %] -d $SDK_HOME +mkdir -p platforms/android-[% c("var/android_api_level_29") %] +mv $android_release_dir_10/* platforms/android-[% c("var/android_api_level_29") %] unzip -qq $HOME/[% c("input_files_by_name/platform_tools") %] -d $SDK_HOME @@ -56,7 +56,7 @@ mkdir emulator cp tools/emulator emulator/ # Cleanup -rm -fR $android_release_dir $android_release_dir_old $android_release_dir_new +rm -fR $android_release_dir_9 $android_release_dir_10 $android_release_dir_11 # Archive dist directory cd /var/tmp/dist diff --git a/projects/android-toolchain/config b/projects/android-toolchain/config index 6d78b37..5196528 100644 --- a/projects/android-toolchain/config +++ b/projects/android-toolchain/config @@ -1,8 +1,10 @@ # vim: filetype=yaml sw=2 filename: '[% project %]-[% c("version") %]-[% c("var/build_id") %].tar.gz' -version: 29.0.2 -version_old: 28.0.3 +version: '[% c("var/version_28") %]+[% c("var/version_29") %]+[% c("var/version_30") %]' var: + version_30: 30.0.2 + version_29: 29.0.2 + version_28: 28.0.3 container: use_container: 1 deps: @@ -25,36 +27,36 @@ var: export PATH=$PATH:$ANDROID_NDK_HOME/toolchains/llvm/prebuilt/linux-x86_64/bin:$GRADLE_HOME/gradle/bin mkdir -p "$GRADLE_HOME" google_repo: https://dl.google.com/android/repository - android_api_level: 29 - android_platform_revision: 04 - android_api_level_new: 30 - android_platform_revision_new: 03 + android_api_level: 30 + android_platform_revision: 03 + android_api_level_29: 29 + android_platform_revision_29: 04 android_ndk_version: 21 android_ndk_revision: d sdk_tools_version: 4333796 input_files: - project: container-image - - URL: '[% c("var/google_repo") %]/build-tools_r[% c("version") %]-linux.zip' + - URL: '[% c("var/google_repo") %]/build-tools_r[% c("var/version_30") %]-linux.zip' name: build_tools + sha256sum: 565af786dc0cc1941002174fb945122eabd080b222cd4c7c3d9a2ae0fabf5dc4 + - URL: '[% c("var/google_repo") %]/build-tools_r[% c("var/version_29") %]-linux.zip' + name: build_tools_29 sha256sum: 1e9393cbfd4a4b82e30e7f55ab38db4a5a3259db93d5821c63597bc74522fa08 - - URL: '[% c("var/google_repo") %]/build-tools_r[% c("version_old") %]-linux.zip' - name: build_tools_old + - URL: '[% c("var/google_repo") %]/build-tools_r[% c("var/version_28") %]-linux.zip' + name: build_tools_28 sha256sum: 7954956a40633c88f693d638cbc23f68e9e2499dc7a4b7dfdaf6a3e91387749a + - URL: '[% c("var/google_repo") %]/platform-[% c("var/android_api_level_29") %]_r[% c("var/android_platform_revision_29") %].zip' + name: platform_29 + sha256sum: c9eaf2ce4e8fa6f5a8036bd3c95363d003733bf0a1bd349718cadf802db44c69 - URL: '[% c("var/google_repo") %]/platform-[% c("var/android_api_level") %]_r[% c("var/android_platform_revision") %].zip' name: platform - sha256sum: c9eaf2ce4e8fa6f5a8036bd3c95363d003733bf0a1bd349718cadf802db44c69 - - URL: '[% c("var/google_repo") %]/build-tools_r[% c("var/android_api_level_new") %]-linux.zip' - name: build_tools_new - sha256sum: ed3b7f9b2d15e90a12c2e739adb749d7d834e2f953e677380206bd14db135c6c - - URL: '[% c("var/google_repo") %]/platform-[% c("var/android_api_level_new") %]_r[% c("var/android_platform_revision_new") %].zip' - name: platform_new sha256sum: f3f5b75744dbf6ee6ed3e8174a71e513bfee502d0bc3463ea97e517bff68d84e # ./mach bootstrap is fetching the latest version, so it does not seem to # matter which particular version we are using. Pin to the one fitting best to # SDK version/build-tools version. - - URL: '[% c("var/google_repo") %]/platform-tools_r[% c("version") %]-linux.zip' + - URL: '[% c("var/google_repo") %]/platform-tools_r[% c("var/version_30") %]-linux.zip' name: platform_tools - sha256sum: 633b6dfa245f5dc58d15da9ead655bcd14de5784196ec0f0dc7e37a5acb61be4 + sha256sum: f7306a7c66d8149c4430aff270d6ed644c720ea29ef799dc613d3dc537485c6e - URL: '[% c("var/google_repo") %]/sdk-tools-linux-[% c("var/sdk_tools_version") %].zip' name: android_sdk_tools sha256sum: 92ffee5a1d98d856634e8b71132e8a95d96c83a63fde1099be3d86df3106def9 diff --git a/projects/geckoview/config b/projects/geckoview/config index c6286db..d3964dc 100644 --- a/projects/geckoview/config +++ b/projects/geckoview/config @@ -8,7 +8,7 @@ git_submodule: 1 gpg_keyring: torbutton.gpg var: - geckoview_version: 87.0 + geckoview_version: 88.0b4 torbrowser_branch: 10.5 copyright_year: '[% exec("git show -s --format=%ci").remove("-.*") %]' deps: @@ -138,10 +138,10 @@ steps: - torbrowser-android-x86_64 list_toolchain_updates: - git_url: https://github.com/mozilla/gecko-dev.git + #git_url: https://github.com/mozilla/gecko-dev.git # 88.0b8 - git_hash: 43ab49774f70a5c70b2cd69a2b2a8bc0a3be20bf - tag_gpg_id: 0 + #git_hash: 43ab49774f70a5c70b2cd69a2b2a8bc0a3be20bf + #tag_gpg_id: 0 input_files: [] var: container: diff --git a/projects/geckoview/list_toolchain_updates_checks b/projects/geckoview/list_toolchain_updates_checks index ffc5e23..f31fa51 100644 --- a/projects/geckoview/list_toolchain_updates_checks +++ b/projects/geckoview/list_toolchain_updates_checks @@ -44,7 +44,7 @@ if (m/build_tools_version\\s*=\\s*"([^"]+)"/) { } EOF needed=$(cat build/moz.configure/android-sdk.configure | perl -ne "$p") -current='[% pc("android-toolchain", "version") %]' +current='[% pc("android-toolchain", "var/version_30") %]' check_update_needed build_tools "$needed" "$current"

1 0

[tor-browser-build/master] Bug 40266: Make the list of components updates for switch to mozilla88-based Fenix
by sysrqb＠torproject.org 20 Apr '21

20 Apr '21

commit 6dcdc7431e46f63f3f7265741906a0e71ad45660 Author: Nicolas Vigier <boklm(a)torproject.org> Date: Mon Apr 5 13:46:10 2021 +0200 Bug 40266: Make the list of components updates for switch to mozilla88-based Fenix --- projects/android-components/config | 3 +++ projects/application-services/config | 1 + projects/fenix/config | 3 +++ projects/geckoview/config | 4 ++++ 4 files changed, 11 insertions(+) diff --git a/projects/android-components/config b/projects/android-components/config index 216a818..a9942e3 100644 --- a/projects/android-components/config +++ b/projects/android-components/config @@ -53,6 +53,9 @@ input_files: steps: list_toolchain_updates: + git_url: https://github.com/mozilla-mobile/android-components.git + git_hash: v74.0.6 + tag_gpg_id: 0 var: container: use_container: 0 diff --git a/projects/application-services/config b/projects/application-services/config index 6a80ffc..0cf0dd2 100644 --- a/projects/application-services/config +++ b/projects/application-services/config @@ -84,6 +84,7 @@ input_files: steps: list_toolchain_updates: + git_hash: 'v74.0.1' input_files: [] var: container: diff --git a/projects/fenix/config b/projects/fenix/config index a3e95b0..f0b7e12 100644 --- a/projects/fenix/config +++ b/projects/fenix/config @@ -64,6 +64,9 @@ input_files: steps: list_toolchain_updates: + git_url: https://github.com/mozilla-mobile/fenix.git + git_hash: v88.0.0-beta.4 + tag_gpg_id: 0 input_files: [] var: container: diff --git a/projects/geckoview/config b/projects/geckoview/config index 0d90a27..c6286db 100644 --- a/projects/geckoview/config +++ b/projects/geckoview/config @@ -138,6 +138,10 @@ steps: - torbrowser-android-x86_64 list_toolchain_updates: + git_url: https://github.com/mozilla/gecko-dev.git + # 88.0b8 + git_hash: 43ab49774f70a5c70b2cd69a2b2a8bc0a3be20bf + tag_gpg_id: 0 input_files: [] var: container:

1 0

[tor-browser-build/master] Bug 40251: Fix indentation in projects/android-toolchain/build
by sysrqb＠torproject.org 20 Apr '21

20 Apr '21

commit 6be6549c1a41b7afe5da583be8e3cb0fa2c5faae Author: Nicolas Vigier <boklm(a)torproject.org> Date: Tue Mar 23 15:41:19 2021 +0100 Bug 40251: Fix indentation in projects/android-toolchain/build --- projects/android-toolchain/build | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/projects/android-toolchain/build b/projects/android-toolchain/build index cd6caec..e352b67 100644 --- a/projects/android-toolchain/build +++ b/projects/android-toolchain/build @@ -20,7 +20,7 @@ unzip -qq [% c("input_files_by_name/android_ndk_compiler")%] -d $NDK_HOME # so we only have to take care of one. See: #33557 (comment 2674649). cd $NDK_HOME/android-ndk-r[% c("var/android_ndk_version") %][% c("var/android_ndk_revision") %]/toolchains/llvm/prebuilt/linux-x86_64/bin for f in `ls arm-linux-androideabi-*`; do - ln -s $f ${f//arm-linux-androideabi/armv7a-linux-androideabi} + ln -s $f ${f//arm-linux-androideabi/armv7a-linux-androideabi} done # Tool Archives

1 0

[tor-browser-build/master] Bug 34108: Add scripts to check for needed toolchain updates
by sysrqb＠torproject.org 20 Apr '21

20 Apr '21

commit 9186eefe65db7fb8e63c6979e286ee302061c076 Author: Nicolas Vigier <boklm(a)torproject.org> Date: Mon Apr 5 13:15:17 2021 +0200 Bug 34108: Add scripts to check for needed toolchain updates Checking toolchain updates can be done with the following commands: make list_toolchain_updates-geckoview make list_toolchain_updates-application-services make list_toolchain_updates-android-components make list_toolchain_updates-fenix --- Makefile | 12 ++ projects/android-components/config | 20 ++ .../list_toolchain_updates_checks | 85 +++++++++ projects/android-toolchain/config | 3 +- projects/application-services/config | 7 + .../list_toolchain_updates_checks | 97 ++++++++++ projects/common/list_toolchain_updates | 38 ++++ projects/fenix/config | 7 + projects/fenix/list_toolchain_updates_checks | 73 ++++++++ projects/geckoview/config | 5 + projects/geckoview/list_toolchain_updates_checks | 202 +++++++++++++++++++++ projects/glean/config | 9 + projects/llvm-project/config | 2 +- rbm.conf | 3 + 14 files changed, 561 insertions(+), 2 deletions(-) diff --git a/Makefile b/Makefile index eedb27a..96600e2 100644 --- a/Makefile +++ b/Makefile @@ -201,6 +201,18 @@ dmg2mar-alpha: submodule-update tools/update-responses/download_missing_versions alpha CHECK_CODESIGNATURE_EXISTS=1 MAR_SKIP_EXISTING=1 tools/update-responses/gen_incrementals alpha +list_toolchain_updates-fenix: submodule-update + $(rbm) build fenix --step list_toolchain_updates --target nightly --target torbrowser-android-armv7 + +list_toolchain_updates-android-components: submodule-update + $(rbm) build android-components --step list_toolchain_updates --target nightly --target torbrowser-android-armv7 + +list_toolchain_updates-application-services: submodule-update + $(rbm) build application-services --step list_toolchain_updates --target nightly --target torbrowser-android-armv7 + +list_toolchain_updates-geckoview: submodule-update + $(rbm) build geckoview --step list_toolchain_updates --target nightly --target torbrowser-android-armv7 + submodule-update: git submodule update --init diff --git a/projects/android-components/config b/projects/android-components/config index b3dee3a..216a818 100644 --- a/projects/android-components/config +++ b/projects/android-components/config @@ -50,3 +50,23 @@ input_files: - URL: https://people.torproject.org/~gk/mirrors/sources/glean-parser-[% c('var/glean_parser') %].tar.bz2 sha256sum: 19dbdd4958022a1a638e0217489ab722fe7d4f588f1978a4ae162f93e75694c2 enable: '[% !c("var/fetch_gradle_dependencies") %]' + +steps: + list_toolchain_updates: + var: + container: + use_container: 0 + get_glean_version: | + #!/bin/bash + read -d '' p << 'EOF' || true + if (m/const\\sval\\smozilla_glean\\s=\\s"([^"]+)"/) { + print $1; + exit; + } + EOF + perl -ne "$p" < buildSrc/src/main/java/Dependencies.kt + glean_version: '[% exec(c("var/get_glean_version")) %]' + input_files: + - name: glean + project: glean + pkg_type: src diff --git a/projects/android-components/list_toolchain_updates_checks b/projects/android-components/list_toolchain_updates_checks new file mode 100644 index 0000000..a46afb4 --- /dev/null +++ b/projects/android-components/list_toolchain_updates_checks @@ -0,0 +1,85 @@ +#!/bin/bash + +# compileSdkVersion +read -d '' p << 'EOF' || true +if (m/compileSdkVersion:\\s+(.*)$/) { + print $1; + exit; +} +EOF +needed=$(cat .config.yml | perl -ne "$p") +current=30 +check_update_needed compileSdkVersion "$needed" "$current" + + +# targetSdkVersion +read -d '' p << 'EOF' || true +if (m/targetSdkVersion:\\s+(.*)$/) { + print $1; + exit; +} +EOF +needed=$(cat .config.yml | perl -ne "$p") +current=30 +check_update_needed targetSdkVersion "$needed" "$current" + + +# minSdkVersion +read -d '' p << 'EOF' || true +if (m/minSdkVersion:\\s+(.*)$/) { + print $1; + exit; +} +EOF +needed=$(cat .config.yml | perl -ne "$p") +current=21 +check_update_needed minSdkVersion "$needed" "$current" + + +# application-services +read -d '' p << 'EOF' || true +if (m/const\\sval\\smozilla_appservices\\s=\\s"([^"]+)"/) { + print $1; + exit; +} +EOF +needed=$(cat buildSrc/src/main/java/Dependencies.kt | perl -ne "$p") +current='[% pc("application-services", "version") %]' +check_update_needed application-services "$needed" "$current" + + +# glean_parser +read -d '' p << 'EOF' || true +if (m/^\\s*"glean_parser==([^"]+)",/) { + print $1; + exit; +} +EOF +tar xf $rootdir/[% c('input_files_by_name/glean') %] +needed=$(cat glean-[% c("var/glean_version") %]/glean-core/python/setup.py | perl -ne "$p") +current='[% c("var/glean_parser") %]' +check_update_needed glean_parser "$needed" "$current" + + +# gradle +read -d '' p << 'EOF' || true +if (m|distributionUrl=https\\\\://services.gradle.org/distributions/gradle-(.*)…) { + print $1; + exit; +} +EOF +needed=$(cat gradle/wrapper/gradle-wrapper.properties | perl -ne "$p") +current='[% c("var/gradle_version") %]' +check_update_needed gradle "$needed" "$current" + + +# android-gradle-plugin +read -d '' p << 'EOF' || true +if (m/const\\s+val\\s+android_gradle_plugin\\s+=\\s+"([^"]+)"/) { + print $1; + exit; +} +EOF +needed=$(cat buildSrc/src/main/java/Dependencies.kt | perl -ne "$p") +current='4.0.1' +check_update_needed android-gradle-plugin "$needed" "$current" diff --git a/projects/android-toolchain/config b/projects/android-toolchain/config index dc30b4d..6d78b37 100644 --- a/projects/android-toolchain/config +++ b/projects/android-toolchain/config @@ -31,6 +31,7 @@ var: android_platform_revision_new: 03 android_ndk_version: 21 android_ndk_revision: d + sdk_tools_version: 4333796 input_files: - project: container-image - URL: '[% c("var/google_repo") %]/build-tools_r[% c("version") %]-linux.zip' @@ -54,7 +55,7 @@ input_files: - URL: '[% c("var/google_repo") %]/platform-tools_r[% c("version") %]-linux.zip' name: platform_tools sha256sum: 633b6dfa245f5dc58d15da9ead655bcd14de5784196ec0f0dc7e37a5acb61be4 - - URL: '[% c("var/google_repo") %]/sdk-tools-linux-4333796.zip' + - URL: '[% c("var/google_repo") %]/sdk-tools-linux-[% c("var/sdk_tools_version") %].zip' name: android_sdk_tools sha256sum: 92ffee5a1d98d856634e8b71132e8a95d96c83a63fde1099be3d86df3106def9 - URL: '[% c("var/google_repo") %]/android-ndk-r[% c("var/android_ndk_version") %][% c("var/android_ndk_revision") %]-linux-x86_64.zip' diff --git a/projects/application-services/config b/projects/application-services/config index 951d5b0..6a80ffc 100644 --- a/projects/application-services/config +++ b/projects/application-services/config @@ -81,3 +81,10 @@ input_files: - filename: viaduct-workaround.patch - filename: viaduct-workaround2.patch - filename: update-cargo-lock.patch + +steps: + list_toolchain_updates: + input_files: [] + var: + container: + use_container: 0 diff --git a/projects/application-services/list_toolchain_updates_checks b/projects/application-services/list_toolchain_updates_checks new file mode 100644 index 0000000..69c232c --- /dev/null +++ b/projects/application-services/list_toolchain_updates_checks @@ -0,0 +1,97 @@ +#!/bin/bash + +# ndkVersion +read -d '' p << 'EOF' || true +if (m/^\\s*ndkVersion:\\s"([^"]*)",/) { + print $1; + exit; +} +EOF +needed=$(cat build.gradle | perl -ne "$p") +current='21.3.6528147' +check_update_needed ndkVersion "$needed" "$current" + + +# compileSdkVersion +read -d '' p << 'EOF' || true +if (m/^\\s*compileSdkVersion:\\s([^"]*),/) { + print $1; + exit; +} +EOF +needed=$(cat build.gradle | perl -ne "$p") +current=29 +check_update_needed compileSdkVersion "$needed" "$current" + + +# minSdkVersion +read -d '' p << 'EOF' || true +if (m/^\\s*minSdkVersion:\\s([^"]*),/) { + print $1; + exit; +} +EOF +needed=$(cat build.gradle | perl -ne "$p") +current=21 +check_update_needed minSdkVersion "$needed" "$current" + + +# gradle +read -d '' p << 'EOF' || true +if (m|distributionUrl=https\\\\://services.gradle.org/distributions/gradle-(.*)…) { + print $1; + exit; +} +EOF +needed=$(cat gradle/wrapper/gradle-wrapper.properties | perl -ne "$p") +current='[% c("var/gradle_version") %]' +check_update_needed gradle "$needed" "$current" + + +# nss-nspr +read -d '' p << 'EOF' || true +if (m/NSS_ARCHIVE="nss-(.*-with-nspr-.*)\\.tar\\.gz"/) { + print $1; + exit; +} +EOF +needed=$(cat libs/build-all.sh | perl -ne "$p") +current='[% pc("nss", "version") %]-with-nspr-[% pc("nss", "nspr_version") %]' +check_update_needed nss-nspr "$needed" "$current" + + +# sqlcipher +read -d '' p << 'EOF' || true +if (m/SQLCIPHER_VERSION="([^"]+)"/) { + print $1; + exit; +} +EOF +needed=$(cat libs/build-all.sh | perl -ne "$p") +current='[% pc("sqlcipher", "version") %]' +check_update_needed sqlcipher "$needed" "$current" + + +# android-gradle-plugin +read -d '' p << 'EOF' || true +if (m/^\\s*ext\\.android_gradle_plugin_version\\s=\\s'([^']*)'/) { + print $1; + exit; +} +EOF +needed=$(cat build.gradle | perl -ne "$p") +current='4.0.1' +check_update_needed android-gradle-plugin "$needed" "$current" + + +# android-components +read -d '' p << 'EOF' || true +if (m/^\\s*ext\\.android_components_version\\s=\\s'([^']*)'/) { + print $1; + exit; +} +EOF +needed=$(cat build.gradle | perl -ne "$p") +current=71.0.0 +check_update_needed android-components "$needed" "$current" + diff --git a/projects/common/list_toolchain_updates b/projects/common/list_toolchain_updates new file mode 100644 index 0000000..4cfd829 --- /dev/null +++ b/projects/common/list_toolchain_updates @@ -0,0 +1,38 @@ +#!/usr/bin/bash + +set -e + +rootdir="$(pwd)" +no_updates="$rootdir/no_updates.txt" +updates="$rootdir/updates.txt" + +tar -xf [% project %]-[% c('version') %].tar.gz +cd [% project %]-[% c('version') %] + +function check_update_needed() { + name="$1" + v1="$2" + v2="$3" + if test "$v1" = "$v2" + then + echo "* $name ($v1)" >> "$no_updates" + else + echo "* $name needs to be updated to $v1 (currently at $v2)" >> "$updates" + fi +} + +[% INCLUDE list_toolchain_updates_checks %] + +echo '### Component: [% project %] ([% c("git_hash") %])' + +if test -f "$updates" +then + echo "The following components need to be updated:" + cat "$updates" + echo +fi +if test -f "$no_updates" +then + echo "The following components don't need to be updated:" + cat "$no_updates" +fi diff --git a/projects/fenix/config b/projects/fenix/config index 49ef350..a3e95b0 100644 --- a/projects/fenix/config +++ b/projects/fenix/config @@ -61,3 +61,10 @@ input_files: name: tor-android-service - project: tor-onion-proxy-library name: topl + +steps: + list_toolchain_updates: + input_files: [] + var: + container: + use_container: 0 diff --git a/projects/fenix/list_toolchain_updates_checks b/projects/fenix/list_toolchain_updates_checks new file mode 100644 index 0000000..43dd1b4 --- /dev/null +++ b/projects/fenix/list_toolchain_updates_checks @@ -0,0 +1,73 @@ +#!/bin/bash + +# android-components +read -d '' p << 'EOF' || true +if (m/const\\s+val\\s+VERSION\\s+=\\s+"([^"]+)"/) { + print $1; + exit; +} +EOF +needed=$(cat buildSrc/src/main/java/AndroidComponents.kt | perl -ne "$p") +current='[% pc("android-components", "var/android_components_version") %]' +check_update_needed android-components "$needed" "$current" + + +# targetSdkVersion +read -d '' p << 'EOF' || true +if (m/const\\s+val\\s+targetSdkVersion\\s+=\\s+([^"]+)/) { + print $1; + exit; +} +EOF +needed=$(cat buildSrc/src/main/java/Config.kt | perl -ne "$p") +current=29 +check_update_needed targetSdkVersion "$needed" "$current" + + +# compileSdkVersion +read -d '' p << 'EOF' || true +if (m/const\\s+val\\s+compileSdkVersion\\s+=\\s+([^"]+)/) { + print $1; + exit; +} +EOF +needed=$(cat buildSrc/src/main/java/Config.kt | perl -ne "$p") +current=29 +check_update_needed compileSdkVersion "$needed" "$current" + + +# minSdkVersion +read -d '' p << 'EOF' || true +if (m/const\\s+val\\s+minSdkVersion\\s+=\\s+([^"]+)/) { + print $1; + exit; +} +EOF +needed=$(cat buildSrc/src/main/java/Config.kt | perl -ne "$p") +current=21 +check_update_needed compileSdkVersion "$needed" "$current" + + +# gradle +read -d '' p << 'EOF' || true +if (m|distributionUrl=https\\\\://services.gradle.org/distributions/gradle-(.*)…) { + print $1; + exit; +} +EOF +needed=$(cat gradle/wrapper/gradle-wrapper.properties | perl -ne "$p") +current='[% c("var/gradle_version") %]' +check_update_needed gradle "$needed" "$current" + + +# android-gradle-plugin +read -d '' p << 'EOF' || true +if (m/const\\s+val\\s+android_gradle_plugin\\s+=\\s+"([^"]+)"/) { + print $1; + exit; +} +EOF +needed=$(cat buildSrc/src/main/java/Dependencies.kt | perl -ne "$p") +current='4.0.1' +check_update_needed android-gradle-plugin "$needed" "$current" + diff --git a/projects/geckoview/config b/projects/geckoview/config index d9bc3f8..0d90a27 100644 --- a/projects/geckoview/config +++ b/projects/geckoview/config @@ -137,6 +137,11 @@ steps: target_prepend: - torbrowser-android-x86_64 + list_toolchain_updates: + input_files: [] + var: + container: + use_container: 0 targets: nightly: diff --git a/projects/geckoview/list_toolchain_updates_checks b/projects/geckoview/list_toolchain_updates_checks new file mode 100644 index 0000000..ffc5e23 --- /dev/null +++ b/projects/geckoview/list_toolchain_updates_checks @@ -0,0 +1,202 @@ +#!/bin/bash + +# ndk version +read -d '' p << 'EOF' || true +if (m/^\\s*NDK_VERSION\\s*=\\s*"(.+)"/) { + print $1; + exit; +} +EOF +needed=$(cat python/mozboot/mozboot/android.py | perl -ne "$p") +current='r[% pc("android-toolchain", "var/android_ndk_version") %][% pc("android-toolchain", "var/android_ndk_revision") %]' +check_update_needed ndk_version "$needed" "$current" + + +# rust +read -d '' p << 'EOF' || true +my $d = YAML::XS::LoadFile('taskcluster/ci/toolchain/rust.yml'); +foreach my $t (keys %$d) { + if ($d->{$t}{run}{'toolchain-alias'} eq 'linux64-rust-android') { + my $channel; + foreach my $arg (@{$d->{$t}{run}{arguments}}) { + if ($arg eq '--channel') { + $channel = 1; + next; + } + if ($channel) { + print $arg; + exit; + } + } + } +} +EOF +needed=$(perl -MYAML::XS -e "$p") +current='[% pc("rust", "version") %]' +check_update_needed rust "$needed" "$current" + + +# build_tools +read -d '' p << 'EOF' || true +if (m/build_tools_version\\s*=\\s*"([^"]+)"/) { + print $1; + exit; +} +EOF +needed=$(cat build/moz.configure/android-sdk.configure | perl -ne "$p") +current='[% pc("android-toolchain", "version") %]' +check_update_needed build_tools "$needed" "$current" + + +# target_sdk +read -d '' p << 'EOF' || true +if (m/target_sdk_version\\s*=\\s*"(.+)"/) { + print $1; + exit; +} +EOF +needed=$(cat build/moz.configure/android-sdk.configure | perl -ne "$p") +current='[% pc("android-toolchain", "var/android_api_level") %]' +check_update_needed target_sdk "$needed" "$current" + + +# sdk-tools +read -d '' p << 'EOF' || true +if (m|https://dl\\.google\\.com/android/repository/sdk-tools-.+-([^-]+).zip|) { + print $1; + exit; +} +EOF +needed=$(cat python/mozboot/mozboot/android.py | perl -ne "$p") +current='[% pc("android-toolchain", "var/sdk_tools_version") %]' +check_update_needed sdk-tools "$needed" "$current" + + +# min-android +read -d '' p << 'EOF' || true +use Path::Tiny; +use Digest::SHA qw(sha256_hex); +my $f; +my $min_indent; +foreach (path('build/moz.configure/android-ndk.configure')->lines_utf8) { + if ($_ eq "def min_android_version(target):\\n") { + $f = $_; + next; + } else { + next unless $f; + } + m/^(\\s*)/; + my $indent = length $1; + $min_indent = $indent unless $min_indent; + last if $indent < $min_indent; + $f .= $_; +} +print substr(sha256_hex($f), 0, 10); +EOF +needed=$(perl -e "$p") +# We can't easily parse the min_android_version function. +# Instead we get a checksum of the function, and manually check it when +# it was updated. +# Current value of min_android_version is: +# 21 on aarch64, x86_64 +# 16 on other archs +current=303de6de36 +check_update_needed min-android "$needed" "$current" + + +# min_sdk +read -d '' p << 'EOF' || true +if (m/^\\s*MOZ_ANDROID_MIN_SDK_VERSION\\s*=\\s*([^\\s]+)/) { + print $1; + exit; +} +EOF +needed=$(cat mobile/android/confvars.sh | perl -ne "$p") +current=16 +check_update_needed min_sdk "$needed" "$current" + + +# gradle +read -d '' p << 'EOF' || true +if (m|distributionUrl=https\\\\://services.gradle.org/distributions/gradle-(.*)…) { + print $1; + exit; +} +EOF +needed=$(cat gradle/wrapper/gradle-wrapper.properties | perl -ne "$p") +current='[% c("var/gradle_version") %]' +check_update_needed gradle "$needed" "$current" + + +# cbindgen +read -d '' p << 'EOF' || true +if (m/^\\s*cbindgen_min_version\\s*=\\s*Version\$"([^"]+)"\$/) { + print $1; + exit; +} +EOF +needed=$(cat build/moz.configure/bindgen.configure | perl -ne "$p") +current='[% pc("cbindgen", "version") %]' +check_update_needed cbindgen "$needed" "$current" + + +# nasm +read -d '' p << 'EOF' || true +if (m/^\\s*MODERN_NASM_VERSION\\s*=\\s*LooseVersion\$"([^"]+)"\$/) { + print $1; + exit; +} +EOF +needed=$(cat python/mozboot/mozboot/base.py | perl -ne "$p") +current='2.14' +check_update_needed nasm "$needed" "$current" + + +# clang +read -d '' p << 'EOF' || true +my $d = YAML::XS::LoadFile('taskcluster/ci/toolchain/clang.yml'); +my $clang_toolchain; +foreach my $t (keys %$d) { + if ($d->{$t}{run}{'toolchain-alias'} eq 'linux64-clang-android-cross') { + foreach my $fetch (@{$d->{$t}{fetches}{fetch}}) { + $clang_toolchain = $fetch if $fetch =~ m/^clang-.*/; + } + last; + } +} + +if (!$clang_toolchain) { + print STDERR "Error: could not find clang toolchain"; + exit 1; +} + +my $fetch = YAML::XS::LoadFile('taskcluster/ci/fetch/toolchains.yml'); +print $fetch->{$clang_toolchain}{fetch}{revision}; +EOF +needed=$(perl -MYAML::XS -e "$p") +current='[% pc("llvm-project", "git_hash") %]' +check_update_needed clang "$needed" "$current" + + +# node +read -d '' p << 'EOF' || true +if (m/^\\s*NODE_MIN_VERSION\\s*=\\s*StrictVersion\$"([^"]+)"\$/) { + print $1; + exit; +} +EOF +needed=$(cat python/mozbuild/mozbuild/nodeutil.py | perl -ne "$p") +current='[% pc("node", "version") %]' +check_update_needed node "$needed" "$current" + + +# python +read -d '' p << 'EOF' || true +if (m/find_python3_executable\\(min_version\\s*=\\s*"([^"]+)"/) { + print $1; + exit; +} +EOF +needed=$(cat build/moz.configure/init.configure | perl -ne "$p") +current=3.6.0 +check_update_needed python "$needed" "$current" diff --git a/projects/glean/config b/projects/glean/config new file mode 100644 index 0000000..45bc43b --- /dev/null +++ b/projects/glean/config @@ -0,0 +1,9 @@ +# vim: filetype=yaml sw=2 +git_hash: 'v[% c("version") %]' +git_url: https://github.com/mozilla/glean.git +filename: '[% project %]-[% c("version") %]-[% c("var/build_id") %].tar.gz' +version: '[% pc(c("origin_project"), "var/glean_version", { step => "list_toolchain_updates" }) %]' + +src: | + #!/bin/bash + mv -f [% project %]-[% c('version') %].tar.gz [% dest_dir %]/[% c('filename') %] diff --git a/projects/llvm-project/config b/projects/llvm-project/config index 822f08d..c6fa2d8 100644 --- a/projects/llvm-project/config +++ b/projects/llvm-project/config @@ -1,5 +1,5 @@ # vim: filetype=yaml sw=2 version: 11.0.1 -git_hash: 43ff75f2c3feef64f9d73328230d34dac8832a9 +git_hash: 43ff75f2c3feef64f9d73328230d34dac8832a91 git_url: https://github.com/llvm/llvm-project filename: '[% project %]-[% c("version") %]-[% c("var/build_id") %].tar.gz' diff --git a/rbm.conf b/rbm.conf index 8751f7a..814b21f 100644 --- a/rbm.conf +++ b/rbm.conf @@ -15,6 +15,9 @@ steps: set -e mkdir -p '[% dest_dir %]' mv -vf '[% project %]-[% c("version") %].tar.xz' '[% dest_dir %]/[% c("filename") %]' + list_toolchain_updates: + build_log: '-' + list_toolchain_updates: '[% INCLUDE list_toolchain_updates %]' # buildconf contains build options that the user can change in rbm.local.conf # When adding a new option to buildconf, a default value should be defined

1 0

[tor-browser-build/master] Bug 25934: Disable building of rust docs
by sysrqb＠torproject.org 20 Apr '21

20 Apr '21

commit 9c5cba82e6e580c942068822d398bd380cc27dbc Author: Nicolas Vigier <boklm(a)torproject.org> Date: Mon Mar 22 13:51:22 2021 +0100 Bug 25934: Disable building of rust docs --- projects/rust/build | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/projects/rust/build b/projects/rust/build index 31e1070..9609758 100644 --- a/projects/rust/build +++ b/projects/rust/build @@ -60,7 +60,7 @@ cd /var/tmp/build/rustc-[% c('version') %]-src mkdir build cd build -../configure --prefix=$distdir [% c("var/configure_opt") %] +../configure --prefix=$distdir --disable-docs --disable-compiler-docs [% c("var/configure_opt") %] make -j[% c("buildconf/num_procs") %] make install

1 0

[tor-browser-build/master] Bug 40272: Add script to generate glean depencies tarballs
by sysrqb＠torproject.org 20 Apr '21

20 Apr '21

commit 4d562a83c40e4579250dc36666ef60d54601bc31 Author: Nicolas Vigier <boklm(a)torproject.org> Date: Fri Apr 9 17:28:55 2021 +0200 Bug 40272: Add script to generate glean depencies tarballs --- Makefile | 6 ++++ projects/common/how-to-update-glean-parser.txt | 30 +++++++----------- projects/glean/config | 44 ++++++++++++++++++++++++++ 3 files changed, 62 insertions(+), 18 deletions(-) diff --git a/Makefile b/Makefile index 96600e2..35e8834 100644 --- a/Makefile +++ b/Makefile @@ -213,6 +213,12 @@ list_toolchain_updates-application-services: submodule-update list_toolchain_updates-geckoview: submodule-update $(rbm) build geckoview --step list_toolchain_updates --target nightly --target torbrowser-android-armv7 +create_glean_deps_tarball: submodule-update + $(rbm)build glean --step create_glean_deps_tarball --target alpha --target torbrowser-android-armv7 + +create_glean_deps_tarball-with_torsocks: submodule-update + $(rbm) build glean --step create_glean_deps_tarball --target alpha --target torbrowser-android-armv7 --target with_torsocks + submodule-update: git submodule update --init diff --git a/projects/common/how-to-update-glean-parser.txt b/projects/common/how-to-update-glean-parser.txt index a125f5f..625049e 100644 --- a/projects/common/how-to-update-glean-parser.txt +++ b/projects/common/how-to-update-glean-parser.txt @@ -3,42 +3,36 @@ distribute Glean dependencies beforehand.[1] There are three steps involved in the process: 1) Finding out the `glean_parser` version - 2) Downloading and verifying the dependencies - 3) Bundling the dependencies up and pushing them to the sources mirror + 2) Downloading and verifying the dependencies, and creating the tarball + 3) Pushing it to the sources mirror 1) -The `glean_parser` version is available in glean-core/python/setup.py in the -Glean code repositoroy.[2] So, make sure which Glean version your -`android-components` tag is using (`mozilla_glean` in -buildSrc/src/main/java/Dependencies.kt has it) and then track `glean_parser` -down in the respective Glean tag. +Running `make list_toolchain_updates-android-components` should tell +you which version of `glean_parser` is needed. 2) -Create a directory `glean-wheels` and change into it. Then download packages for -`glean_parser` and its dependencies using +Update `steps/create_glean_deps_tarball/version` in `projects/glean/config` +to the version from step 1 above. -`python3 -m pip download glean_parser==$glean_parser` +Run this command to generate the tarball: -($glean_parser being the version from step 1 above and Python 3 needs to be 3.6; -ideally, we take the artifact we built and will use during the build later on as -well.) + make create_glean_deps_tarball There is no really good way (yet) to verify that `pip` gave us actually what we wanted. We can download `glean_parser` and its dependencies using a different network path, though, e.g. by using `torsocks`. Comparing the results of both downloads should yield the exact same binaries. -3) +If you want to use torsocks, you can use this command: -Update the `glean_parser` version in `rbm.conf, tar `glean-wheels` up and -compress it: + make create_glean_deps_tarball-with_torsocks -`tar cfj glean-wheels-$glean_parser.tar.bz2 glean-wheels` +3) Upload the compressed tarball to the sources mirror and update the SHA-256 sum of -it in the respective projects. +it as well as the `glean_parser` version in the respective projects. [1] See: https://bugzilla.mozilla.org/show_bug.cgi?id=1651662 for details. [2] https://github.com/mozilla/glean diff --git a/projects/glean/config b/projects/glean/config index 45bc43b..6fd6ce2 100644 --- a/projects/glean/config +++ b/projects/glean/config @@ -7,3 +7,47 @@ version: '[% pc(c("origin_project"), "var/glean_version", { step => "list_toolch src: | #!/bin/bash mv -f [% project %]-[% c('version') %].tar.gz [% dest_dir %]/[% c('filename') %] + +steps: + create_glean_deps_tarball: + git_url: '' + version: 2.2.0 + filename: 'glean-wheels-[% c("version") %].tar.xz' + build_log: '-' + var: + container: + use_container: 1 + create_glean_deps_tarball: | + #!/bin/bash + [% c("var/set_default_env") -%] + [% pc('python', 'var/setup', { python_tarfile => c('input_files_by_name/python') }) %] + mkdir glean-wheels + cd glean-wheels + [% IF c("var/use_torsocks") %]torsocks [% END%]python3 -m pip download glean_parser==[% c("version") %] + cd .. + [% c('tar', { + tar_src => [ 'glean-wheels' ], + tar_args => '-cJf ' _ dest_dir _ '/' _ c('filename'), + }) %] + cd '[% dest_dir %]' + sha256sum [% c('filename') %] + echo 'The file is ready to be uploaded:' + echo ' scp -p out/glean/[% c("filename") %] people.torproject.org:public_html/mirrors/sources/' + input_files: + - project: container-image + pkg_type: build + - project: python + name: python + pkg_type: build + +targets: + with_torsocks: + var: + # The `container-image` project looks at the deps list in origin_project + # in the same step (build), so we cannot put this inside the + # `create_glean_deps_tarball` step. + # rbm#40020 should allow us to fix that. + deps: + - torsocks + - xz-utils + use_torsocks: 1

1 0

[tor-browser-build/master] Bug 40259: Update components for mozilla88-based Fenix (application-services part)
by sysrqb＠torproject.org 20 Apr '21

20 Apr '21

commit df6e7666adeb9170a89564d1b9f6bfce62e2798f Author: Nicolas Vigier <boklm(a)torproject.org> Date: Wed Apr 7 12:54:00 2021 +0200 Bug 40259: Update components for mozilla88-based Fenix (application-services part) --- projects/application-services/build | 1 - projects/application-services/config | 14 ++-- .../application-services/update-cargo-lock.patch | 93 +++++++++----------- .../application-services/viaduct-workaround.patch | 12 +-- .../application-services/viaduct-workaround2.patch | 98 ---------------------- 5 files changed, 52 insertions(+), 166 deletions(-) diff --git a/projects/application-services/build b/projects/application-services/build index 4d1ab07..b7461bf 100644 --- a/projects/application-services/build +++ b/projects/application-services/build @@ -52,7 +52,6 @@ EOF patch -p1 < $rootdir/update-cargo-lock.patch cd components/external/nimbus-sdk patch -p1 < $rootdir/viaduct-workaround.patch -patch -p1 < $rootdir/viaduct-workaround2.patch cd ../../../ # Move NSS and SQLCipher to the right place diff --git a/projects/application-services/config b/projects/application-services/config index 0cf0dd2..588d573 100644 --- a/projects/application-services/config +++ b/projects/application-services/config @@ -1,7 +1,7 @@ # vim: filetype=yaml sw=2 filename: '[% project %]-[% c("version") %]-[% c("var/build_id") %].tar.gz' -version: 71.0.0 -git_hash: 1ee6b32f3ee569036fdf1015cf7ffc01ded2860f +version: 74.0.1 +git_hash: ad7b64fa03eeeb00815125e635d1fb8809befd40 git_url: https://github.com/mozilla/application-services git_submodule: 1 @@ -11,7 +11,7 @@ var: # This should be updated when the list of gradle dependencies is changed. gradle_dependencies_version: 5 # This should be updated when the list of rust dependencies is changed. - rust_vendor_version: 4 + rust_vendor_version: 5 # Switch to make it easier to grab all dependencies during a dry-run. fetch_gradle_dependencies: 0 gradle_version: 6.5 @@ -70,21 +70,19 @@ input_files: enable: '[% !c("var/fetch_gradle_dependencies") %]' # `cargo vendor vendor -s components/external/nimbus-sdk/nimbus/Cargo.toml` # in the `application-services` directory has vendored the sources, - # after applying update-cargo-lock.patch, viaduct-workaround.patch and - # viaduct-workaround2.patch + # after applying update-cargo-lock.patch and viaduct-workaround.patch - URL: https://people.torproject.org/~boklm/mirrors/sources/application-services-v… c('var/rust_vendor_version') %].tar.bz2 - sha256sum: 500d0fa471c8ad2037c4bbe648e716e77da1ff1fc5678542b144cd257a34abbf + sha256sum: 5f1c9e1bc0db283e88516bd1d78187145bacbf4aeb72972ac09875c1147d2215 - filename: no-git.patch - filename: mavenLocal.patch enable: '[% !c("var/fetch_gradle_dependencies") %]' - filename: target.patch - filename: viaduct-workaround.patch - - filename: viaduct-workaround2.patch - filename: update-cargo-lock.patch steps: list_toolchain_updates: - git_hash: 'v74.0.1' + #git_hash: 'v74.0.1' input_files: [] var: container: diff --git a/projects/application-services/update-cargo-lock.patch b/projects/application-services/update-cargo-lock.patch index 5e28cca..3a42019 100644 --- a/projects/application-services/update-cargo-lock.patch +++ b/projects/application-services/update-cargo-lock.patch @@ -1,14 +1,14 @@ -From cdcce5ffd9e49d4648dd6b23a6dfbc8011352883 Mon Sep 17 00:00:00 2001 +From 3d6b82d24bcf05b26c69702f6dcb1a0ac91c13a1 Mon Sep 17 00:00:00 2001 From: Georg Koppen <gk(a)torproject.org> Date: Fri, 27 Nov 2020 09:55:49 +0000 Subject: [PATCH] update cargo.lock --- - Cargo.lock | 390 +++++++++++++++++++++++++++++++++++++---------------- - 1 file changed, 273 insertions(+), 117 deletions(-) + Cargo.lock | 384 +++++++++++++++++++++++++++++++++++++---------------- + 1 file changed, 267 insertions(+), 117 deletions(-) diff --git a/Cargo.lock b/Cargo.lock -index 813c475c..20b6e4d0 100644 +index 69d2dae0..2c1a3aa3 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -86,9 +86,9 @@ checksum = "23b62fc65de8e4e7f52534fb52b0f3ed04746ae267519eef2a83941e8085068b" @@ -176,7 +176,7 @@ index 813c475c..20b6e4d0 100644 [[package]] name = "cpuid-bool" -@@ -548,7 +577,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" +@@ -559,7 +588,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "dca26ee1f8d361640700bde38b2c37d8c22b3ce2d360e1fc1c74ea4b0aa7d775" dependencies = [ "cfg-if 1.0.0", @@ -185,7 +185,7 @@ index 813c475c..20b6e4d0 100644 ] [[package]] -@@ -559,18 +588,18 @@ checksum = "94af6efb46fef72616855b036a624cf27ba656ffc9be1b9a3c931cfc7749a9a9" +@@ -570,18 +599,18 @@ checksum = "94af6efb46fef72616855b036a624cf27ba656ffc9be1b9a3c931cfc7749a9a9" dependencies = [ "cfg-if 1.0.0", "crossbeam-epoch", @@ -208,7 +208,7 @@ index 813c475c..20b6e4d0 100644 "lazy_static", "memoffset", "scopeguard", -@@ -578,26 +607,20 @@ dependencies = [ +@@ -589,26 +618,20 @@ dependencies = [ [[package]] name = "crossbeam-utils" @@ -241,7 +241,7 @@ index 813c475c..20b6e4d0 100644 [[package]] name = "csv" -@@ -743,7 +766,7 @@ version = "1.2.1" +@@ -754,7 +777,7 @@ version = "1.2.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "53d97f19730c1eb3332d0657d0f3ca72795d77c61d8eb26bdd7f15edc0c61eb2" dependencies = [ @@ -250,7 +250,7 @@ index 813c475c..20b6e4d0 100644 "byteorder", "once_cell", "serde", -@@ -1039,6 +1062,16 @@ version = "0.1.1" +@@ -1042,6 +1065,16 @@ version = "0.1.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "00b0228411908ca8685dba7fc2cdd70ec9990a6e753e89b6ac91a84c40fbaf4b" @@ -267,7 +267,7 @@ index 813c475c..20b6e4d0 100644 [[package]] name = "fuchsia-cprng" version = "0.1.1" -@@ -1061,53 +1094,59 @@ version = "0.3.3" +@@ -1064,53 +1097,59 @@ version = "0.3.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "3dcaa9ae7725d12cdb85b3ad99a434db70b468c09ded17e012d86b5c1010f7a7" @@ -340,7 +340,7 @@ index 813c475c..20b6e4d0 100644 "pin-utils", "slab", ] -@@ -1117,7 +1156,7 @@ name = "fxa-client" +@@ -1120,7 +1159,7 @@ name = "fxa-client" version = "0.1.0" dependencies = [ "anyhow", @@ -349,7 +349,7 @@ index 813c475c..20b6e4d0 100644 "error-support", "ffi-support 0.4.2 (registry+https://github.com/rust-lang/crates.io-index)", "hex", -@@ -1278,7 +1317,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" +@@ -1275,7 +1314,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "7539c8d8699bae53238aacd3f93cfb0bcaef77b85dc963902b9367c5d7a84c48" dependencies = [ "anyhow", @@ -358,7 +358,7 @@ index 813c475c..20b6e4d0 100644 "log 0.4.11", "once_cell", "thiserror", -@@ -1367,7 +1406,7 @@ dependencies = [ +@@ -1364,7 +1403,7 @@ dependencies = [ "httparse", "httpdate", "itoa", @@ -367,7 +367,7 @@ index 813c475c..20b6e4d0 100644 "socket2", "tokio", "tower-service", -@@ -1494,7 +1533,7 @@ dependencies = [ +@@ -1491,7 +1530,7 @@ dependencies = [ name = "jwcrypto" version = "0.1.0" dependencies = [ @@ -376,7 +376,7 @@ index 813c475c..20b6e4d0 100644 "rc_crypto", "serde", "serde_derive", -@@ -1527,6 +1566,19 @@ version = "1.4.0" +@@ -1524,6 +1563,19 @@ version = "1.4.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "e2abad23fbc42b3700f2f279844dc832adb2b2eb069b2df918f455c4e18cc646" @@ -600,7 +600,7 @@ index 813c475c..20b6e4d0 100644 "web-sys", "winreg", ] -@@ -2852,14 +2929,14 @@ dependencies = [ +@@ -2829,14 +2906,14 @@ dependencies = [ [[package]] name = "rust-argon2" @@ -619,7 +619,7 @@ index 813c475c..20b6e4d0 100644 ] [[package]] -@@ -2902,6 +2979,12 @@ dependencies = [ +@@ -2879,6 +2956,12 @@ dependencies = [ "winapi 0.3.9", ] @@ -632,7 +632,7 @@ index 813c475c..20b6e4d0 100644 [[package]] name = "scopeguard" version = "1.1.0" -@@ -2910,9 +2993,9 @@ checksum = "d29ab0c6d3fc0ee92fe66e2d99f700eab17a8d57d1c1d3b748380fb20baa78cd" +@@ -2887,9 +2970,9 @@ checksum = "d29ab0c6d3fc0ee92fe66e2d99f700eab17a8d57d1c1d3b748380fb20baa78cd" [[package]] name = "security-framework" @@ -644,7 +644,7 @@ index 813c475c..20b6e4d0 100644 dependencies = [ "bitflags 1.2.1", "core-foundation", -@@ -2923,9 +3006,9 @@ dependencies = [ +@@ -2900,9 +2983,9 @@ dependencies = [ [[package]] name = "security-framework-sys" @@ -656,7 +656,7 @@ index 813c475c..20b6e4d0 100644 dependencies = [ "core-foundation-sys", "libc", -@@ -3018,6 +3101,18 @@ dependencies = [ +@@ -2995,6 +3078,18 @@ dependencies = [ "url", ] @@ -675,7 +675,7 @@ index 813c475c..20b6e4d0 100644 [[package]] name = "sha2" version = "0.9.2" -@@ -3051,11 +3146,11 @@ checksum = "fe0f37c9e8f3c5a4a66ad655a93c74daac4ad00c441533bf5c6e7990bb42604e" +@@ -3028,11 +3123,11 @@ checksum = "fe0f37c9e8f3c5a4a66ad655a93c74daac4ad00c441533bf5c6e7990bb42604e" [[package]] name = "socket2" @@ -690,20 +690,7 @@ index 813c475c..20b6e4d0 100644 "libc", "redox_syscall", "winapi 0.3.9", -@@ -3072,6 +3167,12 @@ dependencies = [ - "rusqlite", - ] - -+[[package]] -+name = "static_assertions" -+version = "1.1.0" -+source = "registry+https://github.com/rust-lang/crates.io-index" -+checksum = "a2eb9349b6444b326872e140eb1cf5e7c522154d69e7a0ffb0fb81c06b37543f" -+ - [[package]] - name = "strsim" - version = "0.8.0" -@@ -3104,9 +3205,9 @@ dependencies = [ +@@ -3087,9 +3182,9 @@ dependencies = [ [[package]] name = "syn" @@ -715,7 +702,7 @@ index 813c475c..20b6e4d0 100644 dependencies = [ "proc-macro2", "quote", -@@ -3117,7 +3218,7 @@ dependencies = [ +@@ -3100,7 +3195,7 @@ dependencies = [ name = "sync-guid" version = "0.1.0" dependencies = [ @@ -724,7 +711,7 @@ index 813c475c..20b6e4d0 100644 "rand 0.7.3", "rusqlite", "serde", -@@ -3129,7 +3230,7 @@ name = "sync-test" +@@ -3112,7 +3207,7 @@ name = "sync-test" version = "0.1.0" dependencies = [ "anyhow", @@ -733,7 +720,7 @@ index 813c475c..20b6e4d0 100644 "env_logger", "fxa-client", "interrupt-support", -@@ -3157,7 +3258,7 @@ version = "0.1.0" +@@ -3140,7 +3235,7 @@ version = "0.1.0" dependencies = [ "anyhow", "base16", @@ -742,7 +729,7 @@ index 813c475c..20b6e4d0 100644 "env_logger", "error-support", "ffi-support 0.4.2 (registry+https://github.com/rust-lang/crates.io-index)", -@@ -3324,6 +3425,12 @@ dependencies = [ +@@ -3295,6 +3390,12 @@ dependencies = [ "viaduct", ] @@ -755,7 +742,7 @@ index 813c475c..20b6e4d0 100644 [[package]] name = "tempdir" version = "0.3.7" -@@ -3371,18 +3478,18 @@ dependencies = [ +@@ -3342,18 +3443,18 @@ dependencies = [ [[package]] name = "termcolor" @@ -778,7 +765,7 @@ index 813c475c..20b6e4d0 100644 dependencies = [ "libc", "winapi 0.3.9", -@@ -3458,6 +3565,15 @@ dependencies = [ +@@ -3429,6 +3530,15 @@ dependencies = [ "winapi 0.3.9", ] @@ -794,7 +781,7 @@ index 813c475c..20b6e4d0 100644 [[package]] name = "tinytemplate" version = "1.1.0" -@@ -3470,15 +3586,24 @@ dependencies = [ +@@ -3441,15 +3551,24 @@ dependencies = [ [[package]] name = "tinyvec" @@ -823,7 +810,7 @@ index 813c475c..20b6e4d0 100644 dependencies = [ "bytes", "fnv", -@@ -3488,7 +3613,7 @@ dependencies = [ +@@ -3459,7 +3578,7 @@ dependencies = [ "memchr", "mio", "num_cpus", @@ -832,7 +819,7 @@ index 813c475c..20b6e4d0 100644 "slab", ] -@@ -3512,7 +3637,7 @@ dependencies = [ +@@ -3483,7 +3602,7 @@ dependencies = [ "futures-core", "futures-sink", "log 0.4.11", @@ -841,7 +828,7 @@ index 813c475c..20b6e4d0 100644 "tokio", ] -@@ -3533,13 +3658,13 @@ checksum = "e987b6bf443f4b5b3b6f38704195592cca41c5bb7aedd3c3693c7081f8289860" +@@ -3504,13 +3623,13 @@ checksum = "e987b6bf443f4b5b3b6f38704195592cca41c5bb7aedd3c3693c7081f8289860" [[package]] name = "tracing" @@ -859,7 +846,7 @@ index 813c475c..20b6e4d0 100644 "tracing-core", ] -@@ -3604,18 +3729,18 @@ dependencies = [ +@@ -3575,18 +3694,18 @@ dependencies = [ [[package]] name = "unicode-normalization" @@ -882,16 +869,16 @@ index 813c475c..20b6e4d0 100644 [[package]] name = "unicode-width" -@@ -3647,7 +3772,7 @@ dependencies = [ +@@ -3618,7 +3737,7 @@ dependencies = [ "ffi-support 0.4.2 (registry+https://github.com/rust-lang/crates.io-index)", "lazy_static", "log 0.4.11", - "paste 1.0.2", + "paste 1.0.3", + "static_assertions", ] - [[package]] -@@ -3678,10 +3803,11 @@ dependencies = [ +@@ -3662,10 +3781,11 @@ dependencies = [ [[package]] name = "url" @@ -905,7 +892,7 @@ index 813c475c..20b6e4d0 100644 "idna", "matches", "percent-encoding", -@@ -3843,6 +3969,30 @@ version = "0.2.68" +@@ -3827,6 +3947,30 @@ version = "0.2.68" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "1d649a3145108d7d3fbcde896a468d1bd636791823c9921135218ad89be08307" @@ -936,16 +923,16 @@ index 813c475c..20b6e4d0 100644 [[package]] name = "web-sys" version = "0.3.45" -@@ -3906,7 +4056,7 @@ version = "0.11.0" +@@ -3890,7 +4034,7 @@ version = "0.12.0" source = "registry+https://github.com/rust-lang/crates.io-index" - checksum = "8a7d4f9feb723a800d8f7b74edc9fa44ff35cb0b2ec64886714362f423427f37" + checksum = "610950904727748ca09682e857f0d6d6437f0ca862f32f9229edba8cec8b2635" dependencies = [ - "nom", + "nom 5.1.2", ] [[package]] -@@ -3986,6 +4136,12 @@ dependencies = [ +@@ -3970,6 +4114,12 @@ dependencies = [ "winapi-build", ] diff --git a/projects/application-services/viaduct-workaround.patch b/projects/application-services/viaduct-workaround.patch index b5b0121..933b4bf 100644 --- a/projects/application-services/viaduct-workaround.patch +++ b/projects/application-services/viaduct-workaround.patch @@ -1,7 +1,7 @@ -From 5020520a2b240512284a7396e99ed22c54042257 Mon Sep 17 00:00:00 2001 +From 4a7eb7890108939993444ad350dd064dc7448160 Mon Sep 17 00:00:00 2001 From: Georg Koppen <gk(a)torproject.org> Date: Wed, 2 Dec 2020 09:26:24 +0000 -Subject: [PATCH 1/2] Bug 40156: viaduct*-workaround +Subject: [PATCH] Bug 40156: viaduct*-workaround See: https://github.com/mozilla/application-services/issues/3732. --- @@ -9,7 +9,7 @@ See: https://github.com/mozilla/application-services/issues/3732. 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/nimbus/Cargo.toml b/nimbus/Cargo.toml -index b19acc9..fd267b5 100644 +index 4dc51b3..0e30dd0 100644 --- a/nimbus/Cargo.toml +++ b/nimbus/Cargo.toml @@ -26,7 +26,7 @@ serde_derive = "1" @@ -20,9 +20,9 @@ index b19acc9..fd267b5 100644 +viaduct = { path = "../../../viaduct" } thiserror = "1" url = "2.1" - rkv = "0.15" -@@ -41,7 +41,7 @@ uniffi = { version = "0.7", optional = true } - uniffi_build = { version = "0.7", features = [ "builtin-bindgen" ], optional = true } + rkv = "0.17" +@@ -41,7 +41,7 @@ uniffi = { version = "^0.8.0", optional = true } + uniffi_build = { version = "^0.8.0", features = [ "builtin-bindgen" ], optional = true } [dev-dependencies] -viaduct-reqwest = { git = "https://github.com/mozilla/application-services", rev = "8a576fbe79199fa8664f64285524017f74ebcc5f"} diff --git a/projects/application-services/viaduct-workaround2.patch b/projects/application-services/viaduct-workaround2.patch deleted file mode 100644 index 1bc27bb..0000000 --- a/projects/application-services/viaduct-workaround2.patch +++ /dev/null @@ -1,98 +0,0 @@ -From 9f3cf867a22a807cf997d2b0af283c7ce9d298fe Mon Sep 17 00:00:00 2001 -From: Georg Koppen <gk(a)torproject.org> -Date: Wed, 2 Dec 2020 09:26:43 +0000 -Subject: [PATCH 2/2] Bug 40156: Cargo.lock update after viaduct*-workaround - ---- - nimbus/Cargo.lock | 43 +++++++++++++++++++++++++++++++++++++++++-- - 1 file changed, 41 insertions(+), 2 deletions(-) - -diff --git a/nimbus/Cargo.lock b/nimbus/Cargo.lock -index 9caa76c..a73e464 100644 ---- a/nimbus/Cargo.lock -+++ b/nimbus/Cargo.lock -@@ -223,6 +223,16 @@ dependencies = [ - "winapi 0.3.9", - ] - -+[[package]] -+name = "console_error_panic_hook" -+version = "0.1.6" -+source = "registry+https://github.com/rust-lang/crates.io-index" -+checksum = "b8d976903543e0c48546a91908f21588a680a8c8f984df9a5d69feccb2b2a211" -+dependencies = [ -+ "cfg-if 0.1.10", -+ "wasm-bindgen", -+] -+ - [[package]] - name = "core-foundation" - version = "0.9.1" -@@ -1326,6 +1336,7 @@ dependencies = [ - "url", - "wasm-bindgen", - "wasm-bindgen-futures", -+ "wasm-bindgen-test", - "web-sys", - "winreg", - ] -@@ -1369,6 +1380,12 @@ dependencies = [ - "winapi 0.3.9", - ] - -+[[package]] -+name = "scoped-tls" -+version = "1.0.0" -+source = "registry+https://github.com/rust-lang/crates.io-index" -+checksum = "ea6a9290e3c9cf0f18145ef7ffa62d68ee0bf5fcd651017e586dc7fd5da448c2" -+ - [[package]] - name = "security-framework" - version = "2.0.0" -@@ -1850,7 +1867,6 @@ checksum = "b5a972e5669d67ba988ce3dc826706fb0a8b01471c088cb0b6110b805cc36aed" - [[package]] - name = "viaduct" - version = "0.1.0" --source = "git+https://github.com/mozilla/application-services?rev=8a576fbe79199fa8664…" - dependencies = [ - "ffi-support", - "log", -@@ -1866,7 +1882,6 @@ dependencies = [ - [[package]] - name = "viaduct-reqwest" - version = "0.1.0" --source = "git+https://github.com/mozilla/application-services?rev=8a576fbe79199fa8664…" - dependencies = [ - "ffi-support", - "lazy_static", -@@ -1959,6 +1974,30 @@ version = "0.2.69" - source = "registry+https://github.com/rust-lang/crates.io-index" - checksum = "7e7811dd7f9398f14cc76efd356f98f03aa30419dea46aa810d71e819fc97158" - -+[[package]] -+name = "wasm-bindgen-test" -+version = "0.3.18" -+source = "registry+https://github.com/rust-lang/crates.io-index" -+checksum = "34d1cdc8b98a557f24733d50a1199c4b0635e465eecba9c45b214544da197f64" -+dependencies = [ -+ "console_error_panic_hook", -+ "js-sys", -+ "scoped-tls", -+ "wasm-bindgen", -+ "wasm-bindgen-futures", -+ "wasm-bindgen-test-macro", -+] -+ -+[[package]] -+name = "wasm-bindgen-test-macro" -+version = "0.3.18" -+source = "registry+https://github.com/rust-lang/crates.io-index" -+checksum = "e8fb9c67be7439ee8ab1b7db502a49c05e51e2835b66796c705134d9b8e1a585" -+dependencies = [ -+ "proc-macro2", -+ "quote", -+] -+ - [[package]] - name = "web-sys" - version = "0.3.46"

1 0