April 2013 - tor-commits - lists.torproject.org

[translation/vidalia_help] Update translations for vidalia_help
by translation＠torproject.org 11 Apr '13

11 Apr '13

commit 95ae6637fa507cef266479914d07ed014da31f1f Author: Translation commit bot <translation(a)torproject.org> Date: Thu Apr 11 08:15:35 2013 +0000 Update translations for vidalia_help --- eu/server.po | 22 +++++++++++----------- 1 files changed, 11 insertions(+), 11 deletions(-) diff --git a/eu/server.po b/eu/server.po index 3dfaaf1..7cc2aaa 100644 --- a/eu/server.po +++ b/eu/server.po @@ -6,7 +6,7 @@ msgstr "" "Project-Id-Version: The Tor Project\n" "Report-Msgid-Bugs-To: https://trac.torproject.org/projects/tor\n" "POT-Creation-Date: 2010-06-26 17:00+0200\n" -"PO-Revision-Date: 2013-04-08 14:41+0000\n" +"PO-Revision-Date: 2013-04-11 08:12+0000\n" "Last-Translator: Antxon Baldarra <baldarra(a)euskalerria.org>\n" "Language-Team: LANGUAGE <LL(a)li.org>\n" "MIME-Version: 1.0\n" @@ -18,7 +18,7 @@ msgstr "" #. type: Content of: <html><body><h1> #: en/server.html:16 msgid "Setting Up a Tor Relay" -msgstr "Tor Errele bat Ezartzen" +msgstr "Tor errele bat ezartzen" #. type: Content of: <html><body> #: en/server.html:19 @@ -31,7 +31,7 @@ msgstr "Tor sarea munduan zehar Tor errele baten bitartez haien ordezko banda-za #. type: Content of: <html><body><h3> #: en/server.html:24 msgid "Basic Settings" -msgstr "Oinarrizko Ezarpenak" +msgstr "Oinarrizko ezarpenak" #. type: Content of: <html><body><p> #: en/server.html:26 @@ -111,7 +111,7 @@ msgstr "<a name=\"bandwidth\"/>" #. type: Content of: <html><body><h3> #: en/server.html:72 msgid "Bandwidth Limits" -msgstr "Banda-zabalera Mugak" +msgstr "Banda-zabalera mugak" #. type: Content of: <html><body><p> #: en/server.html:74 @@ -133,7 +133,7 @@ msgstr "Zure konexio abiadurarekin hobekien bat egiten duen aukera hautatu behar #. type: Content of: <html><body><h4> #: en/server.html:84 msgid "Custom Limits" -msgstr "Ezarritako Mugak" +msgstr "Ezarritako mugak" #. type: Content of: <html><body><p> #: en/server.html:86 @@ -167,7 +167,7 @@ msgid "" "outgoing bytes than incoming. If you find this is the case and is putting " "too much strain on your bandwidth, you should consider unchecking the " "checkbox labeled <i>Mirror the relay directory</i>." -msgstr "" +msgstr "Garrantzitsua da Torek banda-zabalera <b>bytetan</b> eta ez bitetan neurtzen duela gogoratzea. Baita, Torek soilik sartzen diren bytei begiratzen die eta ez irtetzen direnei. Adibidez, zure erreleak direktorio ispilu bezala jarduten badu, sarrera byte baino irteera byte gehiago bidaltzea gerta daiteke. Kausa hau dela ikusten baduzu eta zure banda-zabaleran tentsio gehiegi jartzen ari bada, <i>Errele direktorioa ispilatu</i> etiketa duen kontrol-laukia desmarkatzea kontutan har zenezake." #. type: Content of: <html><body> #: en/server.html:111 @@ -177,7 +177,7 @@ msgstr "<a name=\"exitpolicy\"/>" #. type: Content of: <html><body><h3> #: en/server.html:112 msgid "Exit Policies" -msgstr "Irteera Politikak" +msgstr "Irteera politikak" #. type: Content of: <html><body><p> #: en/server.html:114 @@ -217,7 +217,7 @@ msgstr "<b>Egiaztatze-kutxa</b>" #. type: Content of: <html><body><table><tr><td> #: en/server.html:139 msgid "<b>Ports</b>" -msgstr "<b>Portuak</b>" +msgstr "<b>Atakak</b>" #. type: Content of: <html><body><table><tr><td> #: en/server.html:140 @@ -303,7 +303,7 @@ msgstr "IRC bezero eta zerbitzariak" #. type: Content of: <html><body><table><tr><td> #: en/server.html:168 msgid "Misc. Other Services" -msgstr "Nahas. Beste Zerbitzuak" +msgstr "Nahas. Beste zerbitzuak" #. type: Content of: <html><body><table><tr><td> #: en/server.html:169 @@ -313,7 +313,7 @@ msgstr "*" #. type: Content of: <html><body><table><tr><td> #: en/server.html:170 msgid "All other applications that aren't covered by the previous checkboxes" -msgstr "" +msgstr "Aurreko kontrol-laukiek betetzen ez dituzten beste aplikazio guztiak" #. type: Content of: <html><body><p> #: en/server.html:175 @@ -341,7 +341,7 @@ msgstr "<a name=\"upnp\"/>" #. type: Content of: <html><body><h3> #: en/server.html:189 msgid "Port Forwarding" -msgstr "Portu Jarraipena" +msgstr "Ataka jarraipena" #. type: Content of: <html><body><p> #: en/server.html:191

1 0

[onionoo/master] Add support to search for nickname substrings.
by karsten＠torproject.org 11 Apr '13

11 Apr '13

commit c5e23ddc3e30c44364813388938bc511f89bfdcf Author: Karsten Loesing <karsten.loesing(a)gmx.net> Date: Thu Apr 11 10:04:36 2013 +0200 Add support to search for nickname substrings. Implements #8678. --- src/org/torproject/onionoo/ResourceServlet.java | 24 +++++++++++----------- web/index.html | 8 ++++-- 2 files changed, 17 insertions(+), 15 deletions(-) diff --git a/src/org/torproject/onionoo/ResourceServlet.java b/src/org/torproject/onionoo/ResourceServlet.java index 03e129b..5854cb7 100644 --- a/src/org/torproject/onionoo/ResourceServlet.java +++ b/src/org/torproject/onionoo/ResourceServlet.java @@ -624,6 +624,11 @@ public class ResourceServlet extends HttpServlet { for (Map.Entry<String, String> e : filteredRelays.entrySet()) { String line = e.getValue(); boolean lineMatches = false; + String nickname = "unnamed"; + if (line.contains("\"n\":\"")) { + nickname = line.substring(line.indexOf("\"n\":\"") + 5). + split("\"")[0].toLowerCase(); + } if (searchTerm.startsWith("$")) { /* Search is for $-prefixed fingerprint. */ if (line.contains("\"f\":\"" @@ -631,14 +636,9 @@ public class ResourceServlet extends HttpServlet { /* $-prefixed fingerprint matches. */ lineMatches = true; } - } else if (line.toLowerCase().contains("\"n\":\"" - + searchTerm.toLowerCase())) { + } else if (nickname.contains(searchTerm.toLowerCase())) { /* Nickname matches. */ lineMatches = true; - } else if ("unnamed".startsWith(searchTerm.toLowerCase()) && - line.startsWith("{\"f\":")) { - /* Nickname "Unnamed" matches. */ - lineMatches = true; } else if (line.contains("\"f\":\"" + searchTerm.toUpperCase())) { /* Non-$-prefixed fingerprint matches. */ lineMatches = true; @@ -658,6 +658,11 @@ public class ResourceServlet extends HttpServlet { for (Map.Entry<String, String> e : filteredBridges.entrySet()) { String line = e.getValue(); boolean lineMatches = false; + String nickname = "unnamed"; + if (line.contains("\"n\":\"")) { + nickname = line.substring(line.indexOf("\"n\":\"") + 5). + split("\"")[0].toLowerCase(); + } if (searchTerm.startsWith("$")) { /* Search is for $-prefixed hashed fingerprint. */ if (line.contains("\"h\":\"" @@ -665,14 +670,9 @@ public class ResourceServlet extends HttpServlet { /* $-prefixed hashed fingerprint matches. */ lineMatches = true; } - } else if (line.toLowerCase().contains("\"n\":\"" - + searchTerm.toLowerCase())) { + } else if (nickname.contains(searchTerm.toLowerCase())) { /* Nickname matches. */ lineMatches = true; - } else if ("unnamed".startsWith(searchTerm.toLowerCase()) && - line.startsWith("{\"h\":")) { - /* Nickname "Unnamed" matches. */ - lineMatches = true; } else if (line.contains("\"h\":\"" + searchTerm.toUpperCase())) { /* Non-$-prefixed hashed fingerprint matches. */ lineMatches = true; diff --git a/web/index.html b/web/index.html index 9651160..cdd3f32 100755 --- a/web/index.html +++ b/web/index.html @@ -635,15 +635,17 @@ parameter value is considered. <b>false</b>). </td></tr> <tr><td><b>search</b></td><td>Return only relays with the parameter value -matching the beginning of a nickname, (possibly $-prefixed) beginning of a -fingerprint, or beginning of an IP address, and bridges with the beginning -of a nickname or (possibly $-prefixed) beginning of a hashed fingerprint. +matching (part of a) nickname, (possibly $-prefixed) beginning of a +fingerprint, or beginning of an IP address, and bridges with (part of a) +nickname or (possibly $-prefixed) beginning of a hashed fingerprint. Searches are case-insensitive. If multiple search terms are given, separated by spaces, the intersection of all relays and bridges matching all search terms will be returned. Full fingerprints should always be hashed using SHA-1, regardless of searching for a relay or a bridge, in order to not accidentally leak non-hashed bridge fingerprints in the URL. +<font color="blue">Added support to search for nickname substrings on +April 11.</font> </td></tr> <tr><td><b>lookup</b></td><td>Return only the relay with the parameter value matching the fingerprint or the bridge with the parameter value

1 0

r26156: {website} removed old torbutton FAQ from navigation (#6567) (website/trunk/docs/en)
by Moritz Bartl 11 Apr '13

11 Apr '13

Author: moritz Date: 2013-04-11 07:21:44 +0000 (Thu, 11 Apr 2013) New Revision: 26156 Modified: website/trunk/docs/en/sidenav.wmi Log: removed old torbutton FAQ from navigation (#6567) Modified: website/trunk/docs/en/sidenav.wmi =================================================================== --- website/trunk/docs/en/sidenav.wmi 2013-04-10 21:21:13 UTC (rev 26155) +++ website/trunk/docs/en/sidenav.wmi 2013-04-11 07:21:44 UTC (rev 26156) @@ -91,9 +91,6 @@ {'url' => 'docs/faq', 'txt' => 'General FAQ', }, - {'url' => 'torbutton/torbutton-faq', - 'txt' => 'Torbutton FAQ', - }, {'url' => 'docs/faq-abuse', 'txt' => 'Abuse FAQ', },

1 0

[tor/master] socks5 will ask for username/password if we offer it
by arma＠torproject.org 11 Apr '13

11 Apr '13

commit 7ed1af36716f21b19cb7895f1a8c2203990bb49f Author: Roger Dingledine <arma(a)torproject.org> Date: Thu Apr 11 02:53:26 2013 -0400 socks5 will ask for username/password if we offer it Commit a264c4fe made the socks5 server prefer auth 2 if it's offered, but it didn't update the unit test to expect it. --- src/test/test.c | 2 +- 1 files changed, 1 insertions(+), 1 deletions(-) diff --git a/src/test/test.c b/src/test/test.c index 1a8565a..08ae116 100644 --- a/src/test/test.c +++ b/src/test/test.c @@ -362,7 +362,7 @@ test_socks_5_unsupported_commands(void *ptr) test_eq(5, socks->socks_version); test_eq(2, socks->replylen); test_eq(5, socks->reply[0]); - test_eq(0, socks->reply[1]); + test_eq(2, socks->reply[1]); ADD_DATA(buf, "\x05\x03\x00\x01\x02\x02\x02\x01\x01\x01"); test_eq(fetch_from_buf_socks(buf, socks, get_options()->TestSocks, get_options()->SafeSocks), -1);

1 0

[torbrowser/master] Bug 8470: Increase pipeline randomization.
by mikeperry＠torproject.org 11 Apr '13

11 Apr '13

commit f520a5037c96de05f208552158802fa4840055af Author: Mike Perry <mikeperry-git(a)fscked.org> Date: Tue Apr 2 16:02:56 2013 -0700 Bug 8470: Increase pipeline randomization. --- build-scripts/config/pound_tor.js | 3 + ...ize-HTTP-request-order-and-pipeline-depth.patch | 708 +++++++++++++++++--- 2 files changed, 623 insertions(+), 88 deletions(-) diff --git a/build-scripts/config/pound_tor.js b/build-scripts/config/pound_tor.js index ab98b46..db382a6 100644 --- a/build-scripts/config/pound_tor.js +++ b/build-scripts/config/pound_tor.js @@ -97,6 +97,9 @@ pref("network.http.proxy.pipelining", true); pref("security.ssl.enable_false_start", true); pref("network.http.keep-alive.timeout", 20); pref("network.http.connection-retry-timeout", 0); +pref("network.http.max-persistent-connections-per-proxy", 256); +// Hacked pref: Now means "Attempt to pipeline at least this many requests together" +pref("network.http.pipelining.max-optimistic-requests", 3); // Extension support pref("extensions.autoDisableScopes", 0); diff --git a/src/current-patches/firefox/0017-Randomize-HTTP-request-order-and-pipeline-depth.patch b/src/current-patches/firefox/0017-Randomize-HTTP-request-order-and-pipeline-depth.patch index ddfb184..a5d2957 100644 --- a/src/current-patches/firefox/0017-Randomize-HTTP-request-order-and-pipeline-depth.patch +++ b/src/current-patches/firefox/0017-Randomize-HTTP-request-order-and-pipeline-depth.patch @@ -1,7 +1,7 @@ -From cd87b7f64f035f67ec883c1b1ed4746454892781 Mon Sep 17 00:00:00 2001 +From a88adc5c3000c3e2a18b1065da77dd83d2b3ae7b Mon Sep 17 00:00:00 2001 From: Mike Perry <mikeperry-git(a)torproject.org> Date: Tue, 4 Dec 2012 17:38:51 -0800 -Subject: [PATCH 17/27] Randomize HTTP request order and pipeline depth. +Subject: [PATCH 17/28] Randomize HTTP request order and pipeline depth. This is an experimental defense against http://lorre.uni.lu/~andriy/papers/acmccs-wpes11-fingerprinting.pdf @@ -13,18 +13,21 @@ This defense has been improved since that blog post to additionally randomize the order and concurrency of non-pipelined HTTP requests. This patch is also different from the 10.x ESR patch, as the pipelining -code has changed. We may want to set network.http.pipelining.aggressive to get -similar behavior... +code has changed significantly. -The good news is we now randomize SPDY request order as well as pipeline -request order (though SPDY is still disabled by default in TBB). +This patch may have some minor impact on SPDY request order, but the SPDY +implementation has not been altered directly. It has several stream queues +that may also benefit from reordering. --- - netwerk/protocol/http/nsHttpConnectionMgr.cpp | 67 +++++++++++++++++++++++-- - netwerk/protocol/http/nsHttpConnectionMgr.h | 3 + - 2 files changed, 65 insertions(+), 5 deletions(-) + netwerk/protocol/http/nsHttpConnectionMgr.cpp | 288 +++++++++++++++++-------- + netwerk/protocol/http/nsHttpConnectionMgr.h | 15 +- + netwerk/protocol/http/nsHttpHandler.h | 2 + + netwerk/protocol/http/nsHttpPipeline.cpp | 62 +++++- + netwerk/protocol/http/nsHttpPipeline.h | 3 + + 5 files changed, 272 insertions(+), 98 deletions(-) diff --git a/netwerk/protocol/http/nsHttpConnectionMgr.cpp b/netwerk/protocol/http/nsHttpConnectionMgr.cpp -index 133c301..59d03c0 100644 +index 133c301..872d505 100644 --- a/netwerk/protocol/http/nsHttpConnectionMgr.cpp +++ b/netwerk/protocol/http/nsHttpConnectionMgr.cpp @@ -20,6 +20,8 @@ @@ -36,108 +39,465 @@ index 133c301..59d03c0 100644 using namespace mozilla; using namespace mozilla::net; -@@ -39,15 +41,46 @@ InsertTransactionSorted(nsTArray<nsHttpTransaction*> &pendingQ, nsHttpTransactio +@@ -39,15 +41,26 @@ InsertTransactionSorted(nsTArray<nsHttpTransaction*> &pendingQ, nsHttpTransactio // insert into queue with smallest valued number first. search in reverse // order under the assumption that many of the existing transactions will // have the same priority (usually 0). + uint32_t len = pendingQ.Length(); -+ uint32_t begin = 0, end = len+1; -+ int found_begin = 0; - for (int32_t i=pendingQ.Length()-1; i>=0; --i) { +- nsHttpTransaction *t = pendingQ[i]; +- if (trans->Priority() >= t->Priority()) { +- pendingQ.InsertElementAt(i+1, trans); +- return; +- } + if (pendingQ.IsEmpty()) { + pendingQ.InsertElementAt(0, trans); + return; -+ } + } + -+// #define PRESERVE_PRIORITY_ORDER -+#ifdef PRESERVE_PRIORITY_ORDER -+ // XXX: Untested -+ for (uint32_t i=0; i < len; ++i) { - nsHttpTransaction *t = pendingQ[i]; -- if (trans->Priority() >= t->Priority()) { -- pendingQ.InsertElementAt(i+1, trans); -- return; + pendingQ.InsertElementAt(0, trans); + -+ /* As soon as we see a priority >= us, our insertion -+ * range starts there */ -+ if (!found_begin && t->Priority() >= trans->Priority()) { -+ begin = i; -+ found_begin = 1; -+ } -+ /* As soon as we see a priority > us, our insertion -+ * range ends there */ -+ if (t->Priority() > trans->Priority()) { -+ end = i; -+ break; ++ // FIXME: Refactor into standalone helper (for nsHttpPipeline) ++ // Or at least simplify this function if this shuffle ends up ++ // being an improvement. ++ uint32_t i = 0; ++ for (i=0; i < len; ++i) { ++ uint32_t ridx = rand() % len; ++ ++ nsHttpTransaction *tmp = pendingQ[i]; ++ pendingQ[i] = pendingQ[ridx]; ++ pendingQ[ridx] = tmp; ++ } + } + + //----------------------------------------------------------------------------- +@@ -919,6 +932,8 @@ nsHttpConnectionMgr::ProcessPendingQForEntry(nsConnectionEntry *ent) + nsHttpTransaction *trans; + nsresult rv; + bool dispatchedSuccessfully = false; ++ int dispatchCount = 0; ++ int total = count; + + // iterate the pending list until one is dispatched successfully. Keep + // iterating afterwards only until a transaction fails to dispatch. +@@ -953,16 +968,29 @@ nsHttpConnectionMgr::ProcessPendingQForEntry(nsConnectionEntry *ent) + dispatchedSuccessfully = true; + count = ent->mPendingQ.Length(); + --i; ++ dispatchCount++; + continue; } + +- if (dispatchedSuccessfully) +- return true; ++ // We want to keep walking the dispatch table to ensure requests ++ // get combined properly. ++ //if (dispatchedSuccessfully) { ++ // return true; ++ //} + + NS_ABORT_IF_FALSE(count == ((int32_t) ent->mPendingQ.Length()), + "something mutated pending queue from " + "GetConnection()"); } -- pendingQ.InsertElementAt(0, trans); + -+ // XXX Verify that begin..end are all == trans->Priority() ++#ifdef WTF_DEBUG ++ if (dispatchedSuccessfully) { ++ fprintf(stderr, "WTF-queue: Dispatched %d/%d pending transactions for %s\n", ++ dispatchCount, total, ent->mConnInfo->Host()); ++ return true; ++ } +#endif + -+ // Choose random destination begin..end -+ uint32_t count = end - begin; -+ if (count == 0) count = 1; -+ -+ // FIXME: rand() is not crypto-secure.. but meh, this code will probably -+ // change like 2 dozen more times before merge, and rand() is probably -+ // good enough for our purposes anyways. -+ pendingQ.InsertElementAt(begin + (rand()%count), trans); + return false; } - //----------------------------------------------------------------------------- -@@ -68,6 +101,12 @@ nsHttpConnectionMgr::nsHttpConnectionMgr() - mCT.Init(); - mAlternateProtocolHash.Init(16); - mSpdyPreferredHash.Init(); -+ -+ nsresult rv; -+ mRandomGenerator = do_GetService("@mozilla.org/security/random-generator;1", &rv); -+ if (NS_FAILED(rv)) { -+ mRandomGenerator = nullptr; -+ } +@@ -1263,7 +1291,7 @@ nsHttpConnectionMgr::MakeNewConnection(nsConnectionEntry *ent, } - nsHttpConnectionMgr::~nsHttpConnectionMgr() -@@ -1120,6 +1159,19 @@ nsHttpConnectionMgr::AtActiveConnectionLimit(nsConnectionEntry *ent, uint8_t cap + bool +-nsHttpConnectionMgr::AddToShortestPipeline(nsConnectionEntry *ent, ++nsHttpConnectionMgr::AddToBestPipeline(nsConnectionEntry *ent, + nsHttpTransaction *trans, + nsHttpTransaction::Classifier classification, + uint16_t depthLimit) +@@ -1300,40 +1328,92 @@ nsHttpConnectionMgr::AddToShortestPipeline(nsConnectionEntry *ent, + if (maxdepth < 2) + return false; + +- nsAHttpTransaction *activeTrans; ++ // Find out how many requests of this class we have ++ uint32_t sameClass = 0; ++ uint32_t allClasses = ent->mPendingQ.Length(); ++ for (uint32_t i = 0; i < allClasses; ++i) { ++ if (trans != ent->mPendingQ[i] && ++ classification == ent->mPendingQ[i]->Classification()) { ++ sameClass++; ++ } ++ } + ++ nsAHttpTransaction *activeTrans; ++ nsHttpPipeline *pipeline; + nsHttpConnection *bestConn = nullptr; + uint32_t activeCount = ent->mActiveConns.Length(); +- uint32_t bestConnLength = 0; +- uint32_t connLength; ++ uint32_t pipelineDepth; ++ uint32_t requestLen; ++ uint32_t totalDepth = 0; ++ ++ // Now, try to find the best pipeline ++ nsTArray<nsHttpConnection *> validConns; ++ nsTArray<nsHttpConnection *> betterConns; ++ nsTArray<nsHttpConnection *> bestConns; ++ uint32_t numPipelines = 0; + + for (uint32_t i = 0; i < activeCount; ++i) { + nsHttpConnection *conn = ent->mActiveConns[i]; +- if (!conn->SupportsPipelining()) +- continue; - LOG((" connection count = %d, limit %d\n", totalCount, maxPersistConns)); +- if (conn->Classification() != classification) ++ if (!conn->SupportsPipelining()) + continue; -+ // Fuzz maxConns for website fingerprinting attack -+ // We create a range of maxConns/5 up to 6*maxConns/5 -+ // because this function is called repeatedly, and we'll -+ // end up converging on the high side of concurrent connections -+ // after a short while. -+ PRUint8 *bytes = nullptr; -+ nsresult rv = mRandomGenerator->GenerateRandomBytes(1, &bytes); -+ NS_ENSURE_SUCCESS(rv, rv); + activeTrans = conn->Transaction(); + -+ bytes[0] = bytes[0] % (maxPersistConns + 1); -+ maxPersistConns = (maxPersistConns/5) + bytes[0]; -+ NS_Free(bytes); + if (!activeTrans || + activeTrans->IsDone() || + NS_FAILED(activeTrans->Status())) + continue; + +- connLength = activeTrans->PipelineDepth(); ++ pipeline = activeTrans->QueryPipeline(); ++ if (!pipeline) ++ continue; ++ ++ numPipelines++; + - // use >= just to be safe - bool result = (totalCount >= maxPersistConns); - LOG((" result: %s", result ? "true" : "false")); -@@ -1297,6 +1349,11 @@ nsHttpConnectionMgr::AddToShortestPipeline(nsConnectionEntry *ent, ++ pipelineDepth = activeTrans->PipelineDepth(); ++ requestLen = pipeline->RequestDepth(); - maxdepth = PR_MIN(maxdepth, depthLimit); +- if (maxdepth <= connLength) ++ totalDepth += pipelineDepth; ++ ++ // Only count in-flight requests towards maxdepth. ++ if (maxdepth <= (pipelineDepth - requestLen)) + continue; -+ if (maxdepth/2 > 1) { -+ // This is a crazy hack to randomize pipeline depth a bit more.. -+ maxdepth = 1 + maxdepth/2 + (rand() % (maxdepth/2)); +- if (!bestConn || (connLength < bestConnLength)) { +- bestConn = conn; +- bestConnLength = connLength; +- } +- } ++ validConns.AppendElement(conn); ++ ++ // Prefer a pipeline that either has at least two requests ++ // queued already, or for which we can add multiple requests ++ if (requestLen + allClasses < mMaxOptimisticPipelinedRequests) ++ continue; + +- if (!bestConn) ++ betterConns.AppendElement(conn); ++ ++ // Prefer a pipeline with the same classification if ++ // our current classes will put it over the line ++ if (conn->Classification() != classification) ++ continue; ++ if (requestLen + sameClass < mMaxOptimisticPipelinedRequests) ++ continue; ++ ++ bestConns.AppendElement(conn); + } + - if (maxdepth < 2) ++ const char *type; ++ if (bestConns.Length()) { ++ type = "best"; ++ bestConn = bestConns[rand()%bestConns.Length()]; ++ } else if (betterConns.Length()) { ++ type = "better"; ++ bestConn = betterConns[rand()%betterConns.Length()]; ++ } else if (validConns.Length() && totalDepth == 0) { ++ // We only use valid conns if it's a last resort ++ // (No other requests are pending or in flight) ++ type = "valid"; ++ bestConn = validConns[rand()%validConns.Length()]; ++ } else { return false; ++ } + + activeTrans = bestConn->Transaction(); + nsresult rv = activeTrans->AddTransaction(trans); +@@ -1343,6 +1423,14 @@ nsHttpConnectionMgr::AddToShortestPipeline(nsConnectionEntry *ent, + LOG((" scheduling trans %p on pipeline at position %d\n", + trans, trans->PipelinePosition())); + ++#ifdef WTF_DEBUG ++ pipeline = activeTrans->QueryPipeline(); ++ fprintf(stderr, "WTF-depth: Added trans to %s of %d/%d/%d/%d pipelines. Request len %d/%d for %s\n", ++ type, bestConns.Length(), betterConns.Length(), validConns.Length(), ++ numPipelines, pipeline->RequestDepth(), activeTrans->PipelineDepth(), ++ ent->mConnInfo->Host()); ++#endif ++ + if ((ent->PipelineState() == PS_YELLOW) && (trans->PipelinePosition() > 1)) + ent->SetYellowConnection(bestConn); + return true; +@@ -1403,26 +1491,12 @@ nsHttpConnectionMgr::TryDispatchTransaction(nsConnectionEntry *ent, + nsHttpTransaction::Classifier classification = trans->Classification(); + uint8_t caps = trans->Caps(); + ++ bool allowNewPipelines = true; ++ + // no keep-alive means no pipelines either + if (!(caps & NS_HTTP_ALLOW_KEEPALIVE)) + caps = caps & ~NS_HTTP_ALLOW_PIPELINING; + +- // 0 - If this should use spdy then dispatch it post haste. +- // 1 - If there is connection pressure then see if we can pipeline this on +- // a connection of a matching type instead of using a new conn +- // 2 - If there is an idle connection, use it! +- // 3 - if class == reval or script and there is an open conn of that type +- // then pipeline onto shortest pipeline of that class if limits allow +- // 4 - If we aren't up against our connection limit, +- // then open a new one +- // 5 - Try a pipeline if we haven't already - this will be unusual because +- // it implies a low connection pressure situation where +- // MakeNewConnection() failed.. that is possible, but unlikely, due to +- // global limits +- // 6 - no connection is available - queue it +- +- bool attemptedOptimisticPipeline = !(caps & NS_HTTP_ALLOW_PIPELINING); +- + // step 0 + // look for existing spdy connection - that's always best because it is + // essentially pipelining without head of line blocking +@@ -1436,20 +1510,27 @@ nsHttpConnectionMgr::TryDispatchTransaction(nsConnectionEntry *ent, + } + } + +- // step 1 +- // If connection pressure, then we want to favor pipelining of any kind +- if (IsUnderPressure(ent, classification) && !attemptedOptimisticPipeline) { +- attemptedOptimisticPipeline = true; +- if (AddToShortestPipeline(ent, trans, +- classification, +- mMaxOptimisticPipelinedRequests)) { +- return NS_OK; +- } ++ // step 1: Try a pipeline ++ if (caps & NS_HTTP_ALLOW_PIPELINING && ++ AddToBestPipeline(ent, trans, classification, ++ mMaxPipelinedRequests)) { ++ return NS_OK; + } + +- // step 2 +- // consider an idle persistent connection +- if (caps & NS_HTTP_ALLOW_KEEPALIVE) { ++ // Step 2: Decide if we should forbid new pipeline creation. ++ // ++ // FIXME: We repurposed mMaxOptimisticPipelinedRequests here to mean: ++ // "Don't make a new pipeline until you have this many requests pending and ++ // no potential connections to put them on". It might be nice to give this ++ // its own pref.. ++ if (HasPipelines(ent) && ++ ent->mPendingQ.Length() < mMaxOptimisticPipelinedRequests && ++ trans->Classification() != nsAHttpTransaction::CLASS_SOLO && ++ caps & NS_HTTP_ALLOW_PIPELINING) ++ allowNewPipelines = false; ++ ++ // step 3: consider an idle persistent connection ++ if (allowNewPipelines && (caps & NS_HTTP_ALLOW_KEEPALIVE)) { + nsRefPtr<nsHttpConnection> conn; + while (!conn && (ent->mIdleConns.Length() > 0)) { + conn = ent->mIdleConns[0]; +@@ -1483,21 +1564,8 @@ nsHttpConnectionMgr::TryDispatchTransaction(nsConnectionEntry *ent, + } + } + +- // step 3 +- // consider pipelining scripts and revalidations +- if (!attemptedOptimisticPipeline && +- (classification == nsHttpTransaction::CLASS_REVALIDATION || +- classification == nsHttpTransaction::CLASS_SCRIPT)) { +- attemptedOptimisticPipeline = true; +- if (AddToShortestPipeline(ent, trans, +- classification, +- mMaxOptimisticPipelinedRequests)) { +- return NS_OK; +- } +- } +- +- // step 4 +- if (!onlyReusedConnection) { ++ // step 4: Maybe make a connection? ++ if (!onlyReusedConnection && allowNewPipelines) { + nsresult rv = MakeNewConnection(ent, trans); + if (NS_SUCCEEDED(rv)) { + // this function returns NOT_AVAILABLE for asynchronous connects +@@ -1510,17 +1578,16 @@ nsHttpConnectionMgr::TryDispatchTransaction(nsConnectionEntry *ent, + return rv; + } + } ++ ++ // XXX: We dequeue and queue the same url here sometimes.. ++#ifdef WTF_DEBUG ++ nsHttpRequestHead *head = trans->RequestHead(); ++ fprintf(stderr, "WTF: Queuing url %s%s\n", ++ ent->mConnInfo->Host(), ++ head ? head->RequestURI().BeginReading() : "<unknown?>"); ++#endif + +- // step 5 +- if (caps & NS_HTTP_ALLOW_PIPELINING) { +- if (AddToShortestPipeline(ent, trans, +- classification, +- mMaxPipelinedRequests)) { +- return NS_OK; +- } +- } +- +- // step 6 ++ // step 6: Queue it + return NS_ERROR_NOT_AVAILABLE; /* queue it */ + } + +@@ -1590,10 +1657,20 @@ nsHttpConnectionMgr::DispatchAbstractTransaction(nsConnectionEntry *ent, + if (!NS_SUCCEEDED(rv)) + return rv; + transaction = pipeline; ++#ifdef WTF_DEBUG ++ fprintf(stderr, "WTF: New pipeline created from %d idle conns for host %s\n", ++ ent->mIdleConns.Length(), ent->mConnInfo->Host()); ++#endif + } + else { + LOG((" not using pipeline datastructure due to class solo.\n")); + transaction = aTrans; ++#ifdef WTF_TEST ++ nsHttpRequestHead *head = transaction->RequestHead(); ++ fprintf(stderr, "WTF-order: Pipeline forbidden for url %s%s\n", ++ ent->mConnInfo->Host(), ++ head ? head->RequestURI().BeginReading() : "<unknown?>"); ++#endif + } + + nsRefPtr<nsConnectionHandle> handle = new nsConnectionHandle(conn); +@@ -1692,27 +1769,15 @@ nsHttpConnectionMgr::ProcessNewTransaction(nsHttpTransaction *trans) + "Sticky Connection Not In Active List"); + trans->SetConnection(nullptr); + rv = DispatchTransaction(ent, trans, conn); +- } +- else +- rv = TryDispatchTransaction(ent, false, trans); +- +- if (NS_SUCCEEDED(rv)) { +- LOG((" ProcessNewTransaction Dispatch Immediately trans=%p\n", trans)); + return rv; + } +- +- if (rv == NS_ERROR_NOT_AVAILABLE) { +- LOG((" adding transaction to pending queue " +- "[trans=%p pending-count=%u]\n", +- trans, ent->mPendingQ.Length()+1)); +- // put this transaction on the pending queue... ++ else { ++ // XXX: maybe check the queue first and directly call TryDispatch? + InsertTransactionSorted(ent->mPendingQ, trans); + NS_ADDREF(trans); ++ ProcessPendingQForEntry(ent); + return NS_OK; + } +- +- LOG((" ProcessNewTransaction Hard Error trans=%p rv=%x\n", trans, rv)); +- return rv; + } + + +@@ -2311,13 +2376,37 @@ nsHttpConnectionMgr::OnMsgSpeculativeConnect(int32_t, void *param) + if (preferredEntry) + ent = preferredEntry; ++ /* Only speculative connect if we're not pipelining */ + if (!ent->mIdleConns.Length() && !RestrictConnections(ent) && +- !AtActiveConnectionLimit(ent, trans->Caps())) { ++ !HasPipelines(ent) && !AtActiveConnectionLimit(ent, trans->Caps())) { + CreateTransport(ent, trans, trans->Caps(), true); + } + } + + bool ++nsHttpConnectionMgr::HasPipelines(nsConnectionEntry *ent) ++{ ++ uint32_t activeCount = ent->mActiveConns.Length(); ++ ++ if (!ent->SupportsPipelining()) { ++ return false; ++ } ++ ++ for (uint32_t i = 0; i < activeCount; ++i) { ++ nsHttpConnection *conn = ent->mActiveConns[i]; ++ if (!conn->SupportsPipelining()) ++ continue; ++ ++ nsAHttpTransaction *activeTrans = conn->Transaction(); ++ ++ if (activeTrans && !activeTrans->IsDone() && ++ !NS_FAILED(activeTrans->Status())) ++ return true; ++ } ++ return false; ++} ++ ++bool + nsHttpConnectionMgr::nsConnectionHandle::IsPersistent() + { + return mConn->IsPersistent(); +@@ -2852,9 +2941,12 @@ nsConnectionEntry::nsConnectionEntry(nsHttpConnectionInfo *ci) + { + NS_ADDREF(mConnInfo); + if (gHttpHandler->GetPipelineAggressive()) { +- mGreenDepth = kPipelineUnlimited; ++ // Randomize the pipeline depth (3..32) ++ mGreenDepth = gHttpHandler->GetMaxOptimisticPipelinedRequests() ++ + rand() % gHttpHandler->GetMaxPipelinedRequests(); + mPipelineState = PS_GREEN; + } ++ + mInitialGreenDepth = mGreenDepth; + memset(mPipeliningClassPenalty, 0, sizeof(int16_t) * nsAHttpTransaction::CLASS_MAX); + } +@@ -2892,8 +2984,9 @@ nsConnectionEntry::OnPipelineFeedbackInfo( + LOG(("Transaction completed at pipeline depth of %d. Host = %s\n", + depth, mConnInfo->Host())); + +- if (depth >= 3) +- mGreenDepth = kPipelineUnlimited; ++ // Don't set this. We want to keep our initial random value.. ++ //if (depth >= 3) ++ // mGreenDepth = kPipelineUnlimited; + } + + nsAHttpTransaction::Classifier classification; +@@ -2921,6 +3014,11 @@ nsConnectionEntry::OnPipelineFeedbackInfo( + mPipelineState, mConnInfo->Host())); + mPipelineState = PS_RED; + mPipeliningPenalty = 0; ++#ifdef WTF_TEST ++ fprintf(stderr, "WTF-bad: Red pipeline status disabled host %s\n", ++ mConnInfo->Host()); ++#endif ++ + } + + if (mLastCreditTime.IsNull()) diff --git a/netwerk/protocol/http/nsHttpConnectionMgr.h b/netwerk/protocol/http/nsHttpConnectionMgr.h -index 580710a..b22c669 100644 +index 580710a..7aecb68 100644 --- a/netwerk/protocol/http/nsHttpConnectionMgr.h +++ b/netwerk/protocol/http/nsHttpConnectionMgr.h -@@ -23,6 +23,7 @@ +@@ -23,11 +23,23 @@ #include "nsIObserver.h" #include "nsITimer.h" #include "nsIX509Cert3.h" @@ -145,15 +505,187 @@ index 580710a..b22c669 100644 class nsHttpPipeline; -@@ -585,6 +586,8 @@ private: - uint64_t mTimeOfNextWakeUp; - // Timer for next pruning of dead connections. - nsCOMPtr<nsITimer> mTimer; -+ // Random number generator for reordering HTTP pipeline -+ nsCOMPtr<nsIRandomGenerator> mRandomGenerator; + class nsIHttpUpgradeListener; + ++// We need our own optional debug define because pipelining behavior ++// is significantly altered by rendering speed (which is abysmal on ++// debug builds) ++#ifdef DEBUG ++# define WTF_DEBUG ++#endif ++ ++#ifdef WTF_DEBUG ++# define WTF_TEST ++#endif ++ + //----------------------------------------------------------------------------- + + class nsHttpConnectionMgr : public nsIObserver +@@ -478,6 +490,7 @@ private: + nsresult BuildPipeline(nsConnectionEntry *, + nsAHttpTransaction *, + nsHttpPipeline **); ++ bool HasPipelines(nsConnectionEntry *); + bool RestrictConnections(nsConnectionEntry *); + nsresult ProcessNewTransaction(nsHttpTransaction *); + nsresult EnsureSocketThreadTargetIfOnline(); +@@ -492,7 +505,7 @@ private: + + nsresult MakeNewConnection(nsConnectionEntry *ent, + nsHttpTransaction *trans); +- bool AddToShortestPipeline(nsConnectionEntry *ent, ++ bool AddToBestPipeline(nsConnectionEntry *ent, + nsHttpTransaction *trans, + nsHttpTransaction::Classifier classification, + uint16_t depthLimit); +diff --git a/netwerk/protocol/http/nsHttpHandler.h b/netwerk/protocol/http/nsHttpHandler.h +index 2963195..cd79069 100644 +--- a/netwerk/protocol/http/nsHttpHandler.h ++++ b/netwerk/protocol/http/nsHttpHandler.h +@@ -215,6 +215,8 @@ public: + nsCString& hostLine); + + bool GetPipelineAggressive() { return mPipelineAggressive; } ++ uint32_t GetMaxPipelinedRequests() { return mMaxPipelinedRequests; } ++ uint32_t GetMaxOptimisticPipelinedRequests() { return mMaxOptimisticPipelinedRequests; } + void GetMaxPipelineObjectSize(int64_t *outVal) + { + *outVal = mMaxPipelineObjectSize; +diff --git a/netwerk/protocol/http/nsHttpPipeline.cpp b/netwerk/protocol/http/nsHttpPipeline.cpp +index 9e59878..a9e9911 100644 +--- a/netwerk/protocol/http/nsHttpPipeline.cpp ++++ b/netwerk/protocol/http/nsHttpPipeline.cpp +@@ -87,6 +87,32 @@ nsHttpPipeline::~nsHttpPipeline() + free(mPushBackBuf); + } + ++// Generate a shuffled request ordering sequence ++void ++nsHttpPipeline::ShuffleTransOrder(uint32_t count) ++{ ++ if (count < 2) ++ return; ++ ++ uint32_t pos = mRequestQ[0]->PipelinePosition(); ++ uint32_t i = 0; ++ ++ for (i=0; i < count; ++i) { ++ uint32_t ridx = rand() % count; ++ ++ nsAHttpTransaction *tmp = mRequestQ[i]; ++ mRequestQ[i] = mRequestQ[ridx]; ++ mRequestQ[ridx] = tmp; ++ } ++ ++ for (i=0; i < count; ++i) { ++ mRequestQ[i]->SetPipelinePosition(pos); ++ pos++; ++ } ++ ++ LOG(("nsHttpPipeline::ShuffleTransOrder: Shuffled %d transactions.\n", count)); ++} ++ + nsresult + nsHttpPipeline::AddTransaction(nsAHttpTransaction *trans) + { +@@ -112,6 +138,8 @@ nsHttpPipeline::AddTransaction(nsAHttpTransaction *trans) + // the pipeline object. + trans->SetConnection(this); + ++ ShuffleTransOrder(mRequestQ.Length()); ++ + if (mConnection && !mClosed && mRequestQ.Length() == 1) + mConnection->ResumeSend(); + +@@ -760,8 +788,11 @@ nsHttpPipeline::CancelPipeline(nsresult originalReason) + if (respLen > 1) + mResponseQ.TruncateLength(1); + +- DontReuse(); +- Classify(nsAHttpTransaction::CLASS_SOLO); ++ /* Don't flag timed out connections as unreusable.. Tor is just slow :( */ ++ if (originalReason != NS_ERROR_NET_TIMEOUT) { ++ DontReuse(); ++ Classify(nsAHttpTransaction::CLASS_SOLO); ++ } + + return total; + } +@@ -842,8 +873,19 @@ nsHttpPipeline::FillSendBuf() + + uint32_t n; + uint64_t avail; ++ uint64_t totalAvailable = Available(); ++ uint64_t totalSent = 0; ++ uint64_t reqsSent = 0; ++ uint64_t alreadyPending = 0; ++ ++ mSendBufIn->Available(&alreadyPending); ++ + nsAHttpTransaction *trans; + nsITransport *transport = Transport(); ++#ifdef WTF_TEST ++ nsRefPtr<nsHttpConnectionInfo> ci; ++ GetConnectionInfo(getter_AddRefs(ci)); ++#endif + + while ((trans = Request(0)) != nullptr) { + avail = trans->Available(); +@@ -864,6 +906,7 @@ nsHttpPipeline::FillSendBuf() + } + + mSendingToProgress += n; ++ totalSent += n; + if (!mSuppressSendEvents && transport) { + // Simulate a SENDING_TO event + trans->OnTransportStatus(transport, +@@ -874,6 +917,14 @@ nsHttpPipeline::FillSendBuf() + + avail = trans->Available(); + if (avail == 0) { ++#ifdef WTF_TEST ++ nsHttpRequestHead *head = trans->RequestHead(); ++ fprintf(stderr, "WTF-order: Pipelined req %d/%d (%dB). Url: %s%s\n", ++ trans->PipelinePosition(), PipelineDepth(), n, ++ ci->Host(), head ? head->RequestURI().BeginReading() : "<unknown?>"); ++#endif ++ reqsSent++; ++ + // move transaction from request queue to response queue + mRequestQ.RemoveElementAt(0); + mResponseQ.AppendElement(trans); +@@ -893,5 +944,12 @@ nsHttpPipeline::FillSendBuf() + else + mRequestIsPartial = true; + } ++ ++#ifdef WTF_TEST ++ if (totalSent) ++ fprintf(stderr, "WTF-combine: Sent %d/%d bytes of %d combined pipelined requests for host %s\n", ++ alreadyPending+totalSent, totalAvailable, reqsSent, ci->Host()); ++#endif ++ + return NS_OK; + } +diff --git a/netwerk/protocol/http/nsHttpPipeline.h b/netwerk/protocol/http/nsHttpPipeline.h +index 746a196..4dc06c1 100644 +--- a/netwerk/protocol/http/nsHttpPipeline.h ++++ b/netwerk/protocol/http/nsHttpPipeline.h +@@ -27,11 +27,14 @@ public: + nsHttpPipeline(); + virtual ~nsHttpPipeline(); + ++ uint32_t RequestDepth() { return mRequestQ.Length(); } ++ + private: + nsresult FillSendBuf(); + + static NS_METHOD ReadFromPipe(nsIInputStream *, void *, const char *, + uint32_t, uint32_t, uint32_t *); ++ void ShuffleTransOrder(uint32_t); - // A 1s tick to call nsHttpConnection::ReadTimeoutTick on - // active http/1 connections and check for orphaned half opens. + // convenience functions + nsAHttpTransaction *Request(int32_t i) -- -1.7.5.4 +1.7.9.5

1 0

[torbrowser/master] Bug 3875: Use Optimistic Data SOCKS handshake.
by mikeperry＠torproject.org 11 Apr '13

11 Apr '13

commit 01c866ea4171ef8d974d89cb16efbcc5e06f8d15 Author: Mike Perry <mikeperry-git(a)fscked.org> Date: Tue Apr 2 16:04:33 2013 -0700 Bug 3875: Use Optimistic Data SOCKS handshake. --- .../0028-Use-Optimistic-Data-SOCKS-variant.patch | 82 ++++++++++++++++++++ 1 files changed, 82 insertions(+), 0 deletions(-) diff --git a/src/current-patches/firefox/0028-Use-Optimistic-Data-SOCKS-variant.patch b/src/current-patches/firefox/0028-Use-Optimistic-Data-SOCKS-variant.patch new file mode 100644 index 0000000..b6d43c1 --- /dev/null +++ b/src/current-patches/firefox/0028-Use-Optimistic-Data-SOCKS-variant.patch @@ -0,0 +1,82 @@ +From 64548e75e1cb68a2449b001629c0ee0d10636d90 Mon Sep 17 00:00:00 2001 +From: Tao Wang <t55wang(a)uwaterloo.ca> +Date: Tue, 2 Apr 2013 15:56:49 -0700 +Subject: [PATCH 28/28] Use Optimistic Data SOCKS variant. + +This patch alters Firefox's SOCKS handshake to preemptively send data before +it is actually connected. This allows us to save a round trip during +connection setup. + +See: +https://gitweb.torproject.org/torspec.git/blob/HEAD:/proposals/181-optimistic-data-client.txt +--- + netwerk/base/src/nsSocketTransport2.cpp | 20 ++++++++++++++++++-- + netwerk/base/src/nsSocketTransport2.h | 4 +++- + netwerk/socket/nsSOCKSIOLayer.cpp | 4 +++- + 3 files changed, 24 insertions(+), 4 deletions(-) + +diff --git a/netwerk/base/src/nsSocketTransport2.cpp b/netwerk/base/src/nsSocketTransport2.cpp +index 15870bb..668d18f 100644 +--- a/netwerk/base/src/nsSocketTransport2.cpp ++++ b/netwerk/base/src/nsSocketTransport2.cpp +@@ -1543,9 +1543,25 @@ nsSocketTransport::OnSocketReady(PRFileDesc *fd, int16_t outFlags) + // Update poll timeout in case it was changed + mPollTimeout = mTimeouts[TIMEOUT_READ_WRITE]; + } +- else if (mState == STATE_CONNECTING) { ++ ++//STATE_SENDINGGET: handshake proceeded to state "sent connect" ++//one more poll to OnSocketReady will trigger the get request, and state STATE_SENTGET ++//STATE_SENTGET: continue and finish handshake ++ else if (mState == STATE_SENDINGGET) { ++ if ((mPollFlags & PR_POLL_WRITE) && (outFlags & ~PR_POLL_READ)) { ++ mOutput.OnSocketReady(NS_OK); ++ } ++ mPollTimeout = mTimeouts[TIMEOUT_READ_WRITE]; ++ mState = STATE_SENTGET; ++ } ++ ++ else if (mState == STATE_CONNECTING || mState == STATE_SENTGET) { + PRStatus status = PR_ConnectContinue(fd, outFlags); +- if (status == PR_SUCCESS) { ++ if (status == PR_SUCCESS && mState == STATE_CONNECTING) { ++ OnSocketConnected(); ++ mState = STATE_SENDINGGET; ++ } ++ else if (status == PR_SUCCESS && mState == STATE_SENTGET) { + // + // we are connected! + // +diff --git a/netwerk/base/src/nsSocketTransport2.h b/netwerk/base/src/nsSocketTransport2.h +index d9ac3d3..0c92d0a 100644 +--- a/netwerk/base/src/nsSocketTransport2.h ++++ b/netwerk/base/src/nsSocketTransport2.h +@@ -154,7 +154,9 @@ private: + STATE_IDLE, + STATE_RESOLVING, + STATE_CONNECTING, +- STATE_TRANSFERRING ++ STATE_TRANSFERRING, ++ STATE_SENDINGGET, ++ STATE_SENTGET + }; + + //------------------------------------------------------------------------- +diff --git a/netwerk/socket/nsSOCKSIOLayer.cpp b/netwerk/socket/nsSOCKSIOLayer.cpp +index 24edc78..64f6001 100644 +--- a/netwerk/socket/nsSOCKSIOLayer.cpp ++++ b/netwerk/socket/nsSOCKSIOLayer.cpp +@@ -77,7 +77,9 @@ public: + void SetConnectTimeout(PRIntervalTime to); + PRStatus DoHandshake(PRFileDesc *fd, int16_t oflags = -1); + int16_t GetPollFlags() const; +- bool IsConnected() const { return mState == SOCKS_CONNECTED; } ++ bool IsConnected() const { return (mState == SOCKS_CONNECTED || ++ mState == SOCKS5_READ_CONNECT_RESPONSE_TOP); } ++ + void ForgetFD() { mFD = nullptr; } + + private: +-- +1.7.9.5 +

1 0

[torbrowser/master] Bug 7920: Honor the Windows theme for inverse text colors
by mikeperry＠torproject.org 11 Apr '13

11 Apr '13

commit f6325cc47656445f729c4426246154733e4bf6df Author: Mike Perry <mikeperry-git(a)fscked.org> Date: Tue Apr 2 16:03:44 2013 -0700 Bug 7920: Honor the Windows theme for inverse text colors --- ...not-expose-system-colors-to-CSS-or-canvas.patch | 195 ++++++++++++++++++-- 1 files changed, 180 insertions(+), 15 deletions(-) diff --git a/src/current-patches/firefox/0023-Do-not-expose-system-colors-to-CSS-or-canvas.patch b/src/current-patches/firefox/0023-Do-not-expose-system-colors-to-CSS-or-canvas.patch index 1db7290..2bd9ffc 100644 --- a/src/current-patches/firefox/0023-Do-not-expose-system-colors-to-CSS-or-canvas.patch +++ b/src/current-patches/firefox/0023-Do-not-expose-system-colors-to-CSS-or-canvas.patch @@ -1,17 +1,24 @@ -From 6cf784929d122dd2b83536bdd742e9a718027376 Mon Sep 17 00:00:00 2001 +From 6f70c68258eb81dc898622f1f2629d71441fb1d3 Mon Sep 17 00:00:00 2001 From: Kathleen Brade <brade(a)pearlcrescent.com> Date: Wed, 28 Nov 2012 15:08:40 -0500 -Subject: [PATCH 23/27] Do not expose system colors to CSS or canvas. +Subject: [PATCH 23/28] Do not expose system colors to CSS or canvas. +This patch also contains a hack to use properly contrasting colors if the +desktop theme specifies white on black for text colors (see +https://trac.torproject.org/projects/tor/ticket/7920). These color choices are +also not exposed to content. --- - content/canvas/src/nsCanvasRenderingContext2D.cpp | 28 +++- + content/canvas/src/nsCanvasRenderingContext2D.cpp | 28 ++- .../canvas/src/nsCanvasRenderingContext2DAzure.cpp | 34 +++- .../canvas/src/nsCanvasRenderingContext2DAzure.h | 5 +- + layout/base/nsLayoutUtils.cpp | 50 +++++ + layout/base/nsLayoutUtils.h | 4 + + layout/generic/nsFrame.cpp | 6 +- layout/style/nsRuleNode.cpp | 5 +- - widget/LookAndFeel.h | 9 + - widget/xpwidgets/nsXPLookAndFeel.cpp | 173 +++++++++++++++++++- + widget/LookAndFeel.h | 12 ++ + widget/xpwidgets/nsXPLookAndFeel.cpp | 214 +++++++++++++++++++- widget/xpwidgets/nsXPLookAndFeel.h | 5 +- - 7 files changed, 239 insertions(+), 20 deletions(-) + 10 files changed, 342 insertions(+), 21 deletions(-) diff --git a/content/canvas/src/nsCanvasRenderingContext2D.cpp b/content/canvas/src/nsCanvasRenderingContext2D.cpp index 0dec654..7132e4f 100644 @@ -190,6 +197,113 @@ index 05ccf61..629d78a 100644 Type mType; virtual ~nsCanvasGradientAzure() {} }; +diff --git a/layout/base/nsLayoutUtils.cpp b/layout/base/nsLayoutUtils.cpp +index 87b0d34..65515d9 100644 +--- a/layout/base/nsLayoutUtils.cpp ++++ b/layout/base/nsLayoutUtils.cpp +@@ -76,6 +76,7 @@ + #include "nsSVGForeignObjectFrame.h" + #include "nsSVGOuterSVGFrame.h" + #include "nsStyleStructInlines.h" ++#include "mozilla/LookAndFeel.h" + + #include "mozilla/Preferences.h" + +@@ -3134,13 +3135,62 @@ ShouldDarkenColors(nsPresContext* aPresContext) + nscolor + nsLayoutUtils::GetColor(nsIFrame* aFrame, nsCSSProperty aProperty) + { ++ if (aProperty == eCSSProperty_color) ++ { ++ nscolor nativeColor = NS_RGB(0, 0, 0); ++ if (GetNativeTextColor(aFrame, nativeColor)) ++ return nativeColor; ++ } ++ + nscolor color = aFrame->GetVisitedDependentColor(aProperty); + if (ShouldDarkenColors(aFrame->PresContext())) { + color = DarkenColor(color); + } ++ + return color; + } + ++bool ++nsLayoutUtils::GetNativeTextColor(nsIFrame* aFrame, nscolor& aColor) ++{ ++ nsPresContext *presContext = aFrame->PresContext(); ++ if (!presContext->IsChrome()) { ++ // If native appearance was used to draw the background of the containing ++ // frame, return a contrasting native foreground color instead of the ++ // color from the element's style. This avoids a problem where black ++ // text was displayed on a black background when a Windows theme such as ++ // "High Contrast Black" was used. The background is drawn inside ++ // nsNativeThemeWin::ClassicDrawWidgetBackground(). ++ // ++ // Because both the background color and this foreground color are used ++ // directly without exposing the colors via CSS computed styles, the ++ // native colors are not leaked to content. ++ nsIFrame* bgFrame = ++ nsCSSRendering::FindNonTransparentBackgroundFrame(aFrame); ++ if (bgFrame) { ++ const nsStyleDisplay* displayData = bgFrame->GetStyleDisplay(); ++ uint8_t widgetType = displayData->mAppearance; ++ nsITheme *theme = presContext->GetTheme(); ++ if (widgetType && theme->ThemeSupportsWidget(presContext, bgFrame, ++ widgetType)) { ++ bool isDisabled = false; ++ nsIContent* frameContent = bgFrame->GetContent(); ++ if (frameContent && frameContent->IsElement()) { ++ nsEventStates es = frameContent->AsElement()->State(); ++ isDisabled = es.HasState(NS_EVENT_STATE_DISABLED); ++ } ++ ++ if (NS_SUCCEEDED(LookAndFeel::GetColorForNativeAppearance(widgetType, ++ isDisabled, &aColor))) { ++ return true; ++ } ++ } ++ } ++ } ++ ++ return false; ++} ++ + gfxFloat + nsLayoutUtils::GetSnappedBaselineY(nsIFrame* aFrame, gfxContext* aContext, + nscoord aY, nscoord aAscent) +diff --git a/layout/base/nsLayoutUtils.h b/layout/base/nsLayoutUtils.h +index 4fb1f93..6552f04 100644 +--- a/layout/base/nsLayoutUtils.h ++++ b/layout/base/nsLayoutUtils.h +@@ -989,6 +989,10 @@ public: + // Get a suitable foreground color for painting aProperty for aFrame. + static nscolor GetColor(nsIFrame* aFrame, nsCSSProperty aProperty); + ++ // Get the native text color if appropriate. If false is returned, callers ++ // should fallback to the CSS color. ++ static bool GetNativeTextColor(nsIFrame* aFrame, nscolor& aColor); ++ + // Get a baseline y position in app units that is snapped to device pixels. + static gfxFloat GetSnappedBaselineY(nsIFrame* aFrame, gfxContext* aContext, + nscoord aY, nscoord aAscent); +diff --git a/layout/generic/nsFrame.cpp b/layout/generic/nsFrame.cpp +index 75a2bb9..d684a62 100644 +--- a/layout/generic/nsFrame.cpp ++++ b/layout/generic/nsFrame.cpp +@@ -1446,7 +1446,11 @@ nsIFrame::DisplayCaret(nsDisplayListBuilder* aBuilder, + nscolor + nsIFrame::GetCaretColorAt(int32_t aOffset) + { +- // Use text color. ++ nscolor color = NS_RGB(0, 0, 0); ++ if (nsLayoutUtils::GetNativeTextColor(this, color)) ++ return color; ++ ++ // Use CSS text color. + return GetStyleColor()->mColor; + } + diff --git a/layout/style/nsRuleNode.cpp b/layout/style/nsRuleNode.cpp index 86eff1f..732b1fe 100644 --- a/layout/style/nsRuleNode.cpp @@ -207,10 +321,10 @@ index 86eff1f..732b1fe 100644 } } diff --git a/widget/LookAndFeel.h b/widget/LookAndFeel.h -index e46bb13..59f00f5 100644 +index e46bb13..f947084 100644 --- a/widget/LookAndFeel.h +++ b/widget/LookAndFeel.h -@@ -446,6 +446,15 @@ public: +@@ -446,6 +446,18 @@ public: static nsresult GetColor(ColorID aID, nscolor* aResult); /** @@ -222,15 +336,26 @@ index e46bb13..59f00f5 100644 + static nsresult GetColor(ColorID aID, bool aUseStandinsForNativeColors, + nscolor* aResult); + ++ static nsresult GetColorForNativeAppearance(uint8_t aWidgetType, ++ bool aIsDisabled, nscolor* aResult); ++ + /** * GetInt() and GetFloat() return a int or float value for aID. The result * might be distance, time, some flags or a int value which has particular * meaning. See each document at definition of each ID for the detail. diff --git a/widget/xpwidgets/nsXPLookAndFeel.cpp b/widget/xpwidgets/nsXPLookAndFeel.cpp -index 50c2c86..20ccfef 100644 +index 50c2c86..704963a 100644 --- a/widget/xpwidgets/nsXPLookAndFeel.cpp +++ b/widget/xpwidgets/nsXPLookAndFeel.cpp -@@ -476,6 +476,155 @@ nsXPLookAndFeel::IsSpecialColor(ColorID aID, nscolor &aColor) +@@ -11,6 +11,7 @@ + #include "nsLookAndFeel.h" + #include "nsCRT.h" + #include "nsFont.h" ++#include "nsThemeConstants.h" + #include "mozilla/Preferences.h" + + #include "gfxPlatform.h" +@@ -476,6 +477,155 @@ nsXPLookAndFeel::IsSpecialColor(ColorID aID, nscolor &aColor) return false; } @@ -386,7 +511,7 @@ index 50c2c86..20ccfef 100644 // // All these routines will return NS_OK if they have a value, // in which case the nsLookAndFeel should use that value; -@@ -483,7 +632,8 @@ nsXPLookAndFeel::IsSpecialColor(ColorID aID, nscolor &aColor) +@@ -483,7 +633,8 @@ nsXPLookAndFeel::IsSpecialColor(ColorID aID, nscolor &aColor) // platform-specific nsLookAndFeel should use its own values instead. // nsresult @@ -396,7 +521,7 @@ index 50c2c86..20ccfef 100644 { if (!sInitialized) Init(); -@@ -569,7 +719,10 @@ nsXPLookAndFeel::GetColorImpl(ColorID aID, nscolor &aResult) +@@ -569,7 +720,10 @@ nsXPLookAndFeel::GetColorImpl(ColorID aID, nscolor &aResult) } #endif // DEBUG_SYSTEM_COLOR_USE @@ -408,7 +533,7 @@ index 50c2c86..20ccfef 100644 aResult = sCachedColors[aID]; return NS_OK; } -@@ -603,6 +756,12 @@ nsXPLookAndFeel::GetColorImpl(ColorID aID, nscolor &aResult) +@@ -603,6 +757,12 @@ nsXPLookAndFeel::GetColorImpl(ColorID aID, nscolor &aResult) return NS_OK; } @@ -421,7 +546,7 @@ index 50c2c86..20ccfef 100644 if (sUseNativeColors && NS_SUCCEEDED(NativeGetColor(aID, aResult))) { if ((gfxPlatform::GetCMSMode() == eCMSMode_All) && !IsSpecialColor(aID, aResult)) { -@@ -693,7 +852,15 @@ namespace mozilla { +@@ -693,7 +853,55 @@ namespace mozilla { nsresult LookAndFeel::GetColor(ColorID aID, nscolor* aResult) { @@ -435,6 +560,46 @@ index 50c2c86..20ccfef 100644 +{ + return nsLookAndFeel::GetInstance()->GetColorImpl(aID, + aUseStandinsForNativeColors, *aResult); ++} ++ ++// static ++nsresult ++LookAndFeel::GetColorForNativeAppearance(uint8_t aWidgetType, bool aIsDisabled, ++ nscolor* aResult) ++{ ++ NS_ENSURE_ARG_POINTER(aResult); ++ ++ ColorID colorID = eColorID_LAST_COLOR; ++ switch (aWidgetType) { ++ case NS_THEME_TEXTFIELD: ++ case NS_THEME_TEXTFIELD_MULTILINE: ++ case NS_THEME_LISTBOX: ++ case NS_THEME_DROPDOWN: ++ case NS_THEME_DROPDOWN_TEXTFIELD: ++ case NS_THEME_TREEVIEW: ++ colorID = (aIsDisabled) ? eColorID_graytext : eColorID__moz_fieldtext; ++ break; ++ ++ case NS_THEME_TOOLTIP: ++ colorID = eColorID_infotext; ++ break; ++ ++ case NS_THEME_BUTTON: ++ case NS_THEME_GROUPBOX: ++ case NS_THEME_PROGRESSBAR: ++ case NS_THEME_PROGRESSBAR_VERTICAL: ++ case NS_THEME_TAB_PANEL: ++ case NS_THEME_STATUSBAR: ++ case NS_THEME_STATUSBAR_RESIZER_PANEL: ++ colorID = (aIsDisabled) ? eColorID_graytext : eColorID_buttontext; ++ break; ++ } ++ ++ if (LookAndFeel::eColorID_LAST_COLOR == colorID) ++ return NS_ERROR_FAILURE; ++ ++ *aResult = NS_RGB(0, 0, 0); ++ return nsLookAndFeel::GetInstance()->NativeGetColor(colorID, *aResult); } // static @@ -462,5 +627,5 @@ index 69627d2..2729803 100644 static int OnPrefChanged(const char* aPref, void* aClosure); -- -1.7.5.4 +1.7.9.5

1 0

[torbrowser/master] Bug 8286: Fetch our source deps from an https mirror
by mikeperry＠torproject.org 11 Apr '13

11 Apr '13

commit 1307692dcd6129321b21f3e261346a94486b9642 Author: Mike Perry <mikeperry-git(a)fscked.org> Date: Thu Apr 4 19:31:27 2013 -0700 Bug 8286: Fetch our source deps from an https mirror Also check the certificate on downloads... --- build-scripts/versions-alpha.mk | 62 +++++++++++++++++++------------------- build-scripts/versions.mk | 60 +++++++++++++++++++------------------- 2 files changed, 61 insertions(+), 61 deletions(-) diff --git a/build-scripts/versions-alpha.mk b/build-scripts/versions-alpha.mk index c4ed4e0..aaa3057 100644 --- a/build-scripts/versions-alpha.mk +++ b/build-scripts/versions-alpha.mk @@ -39,22 +39,22 @@ HTTPSEVERYWHERE_PACKAGE=https-everywhere-$(HTTPSEVERYWHERE_VER).xpi PDFJS_PACKAGE=addon-352704-latest.xpi OBFSPROXY_PACKAGE=obfsproxy-$(OBFSPROXY_VER).tar.gz -## Location of files for download -ZLIB_URL=http://www.zlib.net/$(ZLIB_PACKAGE) -OPENSSL_URL=http://www.openssl.org/source/$(OPENSSL_PACKAGE) -LIBPNG_URL=ftp://ftp.simplesystems.org/pub/libpng/png/src/libpng15/$(LIBPNG_PACKAGE) -QT_URL=ftp://ftp.qt.nokia.com/qt/source/$(QT_PACKAGE) -VIDALIA_URL=https://archive.torproject.org/tor-package-archive/vidalia/$(VIDALIA_PACKAGE) -LIBEVENT_URL=https://github.com/downloads/libevent/libevent/$(LIBEVENT_PACKAGE) -TOR_URL=https://archive.torproject.org/tor-package-archive/$(TOR_PACKAGE) -PIDGIN_URL=http://sourceforge.net/projects/pidgin/files/Pidgin/$(PIDGIN_PACKAGE) -FIREFOX_URL=https://ftp.mozilla.org/pub/mozilla.org/firefox/releases/$(FIREFOX_VER)/source/$(FIREFOX_PACKAGE) -MOZBUILD_URL=https://ftp.mozilla.org/pub/mozilla.org/mozilla/libraries/win32/$(MOZBUILD_PACKAGE) -#TORBUTTON_URL=https://archive.torproject.org/tor-package-archive/torbutton/$(TORBUTTON_PACKAGE) -TORBUTTON_URL=https://people.torproject.org/~mikeperry/$(TORBUTTON_PACKAGE) -NOSCRIPT_URL=https://addons.mozilla.org/firefox/downloads/latest/722/$(NOSCRIPT_PACKAGE) -HTTPSEVERYWHERE_URL=https://eff.org/files/$(HTTPSEVERYWHERE_PACKAGE) -OBFSPROXY_URL=https://archive.torproject.org/tor-package-archive/obfsproxy/$(OBFSPROXY_PACKAGE) +## Location of files for download over HTTPS +TBB_THIRD_PARTY_MIRROR=https://people.torproject.org/~mikeperry/mirrors/sources/ +ZLIB_URL=$(TBB_THIRD_PARTY_MIRROR)$(ZLIB_PACKAGE) +OPENSSL_URL=$(TBB_THIRD_PARTY_MIRROR)$(OPENSSL_PACKAGE) +LIBPNG_URL=$(TBB_THIRD_PARTY_MIRROR)$(LIBPNG_PACKAGE) +QT_URL=$(TBB_THIRD_PARTY_MIRROR)$(QT_PACKAGE) +VIDALIA_URL=$(TBB_THIRD_PARTY_MIRROR)$(VIDALIA_PACKAGE) +LIBEVENT_URL=$(TBB_THIRD_PARTY_MIRROR)$(LIBEVENT_PACKAGE) +TOR_URL=$(TBB_THIRD_PARTY_MIRROR)$(TOR_PACKAGE) +PIDGIN_URL=$(TBB_THIRD_PARTY_MIRROR)$(PIDGIN_PACKAGE) +FIREFOX_URL=$(TBB_THIRD_PARTY_MIRROR)$(FIREFOX_PACKAGE) +MOZBUILD_URL=$(TBB_THIRD_PARTY_MIRROR)$(MOZBUILD_PACKAGE) +TORBUTTON_URL=$(TBB_THIRD_PARTY_MIRROR)$(TORBUTTON_PACKAGE) +NOSCRIPT_URL=$(TBB_THIRD_PARTY_MIRROR)$(NOSCRIPT_PACKAGE) +HTTPSEVERYWHERE_URL=$(TBB_THIRD_PARTY_MIRROR)$(HTTPSEVERYWHERE_PACKAGE) +OBFSPROXY_URL=$(TBB_THIRD_PARTY_MIRROR)$(OBFSPROXY_PACKAGE) # Provide some mappings between lower and upper case, which means we don't need # to rely on shell shenanigans when we need the upper case version. This is @@ -111,54 +111,54 @@ $(BUILD_DIR): # at least for those packages that support it. $(FETCH_DIR)/$(ZLIB_PACKAGE): | $(FETCH_DIR) - $(WGET) --no-check-certificate --directory-prefix=$(FETCH_DIR) $(ZLIB_URL) + $(WGET) --directory-prefix=$(FETCH_DIR) $(ZLIB_URL) $(FETCH_DIR)/$(LIBPNG_PACKAGE): | $(FETCH_DIR) - $(WGET) --no-check-certificate --directory-prefix=$(FETCH_DIR) $(LIBPNG_URL) + $(WGET) --directory-prefix=$(FETCH_DIR) $(LIBPNG_URL) $(FETCH_DIR)/$(QT_PACKAGE): | $(FETCH_DIR) - $(WGET) --no-check-certificate --directory-prefix=$(FETCH_DIR) $(QT_URL) + $(WGET) --directory-prefix=$(FETCH_DIR) $(QT_URL) $(FETCH_DIR)/$(OPENSSL_PACKAGE): | $(FETCH_DIR) - $(WGET) --no-check-certificate --directory-prefix=$(FETCH_DIR) $(OPENSSL_URL) + $(WGET) --directory-prefix=$(FETCH_DIR) $(OPENSSL_URL) $(FETCH_DIR)/$(VIDALIA_PACKAGE): | $(FETCH_DIR) - $(WGET) --no-check-certificate --directory-prefix=$(FETCH_DIR) $(VIDALIA_URL) + $(WGET) --directory-prefix=$(FETCH_DIR) $(VIDALIA_URL) $(FETCH_DIR)/$(LIBEVENT_PACKAGE): | $(FETCH_DIR) - $(WGET) --no-check-certificate --directory-prefix=$(FETCH_DIR) $(LIBEVENT_URL) + $(WGET) --directory-prefix=$(FETCH_DIR) $(LIBEVENT_URL) $(FETCH_DIR)/$(TOR_PACKAGE): | $(FETCH_DIR) - $(WGET) --no-check-certificate --directory-prefix=$(FETCH_DIR) $(TOR_URL) + $(WGET) --directory-prefix=$(FETCH_DIR) $(TOR_URL) $(FETCH_DIR)/$(FIREFOX_PACKAGE): | $(FETCH_DIR) - $(WGET) --no-check-certificate --directory-prefix=$(FETCH_DIR) $(FIREFOX_URL) + $(WGET) --directory-prefix=$(FETCH_DIR) $(FIREFOX_URL) $(FETCH_DIR)/$(MOZBUILD_PACKAGE): | $(FETCH_DIR) - $(WGET) --no-check-certificate --directory-prefix=$(FETCH_DIR) $(MOZBUILD_URL) + $(WGET) --directory-prefix=$(FETCH_DIR) $(MOZBUILD_URL) torbutton.xpi: - $(WGET) --no-check-certificate -O $@ $(TORBUTTON_URL) + $(WGET) -O $@ $(TORBUTTON_URL) noscript.xpi: - $(WGET) --no-check-certificate -O $@ $(NOSCRIPT_URL) + $(WGET) -O $@ $(NOSCRIPT_URL) httpseverywhere.xpi: - $(WGET) --no-check-certificate -O $@ $(HTTPSEVERYWHERE_URL) + $(WGET) -O $@ $(HTTPSEVERYWHERE_URL) pdfjs.xpi: - $(WGET) --no-check-certificate -O $@ $(PDFJS_URL) + $(WGET) -O $@ $(PDFJS_URL) ## Generic language pack rule, needs OS-specific MOZILLA_LANGUAGE langpack_%.xpi: - $(WGET) --no-check-certificate -O $@ $(MOZILLA_LANGUAGE)/$*.xpi + $(WGET) -O $@ $(MOZILLA_LANGUAGE)/$*.xpi ## English comes as default, so nothing to do here for the language packe langpack_en-US.xpi: touch $@ $(FETCH_DIR)/$(OBFSPROXY_PACKAGE): | $(FETCH_DIR) - $(WGET) --no-check-certificate --directory-prefix=$(FETCH_DIR) $(OBFSPROXY_URL) + $(WGET) --directory-prefix=$(FETCH_DIR) $(OBFSPROXY_URL) unpack-source: $(ZLIB_DIR) $(OPENSSL_DIR) $(LIBPNG_DIR) $(QT_DIR) $(VIDALIA_DIR) $(LIBEVENT_DIR) $(TOR_DIR) $(FIREFOX_DIR) $(OBFSPROXY_DIR) diff --git a/build-scripts/versions.mk b/build-scripts/versions.mk index d226473..d3a85a3 100644 --- a/build-scripts/versions.mk +++ b/build-scripts/versions.mk @@ -37,22 +37,22 @@ NOSCRIPT_PACKAGE=addon-722-latest.xpi HTTPSEVERYWHERE_PACKAGE=https-everywhere-$(HTTPSEVERYWHERE_VER).xpi OBFSPROXY_PACKAGE=obfsproxy-$(OBFSPROXY_VER).tar.gz -## Location of files for download -ZLIB_URL=http://www.zlib.net/$(ZLIB_PACKAGE) -OPENSSL_URL=http://www.openssl.org/source/$(OPENSSL_PACKAGE) -LIBPNG_URL=ftp://ftp.simplesystems.org/pub/libpng/png/src/libpng15/$(LIBPNG_PACKAGE) -QT_URL=ftp://ftp.qt.nokia.com/qt/source/$(QT_PACKAGE) -VIDALIA_URL=https://archive.torproject.org/tor-package-archive/vidalia/$(VIDALIA_PACKAGE) -LIBEVENT_URL=https://github.com/downloads/libevent/libevent/$(LIBEVENT_PACKAGE) -TOR_URL=https://archive.torproject.org/tor-package-archive/$(TOR_PACKAGE) -PIDGIN_URL=http://sourceforge.net/projects/pidgin/files/Pidgin/$(PIDGIN_PACKAGE) -FIREFOX_URL=https://ftp.mozilla.org/pub/mozilla.org/firefox/releases/$(FIREFOX_VER)/source/$(FIREFOX_PACKAGE) -MOZBUILD_URL=https://ftp.mozilla.org/pub/mozilla.org/mozilla/libraries/win32/$(MOZBUILD_PACKAGE) -#TORBUTTON_URL=https://archive.torproject.org/tor-package-archive/torbutton/$(TORBUTTON_PACKAGE) -TORBUTTON_URL=https://people.torproject.org/~mikeperry/$(TORBUTTON_PACKAGE) -NOSCRIPT_URL=https://addons.mozilla.org/firefox/downloads/latest/722/$(NOSCRIPT_PACKAGE) -HTTPSEVERYWHERE_URL=https://eff.org/files/$(HTTPSEVERYWHERE_PACKAGE) -OBFSPROXY_URL=https://archive.torproject.org/tor-package-archive/obfsproxy/$(OBFSPROXY_PACKAGE) +## Location of files for download over HTTPS +TBB_THIRD_PARTY_MIRROR=https://people.torproject.org/~mikeperry/mirrors/sources/ +ZLIB_URL=$(TBB_THIRD_PARTY_MIRROR)$(ZLIB_PACKAGE) +OPENSSL_URL=$(TBB_THIRD_PARTY_MIRROR)$(OPENSSL_PACKAGE) +LIBPNG_URL=$(TBB_THIRD_PARTY_MIRROR)$(LIBPNG_PACKAGE) +QT_URL=$(TBB_THIRD_PARTY_MIRROR)$(QT_PACKAGE) +VIDALIA_URL=$(TBB_THIRD_PARTY_MIRROR)$(VIDALIA_PACKAGE) +LIBEVENT_URL=$(TBB_THIRD_PARTY_MIRROR)$(LIBEVENT_PACKAGE) +TOR_URL=$(TBB_THIRD_PARTY_MIRROR)$(TOR_PACKAGE) +PIDGIN_URL=$(TBB_THIRD_PARTY_MIRROR)$(PIDGIN_PACKAGE) +FIREFOX_URL=$(TBB_THIRD_PARTY_MIRROR)$(FIREFOX_PACKAGE) +MOZBUILD_URL=$(TBB_THIRD_PARTY_MIRROR)$(MOZBUILD_PACKAGE) +TORBUTTON_URL=$(TBB_THIRD_PARTY_MIRROR)$(TORBUTTON_PACKAGE) +NOSCRIPT_URL=$(TBB_THIRD_PARTY_MIRROR)$(NOSCRIPT_PACKAGE) +HTTPSEVERYWHERE_URL=$(TBB_THIRD_PARTY_MIRROR)$(HTTPSEVERYWHERE_PACKAGE) +OBFSPROXY_URL=$(TBB_THIRD_PARTY_MIRROR)$(OBFSPROXY_PACKAGE) # Provide some mappings between lower and upper case, which means we don't need # to rely on shell shenanigans when we need the upper case version. This is @@ -109,51 +109,51 @@ $(BUILD_DIR): # at least for those packages that support it. $(FETCH_DIR)/$(ZLIB_PACKAGE): | $(FETCH_DIR) - $(WGET) --no-check-certificate --directory-prefix=$(FETCH_DIR) $(ZLIB_URL) + $(WGET) --directory-prefix=$(FETCH_DIR) $(ZLIB_URL) $(FETCH_DIR)/$(LIBPNG_PACKAGE): | $(FETCH_DIR) - $(WGET) --no-check-certificate --directory-prefix=$(FETCH_DIR) $(LIBPNG_URL) + $(WGET) --directory-prefix=$(FETCH_DIR) $(LIBPNG_URL) $(FETCH_DIR)/$(QT_PACKAGE): | $(FETCH_DIR) - $(WGET) --no-check-certificate --directory-prefix=$(FETCH_DIR) $(QT_URL) + $(WGET) --directory-prefix=$(FETCH_DIR) $(QT_URL) $(FETCH_DIR)/$(OPENSSL_PACKAGE): | $(FETCH_DIR) - $(WGET) --no-check-certificate --directory-prefix=$(FETCH_DIR) $(OPENSSL_URL) + $(WGET) --directory-prefix=$(FETCH_DIR) $(OPENSSL_URL) $(FETCH_DIR)/$(VIDALIA_PACKAGE): | $(FETCH_DIR) - $(WGET) --no-check-certificate --directory-prefix=$(FETCH_DIR) $(VIDALIA_URL) + $(WGET) --directory-prefix=$(FETCH_DIR) $(VIDALIA_URL) $(FETCH_DIR)/$(LIBEVENT_PACKAGE): | $(FETCH_DIR) - $(WGET) --no-check-certificate --directory-prefix=$(FETCH_DIR) $(LIBEVENT_URL) + $(WGET) --directory-prefix=$(FETCH_DIR) $(LIBEVENT_URL) $(FETCH_DIR)/$(TOR_PACKAGE): | $(FETCH_DIR) - $(WGET) --no-check-certificate --directory-prefix=$(FETCH_DIR) $(TOR_URL) + $(WGET) --directory-prefix=$(FETCH_DIR) $(TOR_URL) $(FETCH_DIR)/$(FIREFOX_PACKAGE): | $(FETCH_DIR) - $(WGET) --no-check-certificate --directory-prefix=$(FETCH_DIR) $(FIREFOX_URL) + $(WGET) --directory-prefix=$(FETCH_DIR) $(FIREFOX_URL) $(FETCH_DIR)/$(MOZBUILD_PACKAGE): | $(FETCH_DIR) - $(WGET) --no-check-certificate --directory-prefix=$(FETCH_DIR) $(MOZBUILD_URL) + $(WGET) --directory-prefix=$(FETCH_DIR) $(MOZBUILD_URL) torbutton.xpi: - $(WGET) --no-check-certificate -O $@ $(TORBUTTON_URL) + $(WGET) -O $@ $(TORBUTTON_URL) noscript.xpi: - $(WGET) --no-check-certificate -O $@ $(NOSCRIPT_URL) + $(WGET) -O $@ $(NOSCRIPT_URL) httpseverywhere.xpi: - $(WGET) --no-check-certificate -O $@ $(HTTPSEVERYWHERE_URL) + $(WGET) -O $@ $(HTTPSEVERYWHERE_URL) ## Generic language pack rule, needs OS-specific MOZILLA_LANGUAGE langpack_%.xpi: - $(WGET) --no-check-certificate -O $@ $(MOZILLA_LANGUAGE)/$*.xpi + $(WGET) -O $@ $(MOZILLA_LANGUAGE)/$*.xpi ## English comes as default, so nothing to do here for the language packe langpack_en-US.xpi: touch $@ $(FETCH_DIR)/$(OBFSPROXY_PACKAGE): | $(FETCH_DIR) - $(WGET) --no-check-certificate --directory-prefix=$(FETCH_DIR) $(OBFSPROXY_URL) + $(WGET) --directory-prefix=$(FETCH_DIR) $(OBFSPROXY_URL) unpack-source: $(ZLIB_DIR) $(OPENSSL_DIR) $(LIBPNG_DIR) $(QT_DIR) $(VIDALIA_DIR) $(LIBEVENT_DIR) $(TOR_DIR) $(FIREFOX_DIR) $(OBFSPROXY_DIR)

1 0

[torbrowser/master] Merge branch 'maint-2.4'
by mikeperry＠torproject.org 11 Apr '13

11 Apr '13

commit 75ca11ab52c75d4f3924c8cf0f3d50cf968a0810 Merge: 802e620 b0e19e9 Author: Mike Perry <mikeperry-git(a)fscked.org> Date: Wed Apr 10 23:43:39 2013 -0700 Merge branch 'maint-2.4' build-scripts/config/pound_tor.js | 4 + build-scripts/versions-alpha.mk | 62 +- build-scripts/versions.mk | 60 +- ...11-Limit-the-number-of-fonts-per-document.patch | 149 ++++- ...ize-HTTP-request-order-and-pipeline-depth.patch | 708 +++++++++++++++++--- ...not-expose-system-colors-to-CSS-or-canvas.patch | 195 +++++- ...solate-the-Image-Cache-per-url-bar-domain.patch | 10 +- .../0028-Use-Optimistic-Data-SOCKS-variant.patch | 82 +++ watch-scripts/fetch-thirdparty.sh | 83 +++ watch-scripts/verify-mirror.sh | 97 +++ watch-scripts/versions.sh | 33 + watch-scripts/watch-firefox.sh | 29 + 12 files changed, 1334 insertions(+), 178 deletions(-)

1 0

[torbrowser/master] Bug 8455: Fix @font-face handling of local() fonts.
by mikeperry＠torproject.org 11 Apr '13

11 Apr '13

commit b0e19e9a7e94dcbd6e50ea3739c5b3ce218fe57c Author: Mike Perry <mikeperry-git(a)fscked.org> Date: Thu Apr 4 23:25:54 2013 -0700 Bug 8455: Fix @font-face handling of local() fonts. Also disable fallback font rendering. --- build-scripts/config/pound_tor.js | 1 + ...11-Limit-the-number-of-fonts-per-document.patch | 149 ++++++++++++++++++-- 2 files changed, 141 insertions(+), 9 deletions(-) diff --git a/build-scripts/config/pound_tor.js b/build-scripts/config/pound_tor.js index db382a6..1cbf0fd 100644 --- a/build-scripts/config/pound_tor.js +++ b/build-scripts/config/pound_tor.js @@ -46,6 +46,7 @@ pref("dom.battery.enabled", false); // fingerprinting due to differing OS implem pref("dom.network.enabled",false); // fingerprinting due to differing OS implementations pref("browser.display.max_font_attempts",10); pref("browser.display.max_font_count",10); +pref("gfx.downloadable_fonts.fallback_delay", -1); pref("general.appname.override", "Netscape"); pref("general.appversion.override", "5.0 (Windows)"); pref("general.buildID.override", "0"); diff --git a/src/current-patches/firefox/0011-Limit-the-number-of-fonts-per-document.patch b/src/current-patches/firefox/0011-Limit-the-number-of-fonts-per-document.patch index f02926a..163968a 100644 --- a/src/current-patches/firefox/0011-Limit-the-number-of-fonts-per-document.patch +++ b/src/current-patches/firefox/0011-Limit-the-number-of-fonts-per-document.patch @@ -1,7 +1,7 @@ -From 094f1e4c33656e3f0922d6fcb941deb672fa44a8 Mon Sep 17 00:00:00 2001 +From 81fde0b8f4af7bae20c49ac0ce0ea4df046a6701 Mon Sep 17 00:00:00 2001 From: Mike Perry <mikeperry-git(a)torproject.org> Date: Wed, 5 Dec 2012 12:25:21 -0800 -Subject: [PATCH 11/27] Limit the number of fonts per document. +Subject: [PATCH 11/28] Limit the number of fonts per document. We create two prefs: browser.display.max_font_count and browser.display.max_font_attempts. @@ -22,13 +22,38 @@ otherwise hit these limits. This is done to address: https://www.torproject.org/projects/torbrowser/design/#fingerprinting-linka… --- - gfx/thebes/gfxPangoFonts.cpp | 1 + - layout/base/nsPresContext.cpp | 100 +++++++++++++++++++++++++++++++++++++++++ - layout/base/nsPresContext.h | 9 ++++ - layout/style/nsCSSParser.cpp | 1 + - layout/style/nsRuleNode.cpp | 56 ++++++++++++++++++++++- - 5 files changed, 164 insertions(+), 3 deletions(-) + gfx/thebes/gfxFont.cpp | 2 + + gfx/thebes/gfxPangoFonts.cpp | 1 + + gfx/thebes/gfxUserFontSet.cpp | 28 ++++++++++- + gfx/thebes/gfxUserFontSet.h | 3 ++ + layout/base/nsPresContext.cpp | 100 +++++++++++++++++++++++++++++++++++++ + layout/base/nsPresContext.h | 9 ++++ + layout/style/nsCSSParser.cpp | 1 + + layout/style/nsFontFaceLoader.cpp | 4 +- + layout/style/nsFontFaceLoader.h | 2 +- + layout/style/nsRuleNode.cpp | 56 +++++++++++++++++++-- + 10 files changed, 198 insertions(+), 8 deletions(-) +diff --git a/gfx/thebes/gfxFont.cpp b/gfx/thebes/gfxFont.cpp +index e8392e0..af5c1c8 100644 +--- a/gfx/thebes/gfxFont.cpp ++++ b/gfx/thebes/gfxFont.cpp +@@ -3045,6 +3045,7 @@ gfxFontGroup::FindPlatformFont(const nsAString& aName, + } + + // Not known in the user font set ==> check system fonts ++ // XXX: Fallback is bad.. + if (!foundFamily) { + fe = gfxPlatformFontList::PlatformFontList()-> + FindFontForFamily(aName, fontStyle, needsBold); +@@ -3260,6 +3261,7 @@ gfxFontGroup::ForEachFontInternal(const nsAString& aFamilies, + } + if (!foundFamily) { + gfxPlatform *pf = gfxPlatform::GetPlatform(); ++ // XXX: Fallback is bad + rv = pf->ResolveFontName(family, + gfxFontGroup::FontResolverProc, + &data, aborted); diff --git a/gfx/thebes/gfxPangoFonts.cpp b/gfx/thebes/gfxPangoFonts.cpp index c94a299..88c8b8e 100644 --- a/gfx/thebes/gfxPangoFonts.cpp @@ -41,6 +66,83 @@ index c94a299..88c8b8e 100644 bool isUserFont = false; if (mUserFontSet) { // Have some @font-face definitions +diff --git a/gfx/thebes/gfxUserFontSet.cpp b/gfx/thebes/gfxUserFontSet.cpp +index 020c35a..161b52f 100644 +--- a/gfx/thebes/gfxUserFontSet.cpp ++++ b/gfx/thebes/gfxUserFontSet.cpp +@@ -15,6 +15,7 @@ + #include "prlong.h" + #include "nsNetUtil.h" + #include "nsIProtocolHandler.h" ++#include "nsFont.h" + + #include "woff.h" + +@@ -517,18 +518,41 @@ gfxUserFontSet::LoadNext(gfxProxyFontEntry *aProxyEntry) + aProxyEntry->mSrcIndex++; + } + ++ /* If there are any urls, prefer them to local */ ++ bool listHasURL = false; ++ for (uint32_t i = aProxyEntry->mSrcIndex; i < numSrc; i++) { ++ const gfxFontFaceSrc& currSrc = aProxyEntry->mSrcList[i]; ++ if (!currSrc.mIsLocal) { ++ listHasURL = true; ++ break; ++ } ++ } ++ nsPresContext *pres = GetPresContext(); ++ /* If we have no pres context, simply fail this load */ ++ if (!pres) listHasURL = true; ++ + // load each src entry in turn, until a local face is found + // or a download begins successfully + while (aProxyEntry->mSrcIndex < numSrc) { + const gfxFontFaceSrc& currSrc = aProxyEntry->mSrcList[aProxyEntry->mSrcIndex]; + + // src local ==> lookup and load immediately +- +- if (currSrc.mIsLocal) { ++ if (!listHasURL && currSrc.mIsLocal) { ++ nsFont font; ++ font.name = currSrc.mLocalName; + gfxFontEntry *fe = + gfxPlatform::GetPlatform()->LookupLocalFont(aProxyEntry, + currSrc.mLocalName); ++ pres->AddFontAttempt(font); ++ ++ /* No more fonts for you */ ++ if (pres->FontAttemptCountReached(font) || ++ pres->FontUseCountReached(font)) { ++ break; ++ } ++ + if (fe) { ++ pres->AddFontUse(font); + LOG(("userfonts (%p) [src %d] loaded local: (%s) for (%s) gen: %8.8x\n", + this, aProxyEntry->mSrcIndex, + NS_ConvertUTF16toUTF8(currSrc.mLocalName).get(), +diff --git a/gfx/thebes/gfxUserFontSet.h b/gfx/thebes/gfxUserFontSet.h +index 1781a37..d6f7292 100644 +--- a/gfx/thebes/gfxUserFontSet.h ++++ b/gfx/thebes/gfxUserFontSet.h +@@ -9,6 +9,7 @@ + #include "gfxTypes.h" + #include "gfxFont.h" + #include "gfxFontUtils.h" ++#include "nsPresContext.h" + #include "nsRefPtrHashtable.h" + #include "nsAutoPtr.h" + #include "nsCOMPtr.h" +@@ -230,6 +231,8 @@ public: + + // increment the generation on font load + void IncrementGeneration(); ++ ++ virtual nsPresContext *GetPresContext() { return NULL; } + + protected: + // for a given proxy font entry, attempt to load the next resource diff --git a/layout/base/nsPresContext.cpp b/layout/base/nsPresContext.cpp index d47460a..8064fb4 100644 --- a/layout/base/nsPresContext.cpp @@ -205,6 +307,35 @@ index 37a19c4..30fd021 100644 // the style parameters to the nsFont constructor are ignored, // because it's only being used to call EnumerateFamilies nsFont font(family, 0, 0, 0, 0, 0, 0); +diff --git a/layout/style/nsFontFaceLoader.cpp b/layout/style/nsFontFaceLoader.cpp +index 26c8a8d..2a803ae 100644 +--- a/layout/style/nsFontFaceLoader.cpp ++++ b/layout/style/nsFontFaceLoader.cpp +@@ -86,9 +86,9 @@ nsFontFaceLoader::StartedLoading(nsIStreamLoader *aStreamLoader) + loadTimeout, + nsITimer::TYPE_ONE_SHOT); + } +- } else { ++ } else if (loadTimeout == 0) { + mFontEntry->mLoadingState = gfxProxyFontEntry::LOADING_SLOWLY; +- } ++ } // -1 disables fallback + mStreamLoader = aStreamLoader; + } + +diff --git a/layout/style/nsFontFaceLoader.h b/layout/style/nsFontFaceLoader.h +index 9cd218d..0c7473d 100644 +--- a/layout/style/nsFontFaceLoader.h ++++ b/layout/style/nsFontFaceLoader.h +@@ -48,7 +48,7 @@ public: + + bool UpdateRules(const nsTArray<nsFontFaceRuleContainer>& aRules); + +- nsPresContext *GetPresContext() { return mPresContext; } ++ virtual nsPresContext *GetPresContext() { return mPresContext; } + + virtual void ReplaceFontEntry(gfxProxyFontEntry *aProxy, + gfxFontEntry *aFontEntry); diff --git a/layout/style/nsRuleNode.cpp b/layout/style/nsRuleNode.cpp index 64504fb..86eff1f 100644 --- a/layout/style/nsRuleNode.cpp @@ -316,5 +447,5 @@ index 64504fb..86eff1f 100644 } -- -1.7.5.4 +1.7.9.5

1 0