// Copyright 2017 The Chromium Authors // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #include "base/files/file_util.h" #include "base/functional/bind.h" #include "base/functional/callback.h" #include "base/run_loop.h" #include "base/scoped_environment_variable_override.h" #include "base/strings/strcat.h" #include "base/strings/stringprintf.h" #include "base/strings/utf_string_conversions.h" #include "base/synchronization/lock.h" #include "base/test/bind.h" #include "base/test/metrics/histogram_tester.h" #include "base/test/scoped_command_line.h" #include "base/test/scoped_feature_list.h" #include "base/test/test_timeouts.h" #include "base/thread_annotations.h" #include "base/threading/thread_restrictions.h" #include "build/build_config.h" #include "content/browser/network_service_instance_impl.h" #include "content/browser/renderer_host/render_frame_host_impl.h" #include "content/browser/renderer_host/render_process_host_impl.h" #include "content/browser/service_worker/embedded_worker_instance.h" #include "content/browser/service_worker/service_worker_context_core_observer.h" #include "content/browser/storage_partition_impl.h" #include "content/browser/worker_host/test_shared_worker_service_impl.h" #include "content/public/browser/browser_context.h" #include "content/public/browser/browser_thread.h" #include "content/public/browser/network_service_instance.h" #include "content/public/browser/network_service_util.h" #include "content/public/browser/web_contents.h" #include "content/public/common/content_features.h" #include "content/public/common/content_switches.h" #include "content/public/common/isolated_world_ids.h" #include "content/public/test/browser_test.h" #include "content/public/test/browser_test_utils.h" #include "content/public/test/commit_message_delayer.h" #include "content/public/test/content_browser_test.h" #include "content/public/test/content_browser_test_utils.h" #include "content/public/test/simple_url_loader_test_helper.h" #include "content/public/test/test_utils.h" #include "content/shell/browser/shell.h" #include "content/shell/browser/shell_browser_context.h" #include "content/test/io_thread_shared_url_loader_factory_owner.h" #include "content/test/storage_partition_test_helpers.h" #include "mojo/public/cpp/bindings/pending_remote.h" #include "mojo/public/cpp/bindings/remote.h" #include "mojo/public/cpp/bindings/sync_call_restrictions.h" #include "net/base/features.h" #include "net/cookies/canonical_cookie_test_helpers.h" #include "net/dns/mock_host_resolver.h" #include "net/test/embedded_test_server/http_request.h" #include "net/traffic_annotation/network_traffic_annotation_test_helper.h" #include "services/cert_verifier/public/mojom/cert_verifier_service_factory.mojom.h" #include "services/network/public/cpp/network_switches.h" #include "services/network/public/cpp/resource_request.h" #include "services/network/public/cpp/simple_url_loader.h" #include "services/network/public/mojom/network_context.mojom.h" #include "services/network/public/mojom/network_service.mojom.h" #include "services/network/public/mojom/network_service_test.mojom.h" #include "services/network/test/test_url_loader_client.h" #include "testing/gmock/include/gmock/gmock-matchers.h" #include "testing/gmock/include/gmock/gmock.h" #include "third_party/blink/public/common/features.h" #include "third_party/blink/public/common/service_worker/embedded_worker_status.h" namespace content { namespace { mojo::PendingRemote CreateNetworkContext() { mojo::PendingRemote network_context; network::mojom::NetworkContextParamsPtr context_params = network::mojom::NetworkContextParams::New(); context_params->cert_verifier_params = GetCertVerifierParams( cert_verifier::mojom::CertVerifierCreationParams::New()); CreateNetworkContextInNetworkService( network_context.InitWithNewPipeAndPassReceiver(), std::move(context_params)); return network_context; } int LoadBasicRequestOnUIThread( network::mojom::URLLoaderFactory* url_loader_factory, const GURL& url) { DCHECK_CURRENTLY_ON(BrowserThread::UI); auto request = std::make_unique(); request->url = url; SimpleURLLoaderTestHelper simple_loader_helper; std::unique_ptr simple_loader = network::SimpleURLLoader::Create(std::move(request), TRAFFIC_ANNOTATION_FOR_TESTS); simple_loader->DownloadToStringOfUnboundedSizeUntilCrashAndDie( url_loader_factory, simple_loader_helper.GetCallback()); simple_loader_helper.WaitForCallback(); return simple_loader->NetError(); } class ServiceWorkerStatusObserver : public ServiceWorkerContextCoreObserver { public: void WaitForStopped() { if (stopped_) return; base::RunLoop loop; callback_ = loop.QuitClosure(); loop.Run(); } private: void OnStopped(int64_t version_id) override { stopped_ = true; if (callback_) std::move(callback_).Run(); } bool stopped_ = false; base::OnceClosure callback_; }; } // namespace class NetworkServiceRestartBrowserTest : public ContentBrowserTest { public: NetworkServiceRestartBrowserTest() {} NetworkServiceRestartBrowserTest(const NetworkServiceRestartBrowserTest&) = delete; NetworkServiceRestartBrowserTest& operator=( const NetworkServiceRestartBrowserTest&) = delete; void SetUpOnMainThread() override { embedded_test_server()->RegisterRequestMonitor( base::BindRepeating(&NetworkServiceRestartBrowserTest::MonitorRequest, base::Unretained(this))); host_resolver()->AddRule("*", "127.0.0.1"); EXPECT_TRUE(embedded_test_server()->Start()); ContentBrowserTest::SetUpOnMainThread(); } GURL GetTestURL() const { // Use '/echoheader' instead of '/echo' to avoid a disk_cache bug. // See https://crbug.com/792255. return embedded_test_server()->GetURL("/echoheader"); } BrowserContext* browser_context() { return shell()->web_contents()->GetBrowserContext(); } RenderFrameHostImpl* main_frame() { return static_cast( shell()->web_contents()->GetPrimaryMainFrame()); } bool CheckCanLoadHttp(Shell* shell, const std::string& relative_url) { GURL test_url = embedded_test_server()->GetURL(relative_url); std::string script( "var xhr = new XMLHttpRequest();" "xhr.open('GET', '"); script += test_url.spec() + "', true);" "new Promise(resolve => {" " xhr.onload = function (e) {" " if (xhr.readyState === 4) {" " resolve(xhr.status === 200);" " }" " };" " xhr.onerror = function () {" " resolve(false);" " };" " xhr.send(null);" "});"; // The JS call will fail if disallowed because the process will be killed. return EvalJs(shell, script).ExtractBool(); } // Will reuse the single opened windows through the test case. bool CheckCanLoadHttpInWindowOpen(const std::string& relative_url) { GURL test_url = embedded_test_server()->GetURL(relative_url); std::string inject_script = base::StringPrintf( "var xhr = new XMLHttpRequest();" "xhr.open('GET', '%s', true);" "xhr.onload = function (e) {" " if (xhr.readyState === 4) {" " window.opener.postMessage(xhr.status === 200, '*');" " }" "};" "xhr.onerror = function () {" " window.opener.postMessage(false, '*');" "};" "xhr.send(null)", test_url.spec().c_str()); std::string window_open_script = base::StringPrintf( "var new_window = new_window || window.open('');" "var inject_script = document.createElement('script');" "new Promise(resolve => {" " window.addEventListener('message', (event) => {" " resolve(event.data);" " });" " inject_script.innerHTML = \"%s\";" " new_window.document.body.appendChild(inject_script);" "});", inject_script.c_str()); // The JS call will fail if disallowed because the process will be killed. return EvalJs(shell(), window_open_script).ExtractBool(); } // Workers will live throughout the test case unless terminated. bool CheckCanWorkerFetch(const std::string& worker_name, const std::string& relative_url) { GURL worker_url = embedded_test_server()->GetURL("/workers/worker_common.js"); GURL fetch_url = embedded_test_server()->GetURL(relative_url); std::string script = base::StringPrintf( "var workers = workers || {};" "var worker_name = '%s';" "workers[worker_name] = workers[worker_name] || new Worker('%s');" "new Promise(resolve => {" " workers[worker_name].onmessage = evt => {" " if (evt.data != 'wait')" " resolve(evt.data === 200);" " };" " workers[worker_name].postMessage(\"eval " " fetch(new Request('%s'))" " .then(res => postMessage(res.status))" " .catch(error => postMessage(error.toString()));" " 'wait'" " \");" "});", worker_name.c_str(), worker_url.spec().c_str(), fetch_url.spec().c_str()); // The JS call will fail if disallowed because the process will be killed. return EvalJs(shell(), script).ExtractBool(); } // Terminate and delete the worker. bool TerminateWorker(const std::string& worker_name) { std::string script = base::StringPrintf( "var workers = workers || {};" "var worker_name = '%s';" "if (workers[worker_name]) {" " workers[worker_name].terminate();" " delete workers[worker_name];" " true;" "} else {" " false;" "}", worker_name.c_str()); // The JS call will fail if disallowed because the process will be killed. return EvalJs(shell(), script).ExtractBool(); } // Called by |embedded_test_server()|. void MonitorRequest(const net::test_server::HttpRequest& request) { base::AutoLock lock(last_request_lock_); last_request_relative_url_ = request.relative_url; } std::string last_request_relative_url() const { base::AutoLock lock(last_request_lock_); return last_request_relative_url_; } std::unique_ptr FetchRequest( const network::ResourceRequest& request, network::mojom::NetworkContext* network_context, network::mojom::URLLoaderFactoryParamsPtr params) { mojo::Remote loader_factory_remote; network_context->CreateURLLoaderFactory( loader_factory_remote.BindNewPipeAndPassReceiver(), std::move(params)); auto client = std::make_unique(); mojo::PendingRemote loader; loader_factory_remote->CreateLoaderAndStart( loader.InitWithNewPipeAndPassReceiver(), 0, network::mojom::kURLLoadOptionNone, request, client->CreateRemote(), net::MutableNetworkTrafficAnnotationTag(TRAFFIC_ANNOTATION_FOR_TESTS)); return client; } private: mutable base::Lock last_request_lock_; std::string last_request_relative_url_ GUARDED_BY(last_request_lock_); }; IN_PROC_BROWSER_TEST_F(NetworkServiceRestartBrowserTest, NetworkServiceProcessRecovery) { if (IsInProcessNetworkService()) return; mojo::Remote network_context( CreateNetworkContext()); EXPECT_EQ(net::OK, LoadBasicRequest(network_context.get(), GetTestURL())); EXPECT_TRUE(network_context.is_bound()); EXPECT_TRUE(network_context.is_connected()); // Crash the NetworkService process. Existing interfaces should receive error // notifications at some point. SimulateNetworkServiceCrash(); // |network_context| will receive an error notification, but it's not // guaranteed to have arrived at this point. Flush the remote to make sure // the notification has been received. network_context.FlushForTesting(); EXPECT_TRUE(network_context.is_bound()); EXPECT_FALSE(network_context.is_connected()); // Make sure we could get |net::ERR_FAILED| with an invalid |network_context|. EXPECT_EQ(net::ERR_FAILED, LoadBasicRequest(network_context.get(), GetTestURL())); // NetworkService should restart automatically and return valid interface. mojo::Remote network_context2( CreateNetworkContext()); EXPECT_EQ(net::OK, LoadBasicRequest(network_context2.get(), GetTestURL())); EXPECT_TRUE(network_context2.is_bound()); EXPECT_TRUE(network_context2.is_connected()); } void IncrementIntExpectingCrash(int* i, bool crashed) { *i = *i + 1; EXPECT_TRUE(crashed); } // This test verifies basic functionality of RegisterNetworkServiceCrashHandler // and UnregisterNetworkServiceCrashHandler. IN_PROC_BROWSER_TEST_F(NetworkServiceRestartBrowserTest, CrashHandlers) { if (IsInProcessNetworkService()) { return; } mojo::Remote network_context( CreateNetworkContext()); EXPECT_TRUE(network_context.is_bound()); // Register 2 crash handlers. int counter1 = 0; int counter2 = 0; base::CallbackListSubscription subscription1 = RegisterNetworkServiceProcessGoneHandler(base::BindRepeating( &IncrementIntExpectingCrash, base::Unretained(&counter1))); base::CallbackListSubscription subscription2 = RegisterNetworkServiceProcessGoneHandler(base::BindRepeating( &IncrementIntExpectingCrash, base::Unretained(&counter2))); // Crash the NetworkService process. SimulateNetworkServiceCrash(); // |network_context| will receive an error notification, but it's not // guaranteed to have arrived at this point. Flush the remote to make sure // the notification has been received. network_context.FlushForTesting(); EXPECT_TRUE(network_context.is_bound()); EXPECT_FALSE(network_context.is_connected()); // Verify the crash handlers executed. EXPECT_EQ(1, counter1); EXPECT_EQ(1, counter2); // Revive the NetworkService process. network_context.reset(); network_context.Bind(CreateNetworkContext()); EXPECT_TRUE(network_context.is_bound()); // Unregister one of the handlers. subscription2 = {}; // Crash the NetworkService process. SimulateNetworkServiceCrash(); // |network_context| will receive an error notification, but it's not // guaranteed to have arrived at this point. Flush the remote to make sure // the notification has been received. network_context.FlushForTesting(); EXPECT_TRUE(network_context.is_bound()); EXPECT_FALSE(network_context.is_connected()); // Verify only the first crash handler executed. EXPECT_EQ(2, counter1); EXPECT_EQ(1, counter2); } // Make sure |StoragePartitionImpl::GetNetworkContext()| returns valid interface // after crash. IN_PROC_BROWSER_TEST_F(NetworkServiceRestartBrowserTest, StoragePartitionImplGetNetworkContext) { if (IsInProcessNetworkService()) return; StoragePartitionImpl* partition = static_cast( browser_context()->GetDefaultStoragePartition()); network::mojom::NetworkContext* old_network_context = partition->GetNetworkContext(); EXPECT_EQ(net::OK, LoadBasicRequest(old_network_context, GetTestURL())); // Crash the NetworkService process. Existing interfaces should receive error // notifications at some point. SimulateNetworkServiceCrash(); // Flush the interface to make sure the error notification was received. partition->FlushNetworkInterfaceForTesting(); // |partition->GetNetworkContext()| should return a valid pointer after crash. // TODO(crbug.org/478890190): We probably need to add an identifier to // NetworkContext to verify that "new" network context is created. EXPECT_NE(nullptr, partition->GetNetworkContext()); EXPECT_EQ(net::OK, LoadBasicRequest(partition->GetNetworkContext(), GetTestURL())); } // Make sure `GetURLLoaderFactoryForBrowserProcessIOThread` returns valid // interface after crash. IN_PROC_BROWSER_TEST_F(NetworkServiceRestartBrowserTest, GetURLLoaderFactoryForBrowserProcessIOThread) { if (IsInProcessNetworkService()) return; StoragePartitionImpl* partition = static_cast( browser_context()->GetDefaultStoragePartition()); auto factory_owner = IOThreadSharedURLLoaderFactoryOwner::Create( partition->GetURLLoaderFactoryForBrowserProcessIOThread()); EXPECT_EQ(net::OK, factory_owner->LoadBasicRequestOnIOThread(GetTestURL())); // Crash the NetworkService process. Existing interfaces should receive error // notifications at some point. SimulateNetworkServiceCrash(); // Flush the interface to make sure the error notification was received. partition->FlushNetworkInterfaceForTesting(); partition->FlushNetworkInterfaceOnIOThreadForTesting(); // |GetURLLoaderFactoryForBrowserProcessIOThread| should be able to get a // valid new pointer after crash. factory_owner = IOThreadSharedURLLoaderFactoryOwner::Create( partition->GetURLLoaderFactoryForBrowserProcessIOThread()); EXPECT_EQ(net::OK, factory_owner->LoadBasicRequestOnIOThread(GetTestURL())); } // Make sure the factory returned from // `GetURLLoaderFactoryForBrowserProcessIOThread` continues to work after // crashes. IN_PROC_BROWSER_TEST_F(NetworkServiceRestartBrowserTest, BrowserIOSharedURLLoaderFactory) { if (IsInProcessNetworkService()) return; StoragePartitionImpl* partition = static_cast( browser_context()->GetDefaultStoragePartition()); auto factory_owner = IOThreadSharedURLLoaderFactoryOwner::Create( partition->GetURLLoaderFactoryForBrowserProcessIOThread()); EXPECT_EQ(net::OK, factory_owner->LoadBasicRequestOnIOThread(GetTestURL())); // Crash the NetworkService process. Existing interfaces should receive error // notifications at some point. SimulateNetworkServiceCrash(); // Flush the interface to make sure the error notification was received. partition->FlushNetworkInterfaceForTesting(); partition->FlushNetworkInterfaceOnIOThreadForTesting(); // |shared_factory| should continue to work. EXPECT_EQ(net::OK, factory_owner->LoadBasicRequestOnIOThread(GetTestURL())); } // Make sure the factory returned from // `GetURLLoaderFactoryForBrowserProcessIOThread` doesn't crash if // it's called after the StoragePartition is deleted. IN_PROC_BROWSER_TEST_F(NetworkServiceRestartBrowserTest, BrowserIOSharedFactoryAfterStoragePartitionGone) { if (IsInProcessNetworkService()) return; base::ScopedAllowBlockingForTesting allow_blocking; std::unique_ptr browser_context = std::make_unique(true); auto* partition = static_cast( browser_context->GetDefaultStoragePartition()); auto factory_owner = IOThreadSharedURLLoaderFactoryOwner::Create( partition->GetURLLoaderFactoryForBrowserProcessIOThread()); EXPECT_EQ(net::OK, factory_owner->LoadBasicRequestOnIOThread(GetTestURL())); browser_context.reset(); EXPECT_EQ(net::ERR_FAILED, factory_owner->LoadBasicRequestOnIOThread(GetTestURL())); } // Make sure basic navigation works after crash. IN_PROC_BROWSER_TEST_F(NetworkServiceRestartBrowserTest, NavigationURLLoaderBasic) { if (IsInProcessNetworkService()) return; StoragePartitionImpl* partition = static_cast( browser_context()->GetDefaultStoragePartition()); EXPECT_TRUE( NavigateToURL(shell(), embedded_test_server()->GetURL("/title1.html"))); // Crash the NetworkService process. Existing interfaces should receive error // notifications at some point. SimulateNetworkServiceCrash(); // Flush the interface to make sure the error notification was received. partition->FlushNetworkInterfaceForTesting(); partition->FlushNetworkInterfaceOnIOThreadForTesting(); EXPECT_TRUE( NavigateToURL(shell(), embedded_test_server()->GetURL("/title2.html"))); } // Make sure basic XHR works after crash. IN_PROC_BROWSER_TEST_F(NetworkServiceRestartBrowserTest, BasicXHR) { if (IsInProcessNetworkService()) return; StoragePartitionImpl* partition = static_cast( browser_context()->GetDefaultStoragePartition()); EXPECT_TRUE(NavigateToURL(shell(), embedded_test_server()->GetURL("/echo"))); EXPECT_TRUE(CheckCanLoadHttp(shell(), "/title1.html")); EXPECT_EQ(last_request_relative_url(), "/title1.html"); // Crash the NetworkService process. Existing interfaces should receive error // notifications at some point. SimulateNetworkServiceCrash(); // Flush the interface to make sure the error notification was received. partition->FlushNetworkInterfaceForTesting(); // Flush the interface to make sure the frame host has received error // notification and the new URLLoaderFactoryBundle has been received by the // frame. main_frame()->FlushNetworkAndNavigationInterfacesForTesting( /*do_nothing_if_no_network_service_connection=*/false); EXPECT_TRUE(CheckCanLoadHttp(shell(), "/title2.html")); EXPECT_EQ(last_request_relative_url(), "/title2.html"); } // Make sure the factory returned from // |StoragePartition::GetURLLoaderFactoryForBrowserProcess()| continues to work // after crashes. IN_PROC_BROWSER_TEST_F(NetworkServiceRestartBrowserTest, BrowserUIFactory) { if (IsInProcessNetworkService()) return; auto* partition = browser_context()->GetDefaultStoragePartition(); auto* factory = partition->GetURLLoaderFactoryForBrowserProcess().get(); EXPECT_EQ(net::OK, LoadBasicRequestOnUIThread(factory, GetTestURL())); SimulateNetworkServiceCrash(); // Flush the interface to make sure the error notification was received. partition->FlushNetworkInterfaceForTesting(); EXPECT_EQ(net::OK, LoadBasicRequestOnUIThread(factory, GetTestURL())); } // Make sure the factory returned from // |StoragePartition::GetURLLoaderFactoryForBrowserProcess()| doesn't crash if // it's called after the StoragePartition is deleted. IN_PROC_BROWSER_TEST_F(NetworkServiceRestartBrowserTest, BrowserUIFactoryAfterStoragePartitionGone) { base::ScopedAllowBlockingForTesting allow_blocking; std::unique_ptr browser_context = std::make_unique(true); auto* partition = browser_context->GetDefaultStoragePartition(); scoped_refptr factory( partition->GetURLLoaderFactoryForBrowserProcess()); EXPECT_EQ(net::OK, LoadBasicRequestOnUIThread(factory.get(), GetTestURL())); // Reset partition's URLLoaderFactories. If not called, `factory` will not // notice its underlying URLLoaderFactory Mojo pipe has been closed, so it // will just reuse its old pipe. This both results in the test not testing // what it's intended to check, and makes the test flaky, because the // SimpleURLLoader may hang, possibly because Mojo can fail to send pipe // disconnect messages when the pipe that other pipes are being sent over is // closed before the pipe reach their destination. partition->ResetURLLoaderFactories(); partition = nullptr; browser_context.reset(); EXPECT_EQ(net::ERR_FAILED, LoadBasicRequestOnUIThread(factory.get(), GetTestURL())); } // Make sure the factory pending factory returned from // |StoragePartition::GetURLLoaderFactoryForBrowserProcessIOThread()| can be // used after crashes. // Flaky on Windows. https://crbug.com/840127 #if BUILDFLAG(IS_WIN) #define MAYBE_BrowserIOPendingFactory DISABLED_BrowserIOPendingFactory #else #define MAYBE_BrowserIOPendingFactory BrowserIOPendingFactory #endif IN_PROC_BROWSER_TEST_F(NetworkServiceRestartBrowserTest, MAYBE_BrowserIOPendingFactory) { if (IsInProcessNetworkService()) return; auto* partition = browser_context()->GetDefaultStoragePartition(); auto pending_shared_url_loader_factory = partition->GetURLLoaderFactoryForBrowserProcessIOThread(); SimulateNetworkServiceCrash(); // Flush the interface to make sure the error notification was received. partition->FlushNetworkInterfaceForTesting(); static_cast(partition) ->FlushNetworkInterfaceOnIOThreadForTesting(); auto factory_owner = IOThreadSharedURLLoaderFactoryOwner::Create( std::move(pending_shared_url_loader_factory)); EXPECT_EQ(net::OK, factory_owner->LoadBasicRequestOnIOThread(GetTestURL())); } // Make sure the factory constructed from // |StoragePartition::GetURLLoaderFactoryForBrowserProcessIOThread()| continues // to work after crashes. IN_PROC_BROWSER_TEST_F(NetworkServiceRestartBrowserTest, BrowserIOFactory) { if (IsInProcessNetworkService()) return; auto* partition = browser_context()->GetDefaultStoragePartition(); auto factory_owner = IOThreadSharedURLLoaderFactoryOwner::Create( partition->GetURLLoaderFactoryForBrowserProcessIOThread()); EXPECT_EQ(net::OK, factory_owner->LoadBasicRequestOnIOThread(GetTestURL())); SimulateNetworkServiceCrash(); // Flush the interface to make sure the error notification was received. partition->FlushNetworkInterfaceForTesting(); static_cast(partition) ->FlushNetworkInterfaceOnIOThreadForTesting(); EXPECT_EQ(net::OK, factory_owner->LoadBasicRequestOnIOThread(GetTestURL())); } // Make sure the window from |window.open()| can load XHR after crash. IN_PROC_BROWSER_TEST_F(NetworkServiceRestartBrowserTest, WindowOpenXHR) { if (IsInProcessNetworkService()) return; StoragePartitionImpl* partition = static_cast( browser_context()->GetDefaultStoragePartition()); EXPECT_TRUE(NavigateToURL(shell(), embedded_test_server()->GetURL("/echo"))); EXPECT_TRUE(CheckCanLoadHttpInWindowOpen("/title1.html")); EXPECT_EQ(last_request_relative_url(), "/title1.html"); // Crash the NetworkService process. Existing interfaces should receive error // notifications at some point. SimulateNetworkServiceCrash(); // Flush the interface to make sure the error notification was received. partition->FlushNetworkInterfaceForTesting(); // Flush the interface to make sure the frame host has received error // notification and the new URLLoaderFactoryBundle has been received by the // frame. main_frame()->FlushNetworkAndNavigationInterfacesForTesting( /*do_nothing_if_no_network_service_connection=*/false); EXPECT_TRUE(CheckCanLoadHttpInWindowOpen("/title2.html")); EXPECT_EQ(last_request_relative_url(), "/title2.html"); } // Make sure worker fetch works after crash. IN_PROC_BROWSER_TEST_F(NetworkServiceRestartBrowserTest, WorkerFetch) { if (IsInProcessNetworkService()) return; StoragePartitionImpl* partition = static_cast( browser_context()->GetDefaultStoragePartition()); EXPECT_TRUE(NavigateToURL(shell(), embedded_test_server()->GetURL("/echo"))); EXPECT_TRUE(CheckCanWorkerFetch("worker1", "/title1.html")); EXPECT_EQ(last_request_relative_url(), "/title1.html"); // Crash the NetworkService process. Existing interfaces should receive error // notifications at some point. SimulateNetworkServiceCrash(); // Flush the interface to make sure the error notification was received. partition->FlushNetworkInterfaceForTesting(); // Flush the interface to make sure the frame host has received error // notification and the new URLLoaderFactoryBundle has been received by the // frame. main_frame()->FlushNetworkAndNavigationInterfacesForTesting( /*do_nothing_if_no_network_service_connection=*/false); EXPECT_TRUE(CheckCanWorkerFetch("worker1", "/title2.html")); EXPECT_EQ(last_request_relative_url(), "/title2.html"); } // Make sure multiple workers are tracked correctly and work after crash. IN_PROC_BROWSER_TEST_F(NetworkServiceRestartBrowserTest, MultipleWorkerFetch) { if (IsInProcessNetworkService()) return; StoragePartitionImpl* partition = static_cast( browser_context()->GetDefaultStoragePartition()); EXPECT_TRUE(NavigateToURL(shell(), embedded_test_server()->GetURL("/echo"))); EXPECT_TRUE(CheckCanWorkerFetch("worker1", "/title1.html")); EXPECT_TRUE(CheckCanWorkerFetch("worker2", "/title1.html")); EXPECT_EQ(last_request_relative_url(), "/title1.html"); // Crash the NetworkService process. Existing interfaces should receive error // notifications at some point. SimulateNetworkServiceCrash(); // Flush the interface to make sure the error notification was received. partition->FlushNetworkInterfaceForTesting(); // Flush the interface to make sure the frame host has received error // notification and the new URLLoaderFactoryBundle has been received by the // frame. main_frame()->FlushNetworkAndNavigationInterfacesForTesting( /*do_nothing_if_no_network_service_connection=*/false); // Both workers should work after crash. EXPECT_TRUE(CheckCanWorkerFetch("worker1", "/title2.html")); EXPECT_TRUE(CheckCanWorkerFetch("worker2", "/title2.html")); EXPECT_EQ(last_request_relative_url(), "/title2.html"); // Terminate "worker1". "worker2" shouldn't be affected. EXPECT_TRUE(TerminateWorker("worker1")); EXPECT_TRUE(CheckCanWorkerFetch("worker2", "/title1.html")); EXPECT_EQ(last_request_relative_url(), "/title1.html"); // Crash the NetworkService process again. "worker2" should still work. SimulateNetworkServiceCrash(); partition->FlushNetworkInterfaceForTesting(); main_frame()->FlushNetworkAndNavigationInterfacesForTesting( /*do_nothing_if_no_network_service_connection=*/false); EXPECT_TRUE(CheckCanWorkerFetch("worker2", "/title2.html")); EXPECT_EQ(last_request_relative_url(), "/title2.html"); } // Make sure fetch from a page controlled by a service worker which doesn't have // a fetch handler works after crash. IN_PROC_BROWSER_TEST_F(NetworkServiceRestartBrowserTest, FetchFromServiceWorkerControlledPage_NoFetchHandler) { if (IsInProcessNetworkService()) return; StoragePartitionImpl* partition = static_cast( browser_context()->GetDefaultStoragePartition()); ServiceWorkerStatusObserver observer; ServiceWorkerContextWrapper* service_worker_context = partition->GetServiceWorkerContext(); service_worker_context->AddObserver(&observer); // Register a service worker which controls /service_worker/. EXPECT_TRUE(NavigateToURL(shell(), embedded_test_server()->GetURL( "/service_worker/create_service_worker.html"))); EXPECT_EQ("DONE", EvalJs(shell(), "register('empty.js')")); // Navigate to a controlled page. EXPECT_TRUE(NavigateToURL( shell(), embedded_test_server()->GetURL("/service_worker/fetch_from_page.html"))); // Fetch from the controlled page. const std::string script = "fetch_from_page('/echo');"; EXPECT_EQ("Echo", EvalJs(shell(), script)); // Crash the NetworkService process. Existing interfaces should receive error // notifications at some point. SimulateNetworkServiceCrash(); // Flush the interface to make sure the error notification was received. partition->FlushNetworkInterfaceForTesting(); // Service worker should be stopped when network service crashes. observer.WaitForStopped(); // Fetch from the controlled page again. EXPECT_EQ("Echo", EvalJs(shell(), script)); service_worker_context->RemoveObserver(&observer); } // Make sure fetch from a page controlled by a service worker which has a fetch // handler but falls back to the network works after crash. IN_PROC_BROWSER_TEST_F(NetworkServiceRestartBrowserTest, FetchFromServiceWorkerControlledPage_PassThrough) { if (IsInProcessNetworkService()) return; StoragePartitionImpl* partition = static_cast( browser_context()->GetDefaultStoragePartition()); ServiceWorkerStatusObserver observer; ServiceWorkerContextWrapper* service_worker_context = partition->GetServiceWorkerContext(); service_worker_context->AddObserver(&observer); // Register a service worker which controls /service_worker/. EXPECT_TRUE(NavigateToURL(shell(), embedded_test_server()->GetURL( "/service_worker/create_service_worker.html"))); EXPECT_EQ("DONE", EvalJs(shell(), "register('fetch_event_pass_through.js')")); // Navigate to a controlled page. EXPECT_TRUE(NavigateToURL( shell(), embedded_test_server()->GetURL("/service_worker/fetch_from_page.html"))); // Fetch from the controlled page. const std::string script = "fetch_from_page('/echo');"; EXPECT_EQ("Echo", EvalJs(shell(), script)); // Crash the NetworkService process. Existing interfaces should receive error // notifications at some point. SimulateNetworkServiceCrash(); // Flush the interface to make sure the error notification was received. partition->FlushNetworkInterfaceForTesting(); // Service worker should be stopped when network service crashes. observer.WaitForStopped(); // Fetch from the controlled page again. EXPECT_EQ("Echo", EvalJs(shell(), script)); service_worker_context->RemoveObserver(&observer); } // Make sure fetch from a page controlled by a service worker which has a fetch // handler and responds with fetch() works after crash. IN_PROC_BROWSER_TEST_F(NetworkServiceRestartBrowserTest, FetchFromServiceWorkerControlledPage_RespondWithFetch) { if (IsInProcessNetworkService()) return; StoragePartitionImpl* partition = static_cast( browser_context()->GetDefaultStoragePartition()); ServiceWorkerStatusObserver observer; ServiceWorkerContextWrapper* service_worker_context = partition->GetServiceWorkerContext(); service_worker_context->AddObserver(&observer); // Register a service worker which controls /service_worker/. EXPECT_TRUE(NavigateToURL(shell(), embedded_test_server()->GetURL( "/service_worker/create_service_worker.html"))); EXPECT_EQ("DONE", EvalJs(shell(), "register('fetch_event_respond_with_fetch.js')")); // Navigate to a controlled page. EXPECT_TRUE(NavigateToURL( shell(), embedded_test_server()->GetURL("/service_worker/fetch_from_page.html"))); // Fetch from the controlled page. const std::string script = "fetch_from_page('/echo');"; EXPECT_EQ("Echo", EvalJs(shell(), script)); // Crash the NetworkService process. Existing interfaces should receive error // notifications at some point. SimulateNetworkServiceCrash(); // Flush the interface to make sure the error notification was received. partition->FlushNetworkInterfaceForTesting(); // Service worker should be stopped when network service crashes. observer.WaitForStopped(); // Fetch from the controlled page again. EXPECT_EQ("Echo", EvalJs(shell(), script)); service_worker_context->RemoveObserver(&observer); } // Make sure fetch from service worker context works after crash. IN_PROC_BROWSER_TEST_F(NetworkServiceRestartBrowserTest, ServiceWorkerFetch) { if (IsInProcessNetworkService()) return; StoragePartitionImpl* partition = static_cast( browser_context()->GetDefaultStoragePartition()); ServiceWorkerStatusObserver observer; ServiceWorkerContextWrapper* service_worker_context = partition->GetServiceWorkerContext(); service_worker_context->AddObserver(&observer); const GURL page_url = embedded_test_server()->GetURL( "/service_worker/fetch_from_service_worker.html"); const GURL fetch_url = embedded_test_server()->GetURL("/echo"); // Navigate to the page and register a service worker. EXPECT_TRUE(NavigateToURL(shell(), page_url)); EXPECT_EQ("ready", EvalJs(shell(), "setup();")); // Fetch from the service worker. const std::string script = "fetch_from_service_worker('" + fetch_url.spec() + "');"; EXPECT_EQ("Echo", EvalJs(shell(), script)); // Crash the NetworkService process. Existing interfaces should receive error // notifications at some point. SimulateNetworkServiceCrash(); // Flush the interface to make sure the error notification was received. partition->FlushNetworkInterfaceForTesting(); // Service worker should be stopped when network service crashes. observer.WaitForStopped(); // Fetch from the service worker again. EXPECT_EQ("Echo", EvalJs(shell(), script)); service_worker_context->RemoveObserver(&observer); } // Make sure shared workers terminate after crash. IN_PROC_BROWSER_TEST_F(NetworkServiceRestartBrowserTest, SharedWorker) { if (IsInProcessNetworkService()) return; StoragePartitionImpl* partition = static_cast( browser_context()->GetDefaultStoragePartition()); InjectTestSharedWorkerService(partition); const GURL page_url = embedded_test_server()->GetURL("/workers/fetch_from_shared_worker.html"); const GURL fetch_url = embedded_test_server()->GetURL("/echo"); // Navigate to the page and prepare a shared worker. EXPECT_TRUE(NavigateToURL(shell(), page_url)); // Fetch from the shared worker to ensure it has started. const std::string script = "fetch_from_shared_worker('" + fetch_url.spec() + "');"; EXPECT_EQ("Echo", EvalJs(shell(), script)); // There should be one worker host. We will later wait for it to terminate. TestSharedWorkerServiceImpl* service = static_cast( partition->GetSharedWorkerService()); EXPECT_EQ(1u, service->worker_hosts_.size()); base::RunLoop loop; service->SetWorkerTerminationCallback(loop.QuitClosure()); // Crash the NetworkService process. SimulateNetworkServiceCrash(); // Wait for the worker to detect the crash and self-terminate. loop.Run(); EXPECT_TRUE(service->worker_hosts_.empty()); } // Make sure that kSSLKeyLogFileHistogram is correctly recorded when the // network service instance is started and the SSLKEYLOGFILE env var is set or // the "--ssl-key-log-file" arg is set. IN_PROC_BROWSER_TEST_F(NetworkServiceRestartBrowserTest, SSLKeyLogFileMetrics) { if (IsInProcessNetworkService()) return; // Actions on temporary files are blocking. base::ScopedAllowBlockingForTesting scoped_allow_blocking; base::FilePath log_file_path; base::CreateTemporaryFile(&log_file_path); #if BUILDFLAG(IS_WIN) // On Windows, FilePath::value() returns std::wstring, so convert. std::string log_file_path_str = base::WideToUTF8(log_file_path.value()); #else std::string log_file_path_str = log_file_path.value(); #endif // Test that env var causes the histogram to be recorded. { base::ScopedEnvironmentVariableOverride scoped_env("SSLKEYLOGFILE", log_file_path_str); base::HistogramTester histograms; // Restart network service to cause SSLKeyLogger to be re-initialized. SimulateNetworkServiceCrash(); histograms.ExpectBucketCount(kSSLKeyLogFileHistogram, SSLKeyLogFileAction::kLogFileEnabled, 1); histograms.ExpectBucketCount(kSSLKeyLogFileHistogram, SSLKeyLogFileAction::kEnvVarFound, 1); } // Test that the command-line switch causes the histogram to be recorded. { base::test::ScopedCommandLine scoped_command_line; scoped_command_line.GetProcessCommandLine()->AppendSwitchPath( "ssl-key-log-file", log_file_path); base::HistogramTester histograms; // Restart network service to cause SSLKeyLogger to be re-initialized. SimulateNetworkServiceCrash(); histograms.ExpectBucketCount(kSSLKeyLogFileHistogram, SSLKeyLogFileAction::kLogFileEnabled, 1); histograms.ExpectBucketCount(kSSLKeyLogFileHistogram, SSLKeyLogFileAction::kSwitchFound, 1); } } // Make sure cookie access doesn't hang or fail after a network process crash. IN_PROC_BROWSER_TEST_F(NetworkServiceRestartBrowserTest, Cookies) { if (IsInProcessNetworkService()) return; auto* web_contents = shell()->web_contents(); ASSERT_TRUE( NavigateToURL(shell(), embedded_test_server()->GetURL("/title1.html"))); EXPECT_TRUE(ExecJs(web_contents, "document.cookie = 'foo=bar';")); EXPECT_EQ("foo=bar", EvalJs(web_contents, "document.cookie;")); SimulateNetworkServiceCrash(); // content_shell uses in-memory cookie database, so the value saved earlier // won't persist across crashes. What matters is that new access works. EXPECT_TRUE(ExecJs(web_contents, "document.cookie = 'foo=bar';")); // This will hang without the fix. EXPECT_EQ("foo=bar", EvalJs(web_contents, "document.cookie;")); } // TODO(crbug.com/41423903): Fix deadlock on process startup on Android. #if BUILDFLAG(IS_ANDROID) IN_PROC_BROWSER_TEST_F(NetworkServiceRestartBrowserTest, DISABLED_SyncCallDuringRestart) { if (IsInProcessNetworkService()) return; base::RunLoop run_loop; mojo::Remote network_service_test; content::GetNetworkService()->BindTestInterfaceForTesting( network_service_test.BindNewPipeAndPassReceiver()); // Crash the network service, but do not wait for full startup. IgnoreNetworkServiceCrashes(); network_service_test.set_disconnect_handler(run_loop.QuitClosure()); network_service_test->SimulateCrash(); run_loop.Run(); network_service_test.reset(); content::GetNetworkService()->BindTestInterfaceForTesting( network_service_test.BindNewPipeAndPassReceiver()); // Sync call should be fine, even though network process is still starting up. mojo::ScopedAllowSyncCallForTesting allow_sync_call; network_service_test->AddRules({}); } #endif // Tests handling of a NetworkService crash that happens after a navigation // triggers sending a Commit IPC to the renderer process, but before a DidCommit // IPC from the renderer process is handled. See also // https://crbug.com/1056949#c75. // // TODO(lukasza): https://crbug.com/1129592: Flaky on Android and Mac. No // flakiness observed whatsoever on Windows, Linux or CrOS. #if BUILDFLAG(IS_ANDROID) || BUILDFLAG(IS_MAC) #define MAYBE_BetweenCommitNavigationAndDidCommit \ DISABLED_BetweenCommitNavigationAndDidCommit #else #define MAYBE_BetweenCommitNavigationAndDidCommit \ BetweenCommitNavigationAndDidCommit #endif IN_PROC_BROWSER_TEST_F(NetworkServiceRestartBrowserTest, MAYBE_BetweenCommitNavigationAndDidCommit) { if (IsInProcessNetworkService()) return; GURL initial_url(embedded_test_server()->GetURL("foo.com", "/title1.html")); EXPECT_TRUE(NavigateToURL(shell(), initial_url)); // Crash the NetworkService while CommitNavigation IPC is in-flight and before // DidCommit IPC is handled. This tests how RenderFrameHostImpl recreates the // URLLoaderFactory after NetworkService crash. In particular, // RenderFrameHostImpl::UpdateSubresourceLoaderFactories needs to use the // |request_initiator_origin_lock| associated with the in-flight IPC (because // the |RFHI::last_committed_origin_| won't be updated until DidCommit IPC is // handled). auto pre_did_commit_lambda = [&](RenderFrameHost* frame) { // Crash the NetworkService process. Existing interfaces should receive // error notifications at some point. SimulateNetworkServiceCrash(); // Flush the interface to make sure the error notification was received. StoragePartitionImpl* partition = static_cast( browser_context()->GetDefaultStoragePartition()); partition->FlushNetworkInterfaceForTesting(); }; CommitMessageDelayer::DidCommitCallback pre_did_commit_callback = base::BindLambdaForTesting(std::move(pre_did_commit_lambda)); GURL final_page_url( embedded_test_server()->GetURL("bar.com", "/title2.html")); CommitMessageDelayer did_commit_delayer(shell()->web_contents(), final_page_url, std::move(pre_did_commit_callback)); ASSERT_TRUE(ExecJs(shell(), JsReplace("location = $1", final_page_url))); did_commit_delayer.Wait(); // Test if subresources requests work fine (e.g. if |request_initiator| // matches |request_initiator_origin_lock|). GURL final_resource_url( embedded_test_server()->GetURL("bar.com", "/site_isolation/json.txt")); EXPECT_EQ( "{ \"name\" : \"chromium\" }\n", EvalJs(shell(), JsReplace("fetch($1).then(response => response.text())", final_resource_url))); } // Nonces whose network access is restricted should be restored in // `NetworkContext` in case of a `NetworkService` crash, which destroys the // `NetworkContext` owned by `NetworkService` and the set of network // restriction nonces in `NetworkContext`. IN_PROC_BROWSER_TEST_F(NetworkServiceRestartBrowserTest, RestoreNetworkRevocationNonces) { if (IsInProcessNetworkService()) { return; } StoragePartitionImpl* partition = static_cast( browser_context()->GetDefaultStoragePartition()); network::mojom::NetworkContext* old_network_context = partition->GetNetworkContext(); // Revoke network access for the generated nonce. base::UnguessableToken nonce = base::UnguessableToken::Create(); network::ConnectionAllowlists allowlists; allowlists.enforced.emplace(); std::map nonces_to_allowlists; nonces_to_allowlists[nonce] = std::move(allowlists); partition->RestrictNetworkForIdsInNetworkContext( std::move(nonces_to_allowlists), base::DoNothing()); // Make a get request, which should be blocked. network::mojom::URLLoaderFactoryParamsPtr params = network::mojom::URLLoaderFactoryParams::New(); params->process_id = network::OriginatingProcessId::browser(); params->is_orb_enabled = false; params->network_restrictions_id = nonce; params->isolation_info = net::IsolationInfo::CreateTransient(std::nullopt); network::ResourceRequest request; request.url = GetTestURL(); std::unique_ptr old_client = FetchRequest(request, old_network_context, std::move(params)); old_client->RunUntilComplete(); EXPECT_EQ(net::ERR_NETWORK_ACCESS_REVOKED, old_client->completion_status().error_code); // Crash the NetworkService process. Existing interfaces should receive error // notifications at some point. SimulateNetworkServiceCrash(); // Flush the interface to make sure the error notification was received. partition->FlushNetworkInterfaceForTesting(); // |partition->GetNetworkContext()| should return a valid pointer after crash. // The revoked nonces should be restored in the new NetworkContext. // TODO(crbug.org/478890190): We probably need to add an identifier to // NetworkContext to verify that "new" network context is created. network::mojom::NetworkContext* new_network_context = partition->GetNetworkContext(); EXPECT_NE(nullptr, new_network_context); // Make another get request, which should still be blocked. network::mojom::URLLoaderFactoryParamsPtr new_params = network::mojom::URLLoaderFactoryParams::New(); new_params->process_id = network::OriginatingProcessId::browser(); new_params->is_orb_enabled = false; new_params->network_restrictions_id = nonce; new_params->isolation_info = net::IsolationInfo::CreateTransient(std::nullopt); std::unique_ptr new_client = FetchRequest(request, new_network_context, std::move(new_params)); new_client->RunUntilComplete(); EXPECT_EQ(net::ERR_NETWORK_ACCESS_REVOKED, new_client->completion_status().error_code); } } // namespace content