// Copyright 2020 The Chromium Authors // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #include "content/browser/first_party_sets/first_party_set_parser.h" #include #include #include "base/json/json_reader.h" #include "base/json/json_writer.h" #include "base/rand_util.h" #include "base/test/fuzztest_support.h" #include "base/test/gmock_expected_support.h" #include "base/test/values_test_util.h" #include "base/version.h" #include "content/public/browser/first_party_sets_handler.h" #include "content/public/common/content_features.h" #include "net/base/schemeful_site.h" #include "net/first_party_sets/first_party_set_entry.h" #include "net/first_party_sets/global_first_party_sets.h" #include "net/first_party_sets/local_set_declaration.h" #include "net/first_party_sets/sets_mutation.h" #include "testing/gmock/include/gmock/gmock.h" #include "testing/gtest/include/gtest/gtest.h" #include "third_party/fuzztest/src/fuzztest/fuzztest.h" #include "url/gurl.h" using ::base::test::ErrorIs; using ::testing::ElementsAre; using ::testing::Eq; using ::testing::IsEmpty; using ::testing::Pair; using ::testing::UnorderedElementsAre; namespace content { namespace { using ParseErrorType = FirstPartySetsHandler::ParseErrorType; using ParseError = FirstPartySetsHandler::ParseError; using ParseWarningType = FirstPartySetsHandler::ParseWarningType; using ParseWarning = FirstPartySetsHandler::ParseWarning; const base::Version kVersion("1.0"); const net::GlobalFirstPartySets kEmptySets = net::GlobalFirstPartySets(kVersion, net::FirstPartySetsContextConfig()); } // namespace net::GlobalFirstPartySets ParseSets(const std::string& sets) { std::istringstream stream(sets); return FirstPartySetParser::ParseSetsFromStream(stream, kVersion, /*emit_errors=*/false); } TEST(FirstPartySetParser, RejectsNonemptyMalformed) { // If the input isn't valid JSON, we should // reject it. EXPECT_EQ(ParseSets("certainly not valid JSON"), kEmptySets); } TEST(FirstPartySetParser, AcceptsTrivial) { EXPECT_EQ(ParseSets(""), kEmptySets); } TEST(FirstPartySetParser, RejectsSingletonSet) { EXPECT_EQ( ParseSets( R"({"primary": "https://example.test", "associatedSites": []})"), kEmptySets); } TEST(FirstPartySetParser, AcceptsMinimal_Associated) { net::SchemefulSite example(GURL("https://example.test")); net::SchemefulSite aaaa(GURL("https://aaaa.test")); EXPECT_EQ(ParseSets(R"({"primary": "https://example.test",)" R"("associatedSites": ["https://aaaa.test"]})"), net::GlobalFirstPartySets::CreateForTesting( kVersion, { {example, net::FirstPartySetEntry(example, net::SiteType::kPrimary)}, {aaaa, net::FirstPartySetEntry(example, net::SiteType::kAssociated)}, }, {})); } TEST(FirstPartySetParser, AcceptsMinimal_Service) { net::SchemefulSite example(GURL("https://example.test")); net::SchemefulSite aaaa(GURL("https://aaaa.test")); EXPECT_EQ( ParseSets(R"({"primary": "https://example.test",)" R"("serviceSites": ["https://aaaa.test"]})"), net::GlobalFirstPartySets::CreateForTesting( kVersion, { {example, net::FirstPartySetEntry(example, net::SiteType::kPrimary)}, {aaaa, net::FirstPartySetEntry(example, net::SiteType::kService)}, }, {})); } TEST(FirstPartySetParser, AcceptsMinimal_AllSubsets_WithCcTLDs) { net::SchemefulSite example(GURL("https://example.test")); net::SchemefulSite example_cctld(GURL("https://example.cctld")); net::SchemefulSite a(GURL("https://a.test")); net::SchemefulSite a_cctld(GURL("https://a.cctld")); net::SchemefulSite b(GURL("https://b.test")); net::SchemefulSite b_cctld(GURL("https://b.cctld")); EXPECT_EQ( ParseSets(R"({"primary": "https://example.test",)" R"("associatedSites": ["https://a.test"],)" R"("serviceSites": ["https://b.test"],)" R"("ccTLDs": {)" R"("https://example.test": ["https://example.cctld"],)" R"("https://a.test": ["https://a.cctld"],)" R"("https://b.test": ["https://b.cctld"])" R"(})" R"(})"), net::GlobalFirstPartySets::CreateForTesting( kVersion, { {example, net::FirstPartySetEntry(example, net::SiteType::kPrimary)}, {a, net::FirstPartySetEntry(example, net::SiteType::kAssociated)}, {b, net::FirstPartySetEntry(example, net::SiteType::kService)}, }, {{example_cctld, example}, {a_cctld, a}, {b_cctld, b}})); } TEST(FirstPartySetParser, RejectsMissingPrimary) { EXPECT_EQ(ParseSets(R"({"associatedSites": ["https://aaaa.test"]})"), kEmptySets); } TEST(FirstPartySetParser, RejectsTypeUnsafePrimary) { EXPECT_EQ( ParseSets(R"({ "primary": 3, "associatedSites": ["https://aaaa.test"]})"), kEmptySets); } TEST(FirstPartySetParser, RejectsNonHTTPSPrimary) { EXPECT_EQ(ParseSets(R"({"primary": "http://example.test",)" R"("associatedSites": ["https://aaaa.test"]})"), kEmptySets); } TEST(FirstPartySetParser, NonOriginPrimary) { EXPECT_EQ( ParseSets(R"({"primary": "example", "associatedSites": )" R"(["https://associatedsite1.test"]})" "\n" R"({"primary": "https://example2.test", "associatedSites": )" R"(["https://associatedsite2.test"]})"), kEmptySets); } TEST(FirstPartySetParser, PrimaryIsTLD) { const net::SchemefulSite example2(GURL("https://example2.test")); const net::SchemefulSite associated2(GURL("https://associatedsite2.test")); EXPECT_EQ( ParseSets(R"({"primary": "https://example", "associatedSites": )" R"(["https://associatedsite1.test"]})" "\n" R"({"primary": "https://example2.test", "associatedSites": )" R"(["https://associatedsite2.test"]})"), net::GlobalFirstPartySets::CreateForTesting( kVersion, { {example2, net::FirstPartySetEntry(example2, net::SiteType::kPrimary)}, {associated2, net::FirstPartySetEntry(example2, net::SiteType::kAssociated)}, }, {})); } TEST(FirstPartySetParser, PrimaryIsIPAddress) { net::SchemefulSite example2(GURL("https://example2.test")); net::SchemefulSite associated2(GURL("https://associatedsite2.test")); net::SchemefulSite example(GURL("https://example.test")); net::SchemefulSite aaaa(GURL("https://aaaa.test")); EXPECT_EQ( ParseSets( R"({"primary": "https://127.0.0.1:1234", "associatedSites": ["https://aaaa.test"]})" "\n" R"({"primary": "https://example2.test", "associatedSites": )" R"(["https://associatedsite2.test"]})" "\n" R"({"primary": "https://example.test",)" R"("associatedSites": ["https://aaaa.test"]})"), net::GlobalFirstPartySets::CreateForTesting( kVersion, { {example2, net::FirstPartySetEntry(example2, net::SiteType::kPrimary)}, {associated2, net::FirstPartySetEntry(example2, net::SiteType::kAssociated)}, {example, net::FirstPartySetEntry(example, net::SiteType::kPrimary)}, {aaaa, net::FirstPartySetEntry(example, net::SiteType::kAssociated)}, }, {})); } TEST(FirstPartySetParser, PrimaryHasNoTLD) { const net::SchemefulSite example2(GURL("https://example2.test")); const net::SchemefulSite associated2(GURL("https://associatedsite2.test")); EXPECT_EQ( ParseSets(R"({"primary": "https://example.test..", "associatedSites": )" R"(["https://associatedsite1.test"]})" "\n" R"({"primary": "https://example2.test", "associatedSites": )" R"(["https://associatedsite2.test"]})"), net::GlobalFirstPartySets::CreateForTesting( kVersion, { {example2, net::FirstPartySetEntry(example2, net::SiteType::kPrimary)}, {associated2, net::FirstPartySetEntry(example2, net::SiteType::kAssociated)}, }, {})); } TEST(FirstPartySetParser, RejectsMissingAssociatedSites) { EXPECT_EQ(ParseSets(R"({"primary": "https://example.test" })"), kEmptySets); } TEST(FirstPartySetParser, RejectsTypeUnsafeAssociatedSites) { EXPECT_EQ(ParseSets(R"({"primary": "https://example.test", )" R"("associatedSites": ["https://aaaa.test", 4]})"), kEmptySets); } TEST(FirstPartySetParser, RejectsNonHTTPSAssociatedSite) { EXPECT_EQ(ParseSets(R"({"primary": "https://example.test",)" R"("associatedSites": ["http://aaaa.test"]})"), kEmptySets); } TEST(FirstPartySetParser, NonOriginAssociatedSite) { EXPECT_EQ( ParseSets(R"({"primary": "https://example1.test", "associatedSites": )" R"(["associatedsite1"]})" "\n" R"({"primary": "https://example2.test", "associatedSites": )" R"(["https://associatedsite2.test"]})"), kEmptySets); } TEST(FirstPartySetParser, AssociatedSiteIsTLD) { const net::SchemefulSite example(GURL("https://example.test")); const net::SchemefulSite example2(GURL("https://example2.test")); const net::SchemefulSite associated1(GURL("https://associatedsite1.test")); const net::SchemefulSite associated2(GURL("https://associatedsite2.test")); EXPECT_EQ( ParseSets(R"({"primary": "https://example.test", "associatedSites": [)" R"("https://associated", "https://associatedsite1.test"]})" "\n" R"({"primary": "https://example2.test", "associatedSites": )" R"(["https://associatedsite2.test"]})"), net::GlobalFirstPartySets::CreateForTesting( kVersion, { {example, net::FirstPartySetEntry(example, net::SiteType::kPrimary)}, {associated1, net::FirstPartySetEntry(example, net::SiteType::kAssociated)}, {example2, net::FirstPartySetEntry(example2, net::SiteType::kPrimary)}, {associated2, net::FirstPartySetEntry(example2, net::SiteType::kAssociated)}, }, {})); } TEST(FirstPartySetParser, AssociatedSiteIsIPAddress) { const net::SchemefulSite example(GURL("https://example.test")); const net::SchemefulSite example2(GURL("https://example2.test")); const net::SchemefulSite associated1(GURL("https://associatedsite1.test")); const net::SchemefulSite associated2(GURL("https://associatedsite2.test")); EXPECT_EQ( ParseSets(R"({"primary": "https://example.test", "associatedSites": [)" R"("https://127.0.0.1:1234", "https://associatedsite1.test"]})" "\n" R"({"primary": "https://example2.test", "associatedSites": )" R"(["https://associatedsite2.test"]})"), net::GlobalFirstPartySets::CreateForTesting( kVersion, { {example, net::FirstPartySetEntry(example, net::SiteType::kPrimary)}, {associated1, net::FirstPartySetEntry(example, net::SiteType::kAssociated)}, {example2, net::FirstPartySetEntry(example2, net::SiteType::kPrimary)}, {associated2, net::FirstPartySetEntry(example2, net::SiteType::kAssociated)}, }, {})); } TEST(FirstPartySetParser, AssociatedSiteHasNoTLD) { const net::SchemefulSite example(GURL("https://example.test")); const net::SchemefulSite example2(GURL("https://example2.test")); const net::SchemefulSite example3(GURL("https://example3.test")); const net::SchemefulSite associated1(GURL("https://associatedsite1.test")); const net::SchemefulSite associated2(GURL("https://associatedsite2.test")); const net::SchemefulSite associated3(GURL("https://associatedsite3.test")); EXPECT_EQ( ParseSets(R"({"primary": "https://example.test", "associatedSites": [)" R"("https://aaaa.test..", "https://associatedsite1.test"]})" "\n" R"({"primary": "https://example2.test", "associatedSites": )" R"(["https://associatedsite2.test"]})" "\n" R"({"primary": "https://example3.test", "associatedSites": )" R"(["https://associatedsite3.test"]})"), net::GlobalFirstPartySets::CreateForTesting( kVersion, { {example, net::FirstPartySetEntry(example, net::SiteType::kPrimary)}, {associated1, net::FirstPartySetEntry(example, net::SiteType::kAssociated)}, {example2, net::FirstPartySetEntry(example2, net::SiteType::kPrimary)}, {associated2, net::FirstPartySetEntry(example2, net::SiteType::kAssociated)}, {example3, net::FirstPartySetEntry(example3, net::SiteType::kPrimary)}, {associated3, net::FirstPartySetEntry(example3, net::SiteType::kAssociated)}, }, {})); } TEST(FirstPartySetParser, TruncatesSubdomain_Primary) { net::SchemefulSite example(GURL("https://example.test")); net::SchemefulSite aaaa(GURL("https://aaaa.test")); EXPECT_EQ(ParseSets(R"({"primary": "https://subdomain.example.test", )" R"("associatedSites": ["https://aaaa.test"]})"), net::GlobalFirstPartySets::CreateForTesting( kVersion, { {example, net::FirstPartySetEntry(example, net::SiteType::kPrimary)}, {aaaa, net::FirstPartySetEntry(example, net::SiteType::kAssociated)}, }, {})); } TEST(FirstPartySetParser, TruncatesPrimaryInvalidWithAlias) { // Regression test for https://crbug.com/1510152. // // The primary and first service site get truncated down to the same TLD, so // they get marked as invalid. Since the primary is invalid, that means we // have to delete the whole set (including any aliases). EXPECT_EQ( ParseSets( R"({"primary": "https://subdomain1..test",)" R"("serviceSites": ["https://subdomain2..test","https://foo.test"],)" R"("ccTLDs": {"https://foo.test": ["https://foo.cctld"]}})"), net::GlobalFirstPartySets(kVersion, net::FirstPartySetsContextConfig())); } TEST(FirstPartySetParser, TruncatesSubdomain_AssociatedSite) { net::SchemefulSite example(GURL("https://example.test")); net::SchemefulSite aaaa(GURL("https://aaaa.test")); EXPECT_EQ(ParseSets(R"({"primary": "https://example.test", )" R"("associatedSites": ["https://subdomain.aaaa.test"]})"), net::GlobalFirstPartySets::CreateForTesting( kVersion, { {example, net::FirstPartySetEntry(example, net::SiteType::kPrimary)}, {aaaa, net::FirstPartySetEntry(example, net::SiteType::kAssociated)}, }, {})); } TEST(FirstPartySetParser, TruncatesSubdomain_RepeatedDomain) { const net::SchemefulSite example(GURL("https://example.test")); const net::SchemefulSite example2(GURL("https://example2.test")); const net::SchemefulSite bbbb(GURL("https://bbbb.test")); const net::SchemefulSite cccc(GURL("https://cccc.test")); // The first set is valid iff aaaa.test is on the Public Suffix List. Since // that invariant is not under the control of whatever provides the // First-Party Sets data, the whole list of sets should not be invalidated if // that invariant fails as a result of PSL changes. EXPECT_EQ( ParseSets(R"({"primary": "https://example.test", )" R"("associatedSites": [)" R"("https://subdomain1.aaaa.test", )" R"("https://subdomain2.aaaa.test", )" R"("https://bbbb.test"]})" "\n" R"({"primary": "https://example2.test", )" R"("associatedSites": [)" R"("https://cccc.test"]})" "\n"), net::GlobalFirstPartySets::CreateForTesting( kVersion, { {example, net::FirstPartySetEntry(example, net::SiteType::kPrimary)}, {bbbb, net::FirstPartySetEntry(example, net::SiteType::kAssociated)}, {example2, net::FirstPartySetEntry(example2, net::SiteType::kPrimary)}, {cccc, net::FirstPartySetEntry(example2, net::SiteType::kAssociated)}, }, {})); } TEST(FirstPartySetParser, TruncatesSubdomain_NondisjointSets) { net::SchemefulSite example(GURL("https://example.test")); net::SchemefulSite example2(GURL("https://example2.test")); net::SchemefulSite example3(GURL("https://example3.test")); net::SchemefulSite example3_cctld(GURL("https://example3.cctld")); net::SchemefulSite aaaa(GURL("https://aaaa.test")); net::SchemefulSite bbbb(GURL("https://bbbb.test")); net::SchemefulSite cccc(GURL("https://cccc.test")); // These sets are disjoint iff aaaa.test is on the Public Suffix List. Since // that invariant is not under the control of whatever provides the // First-Party Sets data, the whole list of sets should not be invalidated if // that invariant fails as a result of PSL changes. // // Note that when "invalid" domains are removed from sets, we have to re-scan // to find and delete singleton sets. // // Note also that if the sets are nondisjoint for reasons unrelated to the // PSL, then the whole list should be considered invalid; see other test // cases. EXPECT_EQ( ParseSets(R"({"primary": "https://example3.test", )" R"("associatedSites": [)" R"("https://subdomain3.aaaa.test"]})" "\n" R"({"primary": "https://example.test", )" R"("associatedSites": [)" R"("https://subdomain.aaaa.test", "https://bbbb.test"]})" "\n" R"({"primary": "https://example2.test", )" R"("associatedSites": [)" R"("https://subdomain2.aaaa.test", "https://cccc.test"]})" "\n"), net::GlobalFirstPartySets::CreateForTesting( kVersion, { {example, net::FirstPartySetEntry(example, net::SiteType::kPrimary)}, {bbbb, net::FirstPartySetEntry(example, net::SiteType::kAssociated)}, {example2, net::FirstPartySetEntry(example2, net::SiteType::kPrimary)}, {cccc, net::FirstPartySetEntry(example2, net::SiteType::kAssociated)}, }, {})); // example3.test's set should lose its associated site and alias, but should // not be removed (since it does not become a singleton). EXPECT_EQ( ParseSets(R"({"primary": "https://example3.test", )" R"("associatedSites": [)" R"("https://subdomain3.aaaa.test"],)" R"("ccTLDs": {)" R"("https://aaaa.test": ["https://subdomain3.aaaa.cctld"],)" R"("https://example3.test": ["https://example3.cctld"])" "}" "}" "\n" R"({"primary": "https://example.test", )" R"("associatedSites": [)" R"("https://subdomain.aaaa.test", "https://bbbb.test"]})" "\n"), net::GlobalFirstPartySets::CreateForTesting( kVersion, { {example, net::FirstPartySetEntry(example, net::SiteType::kPrimary)}, {bbbb, net::FirstPartySetEntry(example, net::SiteType::kAssociated)}, {example3, net::FirstPartySetEntry(example3, net::SiteType::kPrimary)}, }, {{example3_cctld, example3}})); // This is a scenario where an invalid alias in one set gets removed, and that // set becomes a singleton and is removed as a result. EXPECT_EQ( ParseSets( R"({"primary": "https://example3.test", )" R"("ccTLDs": {)" R"("https://example3.test": ["https://subdomain1.example3.cctld"])" "}" "}" "\n" R"({"primary": "https://example.test", )" R"("associatedSites": [)" R"("https://subdomain2.example3.cctld", "https://bbbb.test"]})" "\n"), net::GlobalFirstPartySets::CreateForTesting( kVersion, { {example, net::FirstPartySetEntry(example, net::SiteType::kPrimary)}, {bbbb, net::FirstPartySetEntry(example, net::SiteType::kAssociated)}, }, {})); } TEST(FirstPartySetParser, AcceptsMultipleSets) { net::SchemefulSite foo(GURL("https://foo.test")); net::SchemefulSite associated2(GURL("https://associatedsite2.test")); net::SchemefulSite example(GURL("https://example.test")); net::SchemefulSite associated1(GURL("https://associatedsite1.test")); EXPECT_EQ( ParseSets("{\"primary\": \"https://example.test\", \"associatedSites\": " "[\"https://associatedsite1.test\"]}\n" "{\"primary\": \"https://foo.test\", \"associatedSites\": " "[\"https://associatedsite2.test\"]}"), net::GlobalFirstPartySets::CreateForTesting( kVersion, { {example, net::FirstPartySetEntry(example, net::SiteType::kPrimary)}, {associated1, net::FirstPartySetEntry(example, net::SiteType::kAssociated)}, {foo, net::FirstPartySetEntry(foo, net::SiteType::kPrimary)}, {associated2, net::FirstPartySetEntry(foo, net::SiteType::kAssociated)}, }, {})); } TEST(FirstPartySetParser, AcceptsMultipleSetsWithWhitespace) { net::SchemefulSite foo(GURL("https://foo.test")); net::SchemefulSite associated1(GURL("https://associatedsite1.test")); net::SchemefulSite associated2(GURL("https://associatedsite2.test")); net::SchemefulSite example(GURL("https://example.test")); // Note the leading blank line, middle blank line, trailing blank line, and // leading whitespace on each line. EXPECT_EQ( ParseSets(R"( {"primary": "https://example.test", "associatedSites": ["https://associatedsite1.test"]} {"primary": "https://foo.test", "associatedSites": ["https://associatedsite2.test"]} )"), net::GlobalFirstPartySets::CreateForTesting( kVersion, { {example, net::FirstPartySetEntry(example, net::SiteType::kPrimary)}, {associated1, net::FirstPartySetEntry(example, net::SiteType::kAssociated)}, {foo, net::FirstPartySetEntry(foo, net::SiteType::kPrimary)}, {associated2, net::FirstPartySetEntry(foo, net::SiteType::kAssociated)}, }, {})); } TEST(FirstPartySetParser, RejectsInvalidSets_InvalidPrimary) { EXPECT_EQ( ParseSets( R"({"primary": 3, "associatedSites": ["https://associatedsite1.test"]} {"primary": "https://foo.test",)" R"("associatedSites": ["https://associatedsite2.test"]})"), kEmptySets); } TEST(FirstPartySetParser, RejectsInvalidSets_InvalidAssociatedSite) { EXPECT_EQ( ParseSets(R"({"primary": "https://example.test", "associatedSites": [3]} {"primary": "https://foo.test",)" R"("associatedSites": ["https://associatedsite2.test"]})"), kEmptySets); } TEST(FirstPartySetParser, AllowsTrailingCommas) { net::SchemefulSite example(GURL("https://example.test")); net::SchemefulSite associated1(GURL("https://associatedsite1.test")); EXPECT_EQ( ParseSets(R"({"primary": "https://example.test", )" R"("associatedSites": ["https://associatedsite1.test"],})"), net::GlobalFirstPartySets::CreateForTesting( kVersion, { {example, net::FirstPartySetEntry(example, net::SiteType::kPrimary)}, {associated1, net::FirstPartySetEntry(example, net::SiteType::kAssociated)}, }, {})); } TEST(FirstPartySetParser, Rejects_SamePrimary) { EXPECT_EQ( ParseSets(R"({"primary": "https://example.test",)" R"("associatedSites": ["https://associatedsite1.test"]} {"primary": "https://example.test",)" R"("associatedSites": ["https://associatedsite2.test"]})"), kEmptySets); } TEST(FirstPartySetParser, Rejects_AssociatedSiteAsPrimary) { EXPECT_EQ( ParseSets(R"({"primary": "https://example.test",)" R"("associatedSites": ["https://associatedsite1.test"]} {"primary": "https://associatedsite1.test",)" R"("associatedSites": ["https://associatedsite2.test"]})"), kEmptySets); } TEST(FirstPartySetParser, Rejects_SameAssociatedSite) { EXPECT_EQ( ParseSets( R"({"primary": "https://example.test",)" R"("associatedSites": ["https://associatedsite1.test"]} {"primary": "https://foo.test",)" R"("associatedSites": )" R"(["https://associatedsite1.test", "https://associatedsite2.test"]})"), kEmptySets); } TEST(FirstPartySetParser, Rejects_PrimaryAsAssociatedSite) { EXPECT_EQ( ParseSets(R"({"primary": "https://example.test",)" R"("associatedSites": ["https://associatedsite1.test"]} {"primary": "https://example2.test", )" R"("associatedSites":)" R"(["https://example.test", "https://associatedsite2.test"]})"), kEmptySets); } TEST(FirstPartySetParser, Accepts_ccTLDAliases) { net::SchemefulSite foo(GURL("https://foo.test")); net::SchemefulSite foo_cctld(GURL("https://foo.cctld")); net::SchemefulSite associated1(GURL("https://associatedsite1.test")); net::SchemefulSite associated1_cctld1(GURL("https://associatedsite1.cctld1")); net::SchemefulSite associated1_cctld2(GURL("https://associatedsite1.cctld2")); net::SchemefulSite associated2(GURL("https://associatedsite2.test")); net::SchemefulSite example(GURL("https://example.test")); EXPECT_EQ( ParseSets( "{" // "\"primary\": \"https://example.test\"," // "\"associatedSites\": [\"https://associatedsite1.test\"]," // "\"ccTLDs\": {" // "\"https://associatedsite1.test\": " "[\"https://associatedsite1.cctld1\", " "\"https://associatedsite1.cctld2\"]," // "\"https://not_in_set.test\": [\"https://not_in_set.cctld\"]," // "\"https://example.test\": \"https://not_a_list.test\"" // "}" // "}\n" // "{" // "\"primary\": \"https://foo.test\"," // "\"associatedSites\": [\"https://associatedsite2.test\"]," // "\"ccTLDs\": {" // "\"https://foo.test\": [\"https://foo.cctld\"]," // "\"https://associatedsite2.test\": " "[\"https://different_prefix.cctld\"]" // "}" // "}"), net::GlobalFirstPartySets::CreateForTesting( kVersion, { {example, net::FirstPartySetEntry(example, net::SiteType::kPrimary)}, {associated1, net::FirstPartySetEntry(example, net::SiteType::kAssociated)}, {foo, net::FirstPartySetEntry(foo, net::SiteType::kPrimary)}, {associated2, net::FirstPartySetEntry(foo, net::SiteType::kAssociated)}, }, { {associated1_cctld1, associated1}, {associated1_cctld2, associated1}, {foo_cctld, foo}, })); } TEST(FirstPartySetParser, Rejects_NonSchemefulSiteCcTLDAliases) { EXPECT_EQ( ParseSets( "{" // "\"primary\": \"https://example.test\"," // "\"associatedSites\": [\"https://associatedsite1.test\"]," // "\"ccTLDs\": {" // "\"https://associatedsite1.test\": [\"associatedsite1.cctld1\"]" // "}" // "}"), kEmptySets); } TEST(FirstPartySetParser, Rejects_NondisjointCcTLDAliases) { // These two sets overlap only via a ccTLD variant. EXPECT_EQ(ParseSets("{" // "\"primary\": \"https://example.test\"," // "\"associatedSites\": [\"https://member.test1\"]," // "\"ccTLDs\": {" // "\"https://member.test1\": [\"https://member.cctld\"]," "}" // "}\n" // "{" // "\"primary\": \"https://foo.test\"," // "\"associatedSites\": [\"https://member.test2\"]," // "\"ccTLDs\": {" // "\"https://member.test2\": [\"https://member.cctld\"]" // "}" // "}"), kEmptySets); } TEST(FirstPartySetParser, RespectsAssociatedSiteLimit) { net::SchemefulSite example(GURL("https://example.test")); net::SchemefulSite a(GURL("https://a.test")); net::SchemefulSite b(GURL("https://b.test")); net::SchemefulSite c(GURL("https://c.test")); net::SchemefulSite d(GURL("https://d.test")); net::SchemefulSite e(GURL("https://e.test")); EXPECT_EQ( ParseSets( R"({"primary": "https://example.test",)" R"("associatedSites": ["https://a.test", "https://b.test",)" R"("https://c.test", "https://d.test", "https://e.test", "https://f.test"],)" R"(})"), net::GlobalFirstPartySets::CreateForTesting( kVersion, { {example, net::FirstPartySetEntry(example, net::SiteType::kPrimary)}, {a, net::FirstPartySetEntry(example, net::SiteType::kAssociated)}, {b, net::FirstPartySetEntry(example, net::SiteType::kAssociated)}, {c, net::FirstPartySetEntry(example, net::SiteType::kAssociated)}, {d, net::FirstPartySetEntry(example, net::SiteType::kAssociated)}, {e, net::FirstPartySetEntry(example, net::SiteType::kAssociated)}, }, {})); } TEST(FirstPartySetParser, DetectsErrorsPastAssociatedSiteLimit) { EXPECT_EQ( ParseSets(R"({"primary": "https://example.test",)" R"("associatedSites": ["https://a.test", "not a domain"],)" R"(})"), kEmptySets); } TEST(FirstPartySetParser, ServiceSitesAreNotCountedAgainstAssociatedSiteLimit) { net::SchemefulSite example(GURL("https://example.test")); net::SchemefulSite a(GURL("https://a.test")); net::SchemefulSite b(GURL("https://b.test")); net::SchemefulSite c(GURL("https://c.test")); net::SchemefulSite d(GURL("https://d.test")); net::SchemefulSite e(GURL("https://e.test")); net::SchemefulSite f(GURL("https://f.test")); net::SchemefulSite g(GURL("https://g.test")); EXPECT_EQ( ParseSets(R"({)" R"("primary": "https://example.test",)" R"("associatedSites": ["https://a.test", "https://d.test",)" R"("https://e.test", "https://f.test", "https://g.test"],)" R"("serviceSites": ["https://b.test", "https://c.test"],)" R"(})"), net::GlobalFirstPartySets::CreateForTesting( kVersion, { {example, net::FirstPartySetEntry(example, net::SiteType::kPrimary)}, {a, net::FirstPartySetEntry(example, net::SiteType::kAssociated)}, {d, net::FirstPartySetEntry(example, net::SiteType::kAssociated)}, {e, net::FirstPartySetEntry(example, net::SiteType::kAssociated)}, {f, net::FirstPartySetEntry(example, net::SiteType::kAssociated)}, {g, net::FirstPartySetEntry(example, net::SiteType::kAssociated)}, {b, net::FirstPartySetEntry(example, net::SiteType::kService)}, {c, net::FirstPartySetEntry(example, net::SiteType::kService)}, }, {})); } TEST(FirstPartySetParser, AliasesAreNotCountedAgainstAssociatedSiteLimit) { net::SchemefulSite example(GURL("https://example.test")); net::SchemefulSite a(GURL("https://a.test")); net::SchemefulSite b(GURL("https://b.test")); net::SchemefulSite c(GURL("https://c.test")); net::SchemefulSite d(GURL("https://d.test")); net::SchemefulSite e(GURL("https://e.test")); net::SchemefulSite a_cctld1(GURL("https://a.cctld1")); net::SchemefulSite a_cctld2(GURL("https://a.cctld2")); EXPECT_EQ( ParseSets( R"({)" R"("primary": "https://example.test",)" R"("associatedSites": ["https://a.test", "https://b.test",)" R"("https://c.test", "https://d.test", "https://e.test"],)" R"("ccTLDs": {)" R"( "https://a.test": ["https://a.cctld1", "https://a.cctld2"])" R"(})" R"(})"), net::GlobalFirstPartySets::CreateForTesting( kVersion, { {example, net::FirstPartySetEntry(example, net::SiteType::kPrimary)}, {a, net::FirstPartySetEntry(example, net::SiteType::kAssociated)}, {b, net::FirstPartySetEntry(example, net::SiteType::kAssociated)}, {c, net::FirstPartySetEntry(example, net::SiteType::kAssociated)}, {d, net::FirstPartySetEntry(example, net::SiteType::kAssociated)}, {e, net::FirstPartySetEntry(example, net::SiteType::kAssociated)}, }, {{a_cctld1, a}, {a_cctld2, a}})); } TEST(FirstPartySetParser, ParseFromCommandLine_Invalid_MultipleSets) { EXPECT_THAT(FirstPartySetParser::ParseFromCommandLine( R"({"primary": "https://primary1.test",)" R"("associatedSites": ["https://associated1.test"]})" "\n" R"({"primary": "https://primary2.test",)" R"("associatedSites": ["https://associated2.test"]})"), IsEmpty()); } TEST(FirstPartySetParser, ParseFromCommandLine_Invalid_Singleton) { EXPECT_THAT(FirstPartySetParser::ParseFromCommandLine( R"({"primary": "https://primary1.test"})"), IsEmpty()); } TEST(FirstPartySetParser, ParseFromCommandLine_Valid_MultipleSubsetsAndAliases) { net::SchemefulSite primary(GURL("https://primary.test")); net::SchemefulSite associated1(GURL("https://associated1.test")); net::SchemefulSite associated2(GURL("https://associated2.test")); net::SchemefulSite associated2_cctld(GURL("https://associated2.cctld")); net::SchemefulSite service(GURL("https://service.test")); net::LocalSetDeclaration local_set = FirstPartySetParser::ParseFromCommandLine( R"({"primary": "https://primary.test",)" R"("associatedSites":)" R"(["https://associated1.test", "https://associated2.test"],)" R"("serviceSites": ["https://service.test"],)" R"("ccTLDs": {)" R"( "https://associated2.test": ["https://associated2.cctld"])" R"(})" R"(})"); EXPECT_THAT( local_set.ComputeMutation(), net::SetsMutation( /*replacement_sets=*/ { { {primary, net::FirstPartySetEntry(primary, net::SiteType::kPrimary)}, {associated1, net::FirstPartySetEntry( primary, net::SiteType::kAssociated)}, {associated2, net::FirstPartySetEntry( primary, net::SiteType::kAssociated)}, {associated2_cctld, net::FirstPartySetEntry( primary, net::SiteType::kAssociated)}, {service, net::FirstPartySetEntry(primary, net::SiteType::kService)}, }, }, /*addition_sets=*/{}, /*aliases=*/{{associated2_cctld, associated2}})); } void ParsesSetsCorrectly(std::string input) { std::istringstream stream(input); FirstPartySetParser::ParseSetsFromStream(stream, base::Version("1.0"), false); } auto JsonDomain() { return fuzztest::ReversibleMap( // The mapping function maps a base::Value to its JSON string // representation. [](base::Value value) { return base::WriteJson(std::move(value)).value_or(""); }, // The inverse mapping function maps the JSON string representation to // a tuple of base::Value. The return value is additionally wrapped in // std::optional. [](const std::string& value) -> std::optional> { auto res = base::JSONReader::Read(value, base::JSON_PARSE_CHROMIUM_EXTENSIONS); if (!res) { return std::nullopt; } // We use a tuple because the FuzzTest API requires it, since the // inverse mapping can map one input value to multiple output values. return std::tuple{std::move(*res)}; }, fuzztest::Arbitrary()); } FUZZ_TEST(FirstPartySetFuzzer, ParsesSetsCorrectly) .WithDomains(fuzztest::OneOf(JsonDomain(), fuzztest::Arbitrary().WithSeeds( []() -> std::vector { auto domain = JsonDomain(); return {domain.GetRandomValue( base::RandomBitGenerator())}; }))); } // namespace content