Merge pull request #561 from GoogleChromeLabs/release/0.6.0

v0.6.0
GoogleChromeLabs · Mar 17, 2024 · f5c2cb7 · f5c2cb7
2 parents 20cc714 + 8b838ca
commit f5c2cb7
Show file tree

Hide file tree

Showing 135 changed files with 3,496 additions and 1,228 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -273,3 +273,25 @@
 ## Others
 * Rename `third_party` to `assets` https://github.com/GoogleChromeLabs/ps-analysis-tool/pull/530
 
+
+# v0.6.0
+
+## Extension
+* Enhancement: Library detection package to identify more libraries https://github.com/GoogleChromeLabs/ps-analysis-tool/pull/555
+* Miscellaneous settings page changes https://github.com/GoogleChromeLabs/ps-analysis-tool/pull/544
+* Maintain selected row’s background color in row selection https://github.com/GoogleChromeLabs/ps-analysis-tool/pull/556
+* Use `cookieStore` API to fetch JS cookies. https://github.com/GoogleChromeLabs/ps-analysis-tool/pull/550
+* Fix: Inconsistency of CDP switch state. https://github.com/GoogleChromeLabs/ps-analysis-tool/pull/554
+* Fix: Update filters comparator https://github.com/GoogleChromeLabs/ps-analysis-tool/pull/549
+* Fix: Add provider to allowed list https://github.com/GoogleChromeLabs/ps-analysis-tool/pull/551
+* Fix: Incorrect cookie scope classification https://github.com/GoogleChromeLabs/ps-analysis-tool/pull/553
+* Fix: Remove unmapped orphan cookies. https://github.com/GoogleChromeLabs/ps-analysis-tool/pull/558
+* Enable CDP and multi-tab using query parameters https://github.com/GoogleChromeLabs/ps-analysis-tool/pull/559
+* Fix: Highlighting logic for undetermined blocking status cookie and create a new column for it https://github.com/GoogleChromeLabs/ps-analysis-tool/pull/557
+
+## CLI
+* Fix: CLI not quitting after generating output. https://github.com/GoogleChromeLabs/ps-analysis-tool/pull/552
+
+
+## Others
+* Chrome-Launcher: Open all example.com URLs with CDP and multi-tab on. https://github.com/GoogleChromeLabs/ps-analysis-tool/pull/560
diff --git a/assets/data/open-cookie-database.json b/assets/data/open-cookie-database.json
@@ -6153,6 +6153,17 @@
       "dataController": "Equativ.com",
       "gdprUrl": "https://equativ.com/end-users-privacy-policy/",
       "wildcard": "0"
+    },
+    {
+      "platform": "Emetric",
+      "category": "Marketing",
+      "name": "pid",
+      "domain": "xplosion.de",
+      "description": "This cookie is used by Xplosion/emetriq. Used to analyze the behavior of visitors to the website and derive preferences. These allow for interest-based advertising on third party websites.",
+      "retention": "1 year",
+      "dataController": "Emetric",
+      "gdprUrl": "https://www.emetriq.com/datenschutz/",
+      "wildcard": "0"
     }
   ],
   "pbw": [
@@ -7936,6 +7947,19 @@
       "wildcard": "0"
     }
   ],
+  "store": [
+    {
+      "platform": "Magento",
+      "category": "Functional",
+      "name": "store",
+      "domain": "",
+      "description": "This cookie keeps track of the last website you visited. This is necessary to enable the correct language on the website.",
+      "retention": "1 day",
+      "dataController": "Adobe",
+      "gdprUrl": "https://www.adobe.com/privacy.html",
+      "wildcard": "0"
+    }
+  ],
   "dsps:*": [
     {
       "platform": "PowerLinks Media Limited",
@@ -17708,6 +17732,45 @@
       "wildcard": "0"
     }
   ],
+  "ud": [
+    {
+      "platform": "Nielsen",
+      "category": "Marketing",
+      "name": "ud",
+      "domain": "exelator.com",
+      "description": "Collects data related to the user’s visits to the website, such as the number of visits, average time spent on the website and what pages have been loaded, with the purpose of displaying targeted ads.",
+      "retention": "119 days",
+      "dataController": "Nielsen",
+      "gdprUrl": "https://www.nielsen.com/legal/privacy-principles/",
+      "wildcard": "0"
+    }
+  ],
+  "udo": [
+    {
+      "platform": "Nielsen",
+      "category": "Marketing",
+      "name": "udo",
+      "domain": "exelator.com",
+      "description": "Collects information on user behavior on multiple websites. This information is used in order to optimize the relevance of advertisement on the website.",
+      "retention": "119 days",
+      "dataController": "Nielsen",
+      "gdprUrl": "https://www.nielsen.com/legal/privacy-principles/",
+      "wildcard": "0"
+    }
+  ],
+  "EE": [
+    {
+      "platform": "Nielsen",
+      "category": "Marketing",
+      "name": "EE",
+      "domain": "exelator.com",
+      "description": "Collects data related to the user’s visits to the website, such as the number of visits, average time spent on the website and what pages have been loaded, with the purpose of displaying targeted ads.",
+      "retention": "119 days",
+      "dataController": "Nielsen",
+      "gdprUrl": "https://www.nielsen.com/legal/privacy-principles/",
+      "wildcard": "0"
+    }
+  ],
   "i00": [
     {
       "platform": "infOnline",
@@ -18526,5 +18589,148 @@
       "gdprUrl": "https://postviewscounter.com/privacy-policy/",
       "wildcard": "0"
     }
+  ],
+  "client_bslstaid": [
+    {
+      "platform": "Beslist.nl",
+      "category": "Analytics",
+      "name": "client_bslstaid",
+      "domain": "",
+      "description": "Registers statistical data about the behavior of visitors to the website. Used for internal analysis by the website administrator.",
+      "retention": "540 days",
+      "dataController": "Beslist.nl",
+      "gdprUrl": "https://www.beslist.nl/information/overprivacy.html",
+      "wildcard": "0"
+    }
+  ],
+  "client_bslstmatch": [
+    {
+      "platform": "Beslist.nl",
+      "category": "Analytics",
+      "name": "client_bslstmatch",
+      "domain": "",
+      "description": "Registers statistical data about the behavior of visitors to the website. Used for internal analysis by the website administrator.",
+      "retention": "1 day",
+      "dataController": "Beslist.nl",
+      "gdprUrl": "https://www.beslist.nl/information/overprivacy.html",
+      "wildcard": "0"
+    }
+  ],
+  "client_bslstsid": [
+    {
+      "platform": "Beslist.nl",
+      "category": "Analytics",
+      "name": "client_bslstsid",
+      "domain": "",
+      "description": "Unique identifier of the user session.",
+      "retention": "1 day",
+      "dataController": "Beslist.nl",
+      "gdprUrl": "https://www.beslist.nl/information/overprivacy.html",
+      "wildcard": "0"
+    }
+  ],
+  "client_bslstuid": [
+    {
+      "platform": "Beslist.nl",
+      "category": "Analytics",
+      "name": "client_bslstuid",
+      "domain": "",
+      "description": "Registers statistical data about the behavior of visitors to the website. Used for internal analysis by the website administrator.",
+      "retention": "540 days",
+      "dataController": "Beslist.nl",
+      "gdprUrl": "https://www.beslist.nl/information/overprivacy.html",
+      "wildcard": "0"
+    }
+  ],
+  "CGISESSID": [
+    {
+      "platform": "Perl",
+      "category": "Functional",
+      "name": "CGISESSID",
+      "domain": "",
+      "description": "Cookie generated by applications based on the Perl language. This is a general purpose identifier used to maintain user session variables.",
+      "retention": "session",
+      "dataController": "Perl",
+      "gdprUrl": "https://www.perl.org/siteinfo.html",
+      "wildcard": "0"
+    }
+  ],
+  "vglnk.Agent.p": [
+    {
+      "platform": "Disqus",
+      "category": "Marketing",
+      "name": "vglnk.Agent.p",
+      "domain": "disqus.com",
+      "description": "Cookie set by Disqus. Used to collect visitor behaviour in order to present more relevant advertisements.",
+      "retention": "1 year",
+      "dataController": "Disqus",
+      "gdprUrl": "https://help.disqus.com/en/articles/1717103-disqus-privacy-policy",
+      "wildcard": "0"
+    }
+  ],
+  "vglnk.PartnerRfsh.p": [
+    {
+      "platform": "Disqus",
+      "category": "Marketing",
+      "name": "vglnk.PartnerRfsh.p",
+      "domain": "disqus.com",
+      "description": "This cookie is used to collect data from various website in order to present more relevant advertisement.",
+      "retention": "1 year",
+      "dataController": "Disqus",
+      "gdprUrl": "https://help.disqus.com/en/articles/1717103-disqus-privacy-policy",
+      "wildcard": "0"
+    }
+  ],
+  "deuxesse_uxid": [
+    {
+      "platform": "Twiago",
+      "category": "Marketing",
+      "name": "deuxesse_uxid",
+      "domain": "twiago.com",
+      "description": "Sets a unique ID for the visitor, that allows third party advertisers to target the visitor with relevant advertisement. This pairing service is provided by third party advertisement hubs, which facilitates real-time bidding for advertisers.",
+      "retention": "29 days",
+      "dataController": "Twiago",
+      "gdprUrl": "https://www.twiago.com/datenschutz/",
+      "wildcard": "0"
+    }
+  ],
+  "pid_short": [
+    {
+      "platform": "Emetric",
+      "category": "Marketing",
+      "name": "pid_short",
+      "domain": "xplosion.de",
+      "description": "This cookie is used by Xplosion/emetriq. Used to analyze the behavior of visitors to the website and derive preferences. These allow for interest-based advertising on third party websites.",
+      "retention": "1 year",
+      "dataController": "Emetric",
+      "gdprUrl": "https://www.emetriq.com/datenschutz/",
+      "wildcard": "0"
+    }
+  ],
+  "pid_signature": [
+    {
+      "platform": "Emetric",
+      "category": "Marketing",
+      "name": "pid_signature",
+      "domain": "xplosion.de",
+      "description": "This cookie is used by Xplosion/emetriq. Used to analyze the behavior of visitors to the website and derive preferences. These allow for interest-based advertising on third party websites.",
+      "retention": "1 year",
+      "dataController": "Emetric",
+      "gdprUrl": "https://www.emetriq.com/datenschutz/",
+      "wildcard": "0"
+    }
+  ],
+  "ep": [
+    {
+      "platform": "Emetric",
+      "category": "Marketing",
+      "name": "ep",
+      "domain": "xplosion.de",
+      "description": "This cookie Is used by Xplosion / emetriq. Used to analyze the behavior of visitors to the website and derive preferences. These allow for interest-based advertising on third party websites.",
+      "retention": "1 year",
+      "dataController": "Emetric",
+      "gdprUrl": "https://www.emetriq.com/datenschutz/",
+      "wildcard": "0"
+    }
   ]
 }
diff --git a/bin/chrome-3pcd-ps.bat b/bin/chrome-3pcd-ps.bat
@@ -1,7 +1,7 @@
 :: Chrome 3pcd with PS Extension
 
 :: Download PS Extension
-set "ps_analysis_tool_version=v0.5.2"
+set "ps_analysis_tool_version=v0.6.0"
 cd /d %TEMP%
 if not exist %TEMP%\ps-analysis-tool-%ps_analysis_tool_version% (
     mkdir %TEMP%\ps-analysis-tool-%ps_analysis_tool_version%
@@ -11,5 +11,5 @@ if not exist %TEMP%\ps-analysis-tool-%ps_analysis_tool_version% (
 
 set "CHROME_PATH=C:\Program Files\Google\Chrome\Application\chrome.exe"
 set "DATA_DIR=%TEMP%\chrome_data_dir-%RANDOM%"
-"%CHROME_PATH%" --disable-sync --no-default-browser-check --no-first-run --user-data-dir="%DATA_DIR%" --install-autogenerated-theme="255,51,51" --silent-debugger-extension-api --test-third-party-cookie-phaseout --enable-features="FirstPartySets,StorageAccessAPI,StorageAccessAPIForOriginExtension,PageInfoCookiesSubpage,PrivacySandboxFirstPartySetsUI" --load-extension="%TEMP%\ps-analysis-tool-%ps_analysis_tool_version%\extension" https://example.com >nul 2>&1
+"%CHROME_PATH%" --disable-sync --no-default-browser-check --no-first-run --user-data-dir="%DATA_DIR%" --install-autogenerated-theme="255,51,51" --silent-debugger-extension-api --test-third-party-cookie-phaseout --enable-features="FirstPartySets,StorageAccessAPI,StorageAccessAPIForOriginExtension,PageInfoCookiesSubpage,PrivacySandboxFirstPartySetsUI" --load-extension="%TEMP%\ps-analysis-tool-%ps_analysis_tool_version%\extension" "https://example.com/?psat_cdp=on%&psat_multitab=on" >nul 2>&1
 rmdir /s /q "%DATA_DIR%" >nul
diff --git a/bin/chrome-3pcd.bat b/bin/chrome-3pcd.bat
@@ -2,5 +2,5 @@
 
 set "CHROME_PATH=C:\Program Files\Google\Chrome\Application\chrome.exe"
 set "DATA_DIR=%TEMP%\chrome_data_dir-%RANDOM%"
-"%CHROME_PATH%" --disable-sync --no-default-browser-check --no-first-run --user-data-dir="%DATA_DIR%" --install-autogenerated-theme="255,51,51" --silent-debugger-extension-api --test-third-party-cookie-phaseout --enable-features="FirstPartySets,StorageAccessAPI,StorageAccessAPIForOriginExtension,PageInfoCookiesSubpage,PrivacySandboxFirstPartySetsUI" https://example.com >nul 2>&1
+"%CHROME_PATH%" --disable-sync --no-default-browser-check --no-first-run --user-data-dir="%DATA_DIR%" --install-autogenerated-theme="255,51,51" --silent-debugger-extension-api --test-third-party-cookie-phaseout --enable-features="FirstPartySets,StorageAccessAPI,StorageAccessAPIForOriginExtension,PageInfoCookiesSubpage,PrivacySandboxFirstPartySetsUI" "https://example.com/?psat_cdp=on%&psat_multitab=on" >nul 2>&1
 rmdir /s /q "%DATA_DIR%" >nul
diff --git a/bin/chrome-chip.bat b/bin/chrome-chip.bat
@@ -2,5 +2,5 @@
 
 set "CHROME_PATH=C:\Program Files\Google\Chrome\Application\chrome.exe"
 set "DATA_DIR=%TEMP%\chrome_data_dir-%RANDOM%"
-"%CHROME_PATH%" --disable-sync --no-default-browser-check --no-first-run --user-data-dir="%DATA_DIR%" --install-autogenerated-theme="150,220,150" --silent-debugger-extension-api --partitioned-cookies=true https://example.com >nul 2>&1
-rmdir /s /q "%DATA_DIR%" >nul
+"%CHROME_PATH%" --disable-sync --no-default-browser-check --no-first-run --user-data-dir="%DATA_DIR%" --install-autogenerated-theme="150,220,150" --silent-debugger-extension-api --partitioned-cookies=true "https://example.com/?psat_cdp=on%&psat_multitab=on" >nul 2>&1
+rmdir /s /q "%DATA_DIR%" >nul
diff --git a/bin/chrome-default-ps.bat b/bin/chrome-default-ps.bat
@@ -1,7 +1,7 @@
 :: Default Chrome with PS Extension
 
 :: Download PS Extension
-set "ps_analysis_tool_version=v0.5.2"
+set "ps_analysis_tool_version=v0.6.0"
 cd /d %TEMP%
 if not exist %TEMP%\ps-analysis-tool-%ps_analysis_tool_version% (
     mkdir %TEMP%\ps-analysis-tool-%ps_analysis_tool_version%
@@ -11,5 +11,5 @@ if not exist %TEMP%\ps-analysis-tool-%ps_analysis_tool_version% (
 
 set "CHROME_PATH=C:\Program Files\Google\Chrome\Application\chrome.exe"
 set "DATA_DIR=%TEMP%\chrome_data_dir-%RANDOM%"
-"%CHROME_PATH%" --disable-sync --no-default-browser-check --no-first-run --user-data-dir="%DATA_DIR%" --install-autogenerated-theme="150,220,150" --silent-debugger-extension-api --load-extension="%TEMP%\ps-analysis-tool-%ps_analysis_tool_version%\extension" https://example.com >nul 2>&1
+"%CHROME_PATH%" --disable-sync --no-default-browser-check --no-first-run --user-data-dir="%DATA_DIR%" --install-autogenerated-theme="150,220,150" --silent-debugger-extension-api --load-extension="%TEMP%\ps-analysis-tool-%ps_analysis_tool_version%\extension" "https://example.com/?psat_cdp=on%&psat_multitab=on" >nul 2>&1
 rmdir /s /q "%DATA_DIR%" >nul
diff --git a/bin/chrome-default.bat b/bin/chrome-default.bat
@@ -2,5 +2,5 @@
 
 set "CHROME_PATH=C:\Program Files\Google\Chrome\Application\chrome.exe"
 set "DATA_DIR=%TEMP%\chrome_data_dir-%RANDOM%"
-"%CHROME_PATH%" --disable-sync --no-default-browser-check --no-first-run --user-data-dir="%DATA_DIR%" --install-autogenerated-theme="150,220,150" --silent-debugger-extension-api https://example.com >nul 2>&1
+"%CHROME_PATH%" --disable-sync --no-default-browser-check --no-first-run --user-data-dir="%DATA_DIR%" --install-autogenerated-theme="150,220,150" --silent-debugger-extension-api "https://example.com/?psat_cdp=on%&psat_multitab=on" >nul 2>&1
 rmdir /s /q "%DATA_DIR%" >nul
diff --git a/bin/chrome_launcher.sh b/bin/chrome_launcher.sh
@@ -2,7 +2,7 @@
 
 # Download Extension
 extension_setup() {
-  ps_analysis_tool_version=v0.5.2
+  ps_analysis_tool_version=v0.6.0
   extension_dir="/var/tmp"
   cd $extension_dir
   if [ ! -d $extension_dir/ps-analysis-tool-$ps_analysis_tool_version ]; then
@@ -26,7 +26,7 @@ if [[ "$(uname)" == "Darwin" ]]; then
           --start-maximized \
           --user-data-dir="${DATA_DIR}" \
           --silent-debugger-extension-api \
-          "$@" https://example.com >/dev/null 2>&1 && rm -rf "${DATA_DIR}" &
+          "$@" "https://example.com/?psat_cdp=on&psat_multitab=on" >/dev/null 2>&1 && rm -rf "${DATA_DIR}" &
   }
 elif [[ "$(uname)" == "Linux" ]]; then
   # Loads Chrome with a temporary profile that is deleted after Chrome is closed
@@ -40,7 +40,7 @@ elif [[ "$(uname)" == "Linux" ]]; then
         --start-maximized \
         --user-data-dir="${DATA_DIR}" \
         --silent-debugger-extension-api \
-        "$@" https://example.com >/dev/null 2>&1 && rm -rf "${DATA_DIR}" &
+        "$@" "https://example.com/?psat_cdp=on&psat_multitab=on" >/dev/null 2>&1 && rm -rf "${DATA_DIR}" &
     }
 fi
 

diff --git a/data/related_website_sets.json b/data/related_website_sets.json
@@ -607,6 +607,44 @@
         "https://startupislandtaiwan.net": "Domain alias",
         "https://startupislandtaiwan.org": "Domain alias"
       }
+    },
+    {
+      "contact": "[email protected]",
+      "primary": "https://caracoltv.com",
+      "associatedSites": [
+        "https://noticiascaracol.com",
+        "https://bluradio.com",
+        "https://shock.co",
+        "https://bumbox.com",
+        "https://hjck.com"
+      ],
+      "rationaleBySite": {
+        "https://noticiascaracol.com": "Informative news show that covers the most important events in Colombia and around the world, owned by Valorem business group.",
+        "https://bluradio.com": "Blu Radio is a Colombian radio network, owned by Valorem business group.",
+        "https://shock.co": "It is a media outlet that publishes specialized content daily about music, movies, and television series. Owned by Valorem business group.",
+        "https://bumbox.com": "Podcast platform from the media group of Caracol Televisión, El Espectador, and Blu Radio. Owned by Valorem business group.",
+        "https://hjck.com": "It's a private Colombian radio station with a cultural programming. It belongs to the Valorem business group."
+      }
+    },
+    {
+      "contact": "[email protected]",
+      "primary": "https://max.auto",
+      "associatedSites": [
+        "https://firstlook.biz"
+      ],
+      "rationaleBySite": {
+        "https://firstlook.biz": "Presents core reports and SSO auth flow"
+      }
+    },
+    {
+      "contact": "[email protected]",
+      "primary": "https://gridgames.app",
+      "associatedSites": [
+        "https://wordle.at"
+      ],
+      "rationaleBySite": {
+        "https://wordle.at": "We are migrating our domain and will soon redirect all traffic from here to the primary, both of which we own. The two sites are almost identical. For convenience we want to transfer session cookies so users stay logged in."
+      }
     }
   ]
 }