Merge pull request #561 from GoogleChromeLabs/release/0.6.0

v0.6.0

Author: mohdsayed

CHANGELOG.md

@@ -273,3 +273,25 @@
 ## Others
 * Rename `third_party` to `assets` https://github.com/GoogleChromeLabs/ps-analysis-tool/pull/530
 
+
+# v0.6.0
+
+## Extension
+* Enhancement: Library detection package to identify more libraries https://github.com/GoogleChromeLabs/ps-analysis-tool/pull/555
+* Miscellaneous settings page changes https://github.com/GoogleChromeLabs/ps-analysis-tool/pull/544
+* Maintain selected row’s background color in row selection https://github.com/GoogleChromeLabs/ps-analysis-tool/pull/556
+* Use `cookieStore` API to fetch JS cookies. https://github.com/GoogleChromeLabs/ps-analysis-tool/pull/550
+* Fix: Inconsistency of CDP switch state. https://github.com/GoogleChromeLabs/ps-analysis-tool/pull/554
+* Fix: Update filters comparator https://github.com/GoogleChromeLabs/ps-analysis-tool/pull/549
+* Fix: Add provider to allowed list https://github.com/GoogleChromeLabs/ps-analysis-tool/pull/551
+* Fix: Incorrect cookie scope classification https://github.com/GoogleChromeLabs/ps-analysis-tool/pull/553
+* Fix: Remove unmapped orphan cookies. https://github.com/GoogleChromeLabs/ps-analysis-tool/pull/558
+* Enable CDP and multi-tab using query parameters https://github.com/GoogleChromeLabs/ps-analysis-tool/pull/559
+* Fix: Highlighting logic for undetermined blocking status cookie and create a new column for it https://github.com/GoogleChromeLabs/ps-analysis-tool/pull/557
+
+## CLI
+* Fix: CLI not quitting after generating output. https://github.com/GoogleChromeLabs/ps-analysis-tool/pull/552
+
+
+## Others
+* Chrome-Launcher: Open all example.com URLs with CDP and multi-tab on. https://github.com/GoogleChromeLabs/ps-analysis-tool/pull/560

assets/data/open-cookie-database.json

@@ -6153,6 +6153,17 @@
       "dataController": "Equativ.com",
       "gdprUrl": "https://equativ.com/end-users-privacy-policy/",
       "wildcard": "0"
+    },
+    {
+      "platform": "Emetric",
+      "category": "Marketing",
+      "name": "pid",
+      "domain": "xplosion.de",
+      "description": "This cookie is used by Xplosion/emetriq. Used to analyze the behavior of visitors to the website and derive preferences. These allow for interest-based advertising on third party websites.",
+      "retention": "1 year",
+      "dataController": "Emetric",
+      "gdprUrl": "https://www.emetriq.com/datenschutz/",
+      "wildcard": "0"
     }
   ],
   "pbw": [
@@ -7936,6 +7947,19 @@
       "wildcard": "0"
     }
   ],
+  "store": [
+    {
+      "platform": "Magento",
+      "category": "Functional",
+      "name": "store",
+      "domain": "",
+      "description": "This cookie keeps track of the last website you visited. This is necessary to enable the correct language on the website.",
+      "retention": "1 day",
+      "dataController": "Adobe",
+      "gdprUrl": "https://www.adobe.com/privacy.html",
+      "wildcard": "0"
+    }
+  ],
   "dsps:*": [
     {
       "platform": "PowerLinks Media Limited",
@@ -17708,6 +17732,45 @@
       "wildcard": "0"
     }
   ],
+  "ud": [
+    {
+      "platform": "Nielsen",
+      "category": "Marketing",
+      "name": "ud",
+      "domain": "exelator.com",
+      "description": "Collects data related to the user’s visits to the website, such as the number of visits, average time spent on the website and what pages have been loaded, with the purpose of displaying targeted ads.",
+      "retention": "119 days",
+      "dataController": "Nielsen",
+      "gdprUrl": "https://www.nielsen.com/legal/privacy-principles/",
+      "wildcard": "0"
+    }
+  ],
+  "udo": [
+    {
+      "platform": "Nielsen",
+      "category": "Marketing",
+      "name": "udo",
+      "domain": "exelator.com",
+      "description": "Collects information on user behavior on multiple websites. This information is used in order to optimize the relevance of advertisement on the website.",
+      "retention": "119 days",
+      "dataController": "Nielsen",
+      "gdprUrl": "https://www.nielsen.com/legal/privacy-principles/",
+      "wildcard": "0"
+    }
+  ],
+  "EE": [
+    {
+      "platform": "Nielsen",
+      "category": "Marketing",
+      "name": "EE",
+      "domain": "exelator.com",
+      "description": "Collects data related to the user’s visits to the website, such as the number of visits, average time spent on the website and what pages have been loaded, with the purpose of displaying targeted ads.",
+      "retention": "119 days",
+      "dataController": "Nielsen",
+      "gdprUrl": "https://www.nielsen.com/legal/privacy-principles/",
+      "wildcard": "0"
+    }
+  ],
   "i00": [
     {
       "platform": "infOnline",
@@ -18526,5 +18589,148 @@
       "gdprUrl": "https://postviewscounter.com/privacy-policy/",
       "wildcard": "0"
     }
+  ],
+  "client_bslstaid": [
+    {
+      "platform": "Beslist.nl",
+      "category": "Analytics",
+      "name": "client_bslstaid",
+      "domain": "",
+      "description": "Registers statistical data about the behavior of visitors to the website. Used for internal analysis by the website administrator.",
+      "retention": "540 days",
+      "dataController": "Beslist.nl",
+      "gdprUrl": "https://www.beslist.nl/information/overprivacy.html",
+      "wildcard": "0"
+    }
+  ],
+  "client_bslstmatch": [
+    {
+      "platform": "Beslist.nl",
+      "category": "Analytics",
+      "name": "client_bslstmatch",
+      "domain": "",
+      "description": "Registers statistical data about the behavior of visitors to the website. Used for internal analysis by the website administrator.",
+      "retention": "1 day",
+      "dataController": "Beslist.nl",
+      "gdprUrl": "https://www.beslist.nl/information/overprivacy.html",
+      "wildcard": "0"
+    }
+  ],
+  "client_bslstsid": [
+    {
+      "platform": "Beslist.nl",
+      "category": "Analytics",
+      "name": "client_bslstsid",
+      "domain": "",
+      "description": "Unique identifier of the user session.",
+      "retention": "1 day",
+      "dataController": "Beslist.nl",
+      "gdprUrl": "https://www.beslist.nl/information/overprivacy.html",
+      "wildcard": "0"
+    }
+  ],
+  "client_bslstuid": [
+    {
+      "platform": "Beslist.nl",
+      "category": "Analytics",
+      "name": "client_bslstuid",
+      "domain": "",
+      "description": "Registers statistical data about the behavior of visitors to the website. Used for internal analysis by the website administrator.",
+      "retention": "540 days",
+      "dataController": "Beslist.nl",
+      "gdprUrl": "https://www.beslist.nl/information/overprivacy.html",
+      "wildcard": "0"
+    }
+  ],
+  "CGISESSID": [
+    {
+      "platform": "Perl",
+      "category": "Functional",
+      "name": "CGISESSID",
+      "domain": "",
+      "description": "Cookie generated by applications based on the Perl language. This is a general purpose identifier used to maintain user session variables.",
+      "retention": "session",
+      "dataController": "Perl",
+      "gdprUrl": "https://www.perl.org/siteinfo.html",
+      "wildcard": "0"
+    }
+  ],
+  "vglnk.Agent.p": [
+    {
+      "platform": "Disqus",
+      "category": "Marketing",
+      "name": "vglnk.Agent.p",
+      "domain": "disqus.com",
+      "description": "Cookie set by Disqus. Used to collect visitor behaviour in order to present more relevant advertisements.",
+      "retention": "1 year",
+      "dataController": "Disqus",
+      "gdprUrl": "https://help.disqus.com/en/articles/1717103-disqus-privacy-policy",
+      "wildcard": "0"
+    }
+  ],
+  "vglnk.PartnerRfsh.p": [
+    {
+      "platform": "Disqus",
+      "category": "Marketing",
+      "name": "vglnk.PartnerRfsh.p",
+      "domain": "disqus.com",
+      "description": "This cookie is used to collect data from various website in order to present more relevant advertisement.",
+      "retention": "1 year",
+      "dataController": "Disqus",
+      "gdprUrl": "https://help.disqus.com/en/articles/1717103-disqus-privacy-policy",
+      "wildcard": "0"
+    }
+  ],
+  "deuxesse_uxid": [
+    {
+      "platform": "Twiago",
+      "category": "Marketing",
+      "name": "deuxesse_uxid",
+      "domain": "twiago.com",
+      "description": "Sets a unique ID for the visitor, that allows third party advertisers to target the visitor with relevant advertisement. This pairing service is provided by third party advertisement hubs, which facilitates real-time bidding for advertisers.",
+      "retention": "29 days",
+      "dataController": "Twiago",
+      "gdprUrl": "https://www.twiago.com/datenschutz/",
+      "wildcard": "0"
+    }
+  ],
+  "pid_short": [
+    {
+      "platform": "Emetric",
+      "category": "Marketing",
+      "name": "pid_short",
+      "domain": "xplosion.de",
+      "description": "This cookie is used by Xplosion/emetriq. Used to analyze the behavior of visitors to the website and derive preferences. These allow for interest-based advertising on third party websites.",
+      "retention": "1 year",
+      "dataController": "Emetric",
+      "gdprUrl": "https://www.emetriq.com/datenschutz/",
+      "wildcard": "0"
+    }
+  ],
+  "pid_signature": [
+    {
+      "platform": "Emetric",
+      "category": "Marketing",
+      "name": "pid_signature",
+      "domain": "xplosion.de",
+      "description": "This cookie is used by Xplosion/emetriq. Used to analyze the behavior of visitors to the website and derive preferences. These allow for interest-based advertising on third party websites.",
+      "retention": "1 year",
+      "dataController": "Emetric",
+      "gdprUrl": "https://www.emetriq.com/datenschutz/",
+      "wildcard": "0"
+    }
+  ],
+  "ep": [
+    {
+      "platform": "Emetric",
+      "category": "Marketing",
+      "name": "ep",
+      "domain": "xplosion.de",
+      "description": "This cookie Is used by Xplosion / emetriq. Used to analyze the behavior of visitors to the website and derive preferences. These allow for interest-based advertising on third party websites.",
+      "retention": "1 year",
+      "dataController": "Emetric",
+      "gdprUrl": "https://www.emetriq.com/datenschutz/",
+      "wildcard": "0"
+    }
   ]
 }

bin/chrome-3pcd-ps.bat

@@ -1,7 +1,7 @@
 :: Chrome 3pcd with PS Extension
 
 :: Download PS Extension
-set "ps_analysis_tool_version=v0.5.2"
+set "ps_analysis_tool_version=v0.6.0"
 cd /d %TEMP%
 if not exist %TEMP%\ps-analysis-tool-%ps_analysis_tool_version% (
     mkdir %TEMP%\ps-analysis-tool-%ps_analysis_tool_version%
@@ -11,5 +11,5 @@ if not exist %TEMP%\ps-analysis-tool-%ps_analysis_tool_version% (
 
 set "CHROME_PATH=C:\Program Files\Google\Chrome\Application\chrome.exe"
 set "DATA_DIR=%TEMP%\chrome_data_dir-%RANDOM%"
-"%CHROME_PATH%" --disable-sync --no-default-browser-check --no-first-run --user-data-dir="%DATA_DIR%" --install-autogenerated-theme="255,51,51" --silent-debugger-extension-api --test-third-party-cookie-phaseout --enable-features="FirstPartySets,StorageAccessAPI,StorageAccessAPIForOriginExtension,PageInfoCookiesSubpage,PrivacySandboxFirstPartySetsUI" --load-extension="%TEMP%\ps-analysis-tool-%ps_analysis_tool_version%\extension" https://example.com >nul 2>&1
+"%CHROME_PATH%" --disable-sync --no-default-browser-check --no-first-run --user-data-dir="%DATA_DIR%" --install-autogenerated-theme="255,51,51" --silent-debugger-extension-api --test-third-party-cookie-phaseout --enable-features="FirstPartySets,StorageAccessAPI,StorageAccessAPIForOriginExtension,PageInfoCookiesSubpage,PrivacySandboxFirstPartySetsUI" --load-extension="%TEMP%\ps-analysis-tool-%ps_analysis_tool_version%\extension" "https://example.com/?psat_cdp=on%&psat_multitab=on" >nul 2>&1
 rmdir /s /q "%DATA_DIR%" >nul

bin/chrome-3pcd.bat

@@ -2,5 +2,5 @@
 
 set "CHROME_PATH=C:\Program Files\Google\Chrome\Application\chrome.exe"
 set "DATA_DIR=%TEMP%\chrome_data_dir-%RANDOM%"
-"%CHROME_PATH%" --disable-sync --no-default-browser-check --no-first-run --user-data-dir="%DATA_DIR%" --install-autogenerated-theme="255,51,51" --silent-debugger-extension-api --test-third-party-cookie-phaseout --enable-features="FirstPartySets,StorageAccessAPI,StorageAccessAPIForOriginExtension,PageInfoCookiesSubpage,PrivacySandboxFirstPartySetsUI" https://example.com >nul 2>&1
+"%CHROME_PATH%" --disable-sync --no-default-browser-check --no-first-run --user-data-dir="%DATA_DIR%" --install-autogenerated-theme="255,51,51" --silent-debugger-extension-api --test-third-party-cookie-phaseout --enable-features="FirstPartySets,StorageAccessAPI,StorageAccessAPIForOriginExtension,PageInfoCookiesSubpage,PrivacySandboxFirstPartySetsUI" "https://example.com/?psat_cdp=on%&psat_multitab=on" >nul 2>&1
 rmdir /s /q "%DATA_DIR%" >nul

bin/chrome-chip.bat

@@ -2,5 +2,5 @@
 
 set "CHROME_PATH=C:\Program Files\Google\Chrome\Application\chrome.exe"
 set "DATA_DIR=%TEMP%\chrome_data_dir-%RANDOM%"
-"%CHROME_PATH%" --disable-sync --no-default-browser-check --no-first-run --user-data-dir="%DATA_DIR%" --install-autogenerated-theme="150,220,150" --silent-debugger-extension-api --partitioned-cookies=true https://example.com >nul 2>&1
-rmdir /s /q "%DATA_DIR%" >nul
+"%CHROME_PATH%" --disable-sync --no-default-browser-check --no-first-run --user-data-dir="%DATA_DIR%" --install-autogenerated-theme="150,220,150" --silent-debugger-extension-api --partitioned-cookies=true "https://example.com/?psat_cdp=on%&psat_multitab=on" >nul 2>&1
+rmdir /s /q "%DATA_DIR%" >nul

bin/chrome-default-ps.bat

@@ -1,7 +1,7 @@
 :: Default Chrome with PS Extension
 
 :: Download PS Extension
-set "ps_analysis_tool_version=v0.5.2"
+set "ps_analysis_tool_version=v0.6.0"
 cd /d %TEMP%
 if not exist %TEMP%\ps-analysis-tool-%ps_analysis_tool_version% (
     mkdir %TEMP%\ps-analysis-tool-%ps_analysis_tool_version%
@@ -11,5 +11,5 @@ if not exist %TEMP%\ps-analysis-tool-%ps_analysis_tool_version% (
 
 set "CHROME_PATH=C:\Program Files\Google\Chrome\Application\chrome.exe"
 set "DATA_DIR=%TEMP%\chrome_data_dir-%RANDOM%"
-"%CHROME_PATH%" --disable-sync --no-default-browser-check --no-first-run --user-data-dir="%DATA_DIR%" --install-autogenerated-theme="150,220,150" --silent-debugger-extension-api --load-extension="%TEMP%\ps-analysis-tool-%ps_analysis_tool_version%\extension" https://example.com >nul 2>&1
+"%CHROME_PATH%" --disable-sync --no-default-browser-check --no-first-run --user-data-dir="%DATA_DIR%" --install-autogenerated-theme="150,220,150" --silent-debugger-extension-api --load-extension="%TEMP%\ps-analysis-tool-%ps_analysis_tool_version%\extension" "https://example.com/?psat_cdp=on%&psat_multitab=on" >nul 2>&1
 rmdir /s /q "%DATA_DIR%" >nul

bin/chrome-default.bat

@@ -2,5 +2,5 @@
 
 set "CHROME_PATH=C:\Program Files\Google\Chrome\Application\chrome.exe"
 set "DATA_DIR=%TEMP%\chrome_data_dir-%RANDOM%"
-"%CHROME_PATH%" --disable-sync --no-default-browser-check --no-first-run --user-data-dir="%DATA_DIR%" --install-autogenerated-theme="150,220,150" --silent-debugger-extension-api https://example.com >nul 2>&1
+"%CHROME_PATH%" --disable-sync --no-default-browser-check --no-first-run --user-data-dir="%DATA_DIR%" --install-autogenerated-theme="150,220,150" --silent-debugger-extension-api "https://example.com/?psat_cdp=on%&psat_multitab=on" >nul 2>&1
 rmdir /s /q "%DATA_DIR%" >nul

bin/chrome_launcher.sh

@@ -2,7 +2,7 @@
 
 # Download Extension
 extension_setup() {
-  ps_analysis_tool_version=v0.5.2
+  ps_analysis_tool_version=v0.6.0
   extension_dir="/var/tmp"
   cd $extension_dir
   if [ ! -d $extension_dir/ps-analysis-tool-$ps_analysis_tool_version ]; then
@@ -26,7 +26,7 @@ if [[ "$(uname)" == "Darwin" ]]; then
           --start-maximized \
           --user-data-dir="${DATA_DIR}" \
           --silent-debugger-extension-api \
-          "$@" https://example.com >/dev/null 2>&1 && rm -rf "${DATA_DIR}" &
+          "$@" "https://example.com/?psat_cdp=on&psat_multitab=on" >/dev/null 2>&1 && rm -rf "${DATA_DIR}" &
   }
 elif [[ "$(uname)" == "Linux" ]]; then
   # Loads Chrome with a temporary profile that is deleted after Chrome is closed
@@ -40,7 +40,7 @@ elif [[ "$(uname)" == "Linux" ]]; then
         --start-maximized \
         --user-data-dir="${DATA_DIR}" \
         --silent-debugger-extension-api \
-        "$@" https://example.com >/dev/null 2>&1 && rm -rf "${DATA_DIR}" &
+        "$@" "https://example.com/?psat_cdp=on&psat_multitab=on" >/dev/null 2>&1 && rm -rf "${DATA_DIR}" &
     }
 fi
 

data/related_website_sets.json

@@ -607,6 +607,44 @@
         "https://startupislandtaiwan.net": "Domain alias",
         "https://startupislandtaiwan.org": "Domain alias"
       }
+    },
+    {
+      "contact": "addigital@caracoltv.com.co",
+      "primary": "https://caracoltv.com",
+      "associatedSites": [
+        "https://noticiascaracol.com",
+        "https://bluradio.com",
+        "https://shock.co",
+        "https://bumbox.com",
+        "https://hjck.com"
+      ],
+      "rationaleBySite": {
+        "https://noticiascaracol.com": "Informative news show that covers the most important events in Colombia and around the world, owned by Valorem business group.",
+        "https://bluradio.com": "Blu Radio is a Colombian radio network, owned by Valorem business group.",
+        "https://shock.co": "It is a media outlet that publishes specialized content daily about music, movies, and television series. Owned by Valorem business group.",
+        "https://bumbox.com": "Podcast platform from the media group of Caracol Televisión, El Espectador, and Blu Radio. Owned by Valorem business group.",
+        "https://hjck.com": "It's a private Colombian radio station with a cultural programming. It belongs to the Valorem business group."
+      }
+    },
+    {
+      "contact": "maxvendorsupport@acvauctions.com",
+      "primary": "https://max.auto",
+      "associatedSites": [
+        "https://firstlook.biz"
+      ],
+      "rationaleBySite": {
+        "https://firstlook.biz": "Presents core reports and SSO auth flow"
+      }
+    },
+    {
+      "contact": "info@gridgames.app",
+      "primary": "https://gridgames.app",
+      "associatedSites": [
+        "https://wordle.at"
+      ],
+      "rationaleBySite": {
+        "https://wordle.at": "We are migrating our domain and will soon redirect all traffic from here to the primary, both of which we own. The two sites are almost identical. For convenience we want to transfer session cookies so users stay logged in."
+      }
     }
   ]
 }